{"level":"info","ts":1784900968.0660806,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2f8e729d-927b-4671-bed6-a44d1b4876ad","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784900968.0661027,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2f8e729d-927b-4671-bed6-a44d1b4876ad"} {"level":"info","ts":1784900972.2308419,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784900972.2309244,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e25d5924-cf2e-4cdf-983e-3883f2bbcc57"} {"level":"info","ts":1784900972.230934,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e25d5924-cf2e-4cdf-983e-3883f2bbcc57"} {"level":"info","ts":1784900972.2309492,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e25d5924-cf2e-4cdf-983e-3883f2bbcc57","EoS":false} {"level":"info","ts":1784900972.2310197,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e25d5924-cf2e-4cdf-983e-3883f2bbcc57","EoS":true} {"level":"info","ts":1784900972.2310479,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e25d5924-cf2e-4cdf-983e-3883f2bbcc57","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784900972.231067,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e25d5924-cf2e-4cdf-983e-3883f2bbcc57","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784900972.2310913,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e25d5924-cf2e-4cdf-983e-3883f2bbcc57"} {"level":"info","ts":1784900991.1798975,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784900991.1800847,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f9d3a34c-962c-426d-a0f3-f086aaf87922"} {"level":"info","ts":1784900991.1801012,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f9d3a34c-962c-426d-a0f3-f086aaf87922"} {"level":"info","ts":1784900991.1801217,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f9d3a34c-962c-426d-a0f3-f086aaf87922","EoS":false} {"level":"info","ts":1784900991.1801398,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f9d3a34c-962c-426d-a0f3-f086aaf87922","EoS":true} {"level":"info","ts":1784900991.1801696,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f9d3a34c-962c-426d-a0f3-f086aaf87922","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784900991.1801956,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f9d3a34c-962c-426d-a0f3-f086aaf87922","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784900991.1802278,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f9d3a34c-962c-426d-a0f3-f086aaf87922"} {"level":"info","ts":1784900991.3194654,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784900991.3195438,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b2086057-7b54-4825-84e6-8c9be916bbd1"} {"level":"info","ts":1784900991.3195543,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b2086057-7b54-4825-84e6-8c9be916bbd1"} {"level":"info","ts":1784900991.319565,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b2086057-7b54-4825-84e6-8c9be916bbd1","EoS":false} {"level":"info","ts":1784900991.3195856,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b2086057-7b54-4825-84e6-8c9be916bbd1","EoS":true} {"level":"info","ts":1784900991.3196058,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b2086057-7b54-4825-84e6-8c9be916bbd1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784900991.319625,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b2086057-7b54-4825-84e6-8c9be916bbd1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784900991.319641,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b2086057-7b54-4825-84e6-8c9be916bbd1"} {"level":"info","ts":1784900991.4583483,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784900991.4584596,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"60ffe57d-e509-4150-810f-2842d243ce64"} {"level":"info","ts":1784900991.4584763,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"60ffe57d-e509-4150-810f-2842d243ce64"} {"level":"info","ts":1784900991.4584942,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"60ffe57d-e509-4150-810f-2842d243ce64","EoS":false} {"level":"info","ts":1784900991.4585059,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"60ffe57d-e509-4150-810f-2842d243ce64","EoS":true} {"level":"info","ts":1784900991.4585261,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"60ffe57d-e509-4150-810f-2842d243ce64","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784900991.4585419,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"60ffe57d-e509-4150-810f-2842d243ce64","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784900991.458571,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"60ffe57d-e509-4150-810f-2842d243ce64"} {"level":"info","ts":1784900991.591624,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784900991.591706,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"83090c53-b59d-4e4d-bcdb-9c96cb527f4e"} {"level":"info","ts":1784900991.591719,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"83090c53-b59d-4e4d-bcdb-9c96cb527f4e"} {"level":"info","ts":1784900991.5917304,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"83090c53-b59d-4e4d-bcdb-9c96cb527f4e","EoS":false} {"level":"info","ts":1784900991.591746,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"83090c53-b59d-4e4d-bcdb-9c96cb527f4e","EoS":true} {"level":"info","ts":1784900991.591774,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"83090c53-b59d-4e4d-bcdb-9c96cb527f4e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784900991.5917892,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"83090c53-b59d-4e4d-bcdb-9c96cb527f4e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784900991.591814,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"83090c53-b59d-4e4d-bcdb-9c96cb527f4e"} {"level":"info","ts":1784900991.729322,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784900991.7293994,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"525b08b9-e241-4f85-874e-c631bf6e660b"} {"level":"info","ts":1784900991.7294083,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"525b08b9-e241-4f85-874e-c631bf6e660b"} {"level":"info","ts":1784900991.7294188,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"525b08b9-e241-4f85-874e-c631bf6e660b","EoS":false} {"level":"info","ts":1784900991.7294533,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"525b08b9-e241-4f85-874e-c631bf6e660b","EoS":true} {"level":"info","ts":1784900991.72948,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"525b08b9-e241-4f85-874e-c631bf6e660b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784900991.7295017,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"525b08b9-e241-4f85-874e-c631bf6e660b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784900991.7295256,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"525b08b9-e241-4f85-874e-c631bf6e660b"} {"level":"info","ts":1784900991.8640685,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784900991.8641424,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9ae76524-bc4a-46c3-b6a7-628ffdd3ff14"} {"level":"info","ts":1784900991.8641515,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9ae76524-bc4a-46c3-b6a7-628ffdd3ff14"} {"level":"info","ts":1784900991.8641634,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9ae76524-bc4a-46c3-b6a7-628ffdd3ff14","EoS":false} {"level":"info","ts":1784900991.8641768,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9ae76524-bc4a-46c3-b6a7-628ffdd3ff14","EoS":true} {"level":"info","ts":1784900991.8641958,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9ae76524-bc4a-46c3-b6a7-628ffdd3ff14","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784900991.8642116,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9ae76524-bc4a-46c3-b6a7-628ffdd3ff14","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784900991.8642287,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9ae76524-bc4a-46c3-b6a7-628ffdd3ff14"} {"level":"info","ts":1784901007.571688,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901007.5717654,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5be1a2ab-ff19-4277-ad43-57aa049c8e95"} {"level":"info","ts":1784901007.5717747,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5be1a2ab-ff19-4277-ad43-57aa049c8e95"} {"level":"info","ts":1784901007.5717866,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5be1a2ab-ff19-4277-ad43-57aa049c8e95","EoS":false} {"level":"info","ts":1784901007.5717971,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5be1a2ab-ff19-4277-ad43-57aa049c8e95","EoS":true} {"level":"info","ts":1784901007.5718205,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5be1a2ab-ff19-4277-ad43-57aa049c8e95","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784901007.571834,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5be1a2ab-ff19-4277-ad43-57aa049c8e95","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901007.5718548,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5be1a2ab-ff19-4277-ad43-57aa049c8e95"} {"level":"info","ts":1784901007.608562,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901007.6086402,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b43e286f-ac57-4c30-9a7d-bdd4deb38c37"} {"level":"info","ts":1784901007.6086502,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b43e286f-ac57-4c30-9a7d-bdd4deb38c37"} {"level":"info","ts":1784901007.6086621,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b43e286f-ac57-4c30-9a7d-bdd4deb38c37","EoS":false} {"level":"info","ts":1784901007.608674,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b43e286f-ac57-4c30-9a7d-bdd4deb38c37","EoS":true} {"level":"info","ts":1784901007.6086962,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b43e286f-ac57-4c30-9a7d-bdd4deb38c37","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784901007.6087127,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b43e286f-ac57-4c30-9a7d-bdd4deb38c37","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901007.608734,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b43e286f-ac57-4c30-9a7d-bdd4deb38c37"} {"level":"info","ts":1784901007.644106,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901007.644187,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0c1bbf12-7c12-44c0-94a8-35f46fe19b55"} {"level":"info","ts":1784901007.6441956,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0c1bbf12-7c12-44c0-94a8-35f46fe19b55"} {"level":"info","ts":1784901007.6442065,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0c1bbf12-7c12-44c0-94a8-35f46fe19b55","EoS":false} {"level":"info","ts":1784901007.6442204,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0c1bbf12-7c12-44c0-94a8-35f46fe19b55","EoS":true} {"level":"info","ts":1784901007.6442404,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0c1bbf12-7c12-44c0-94a8-35f46fe19b55","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784901007.6442573,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0c1bbf12-7c12-44c0-94a8-35f46fe19b55","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901007.6442778,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0c1bbf12-7c12-44c0-94a8-35f46fe19b55"} {"level":"info","ts":1784901007.678297,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901007.6783822,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ed29405c-8de2-42b4-96f2-d63e02948081"} {"level":"info","ts":1784901012.3213868,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901012.3215036,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"123e40a9-e4e1-482d-a12e-cdd3a59eca98"} {"level":"info","ts":1784901012.321517,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"123e40a9-e4e1-482d-a12e-cdd3a59eca98"} {"level":"info","ts":1784901012.321534,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"123e40a9-e4e1-482d-a12e-cdd3a59eca98","EoS":false} {"level":"info","ts":1784901012.3215506,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"123e40a9-e4e1-482d-a12e-cdd3a59eca98","EoS":true} {"level":"info","ts":1784901012.321572,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"123e40a9-e4e1-482d-a12e-cdd3a59eca98","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784901012.321588,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"123e40a9-e4e1-482d-a12e-cdd3a59eca98","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901012.3216105,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"123e40a9-e4e1-482d-a12e-cdd3a59eca98"} {"level":"info","ts":1784901020.9408622,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901020.9409418,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e507e208-114f-4ea7-9c71-7d52b62ce753"} {"level":"info","ts":1784901020.940951,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e507e208-114f-4ea7-9c71-7d52b62ce753"} {"level":"info","ts":1784901020.9409623,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e507e208-114f-4ea7-9c71-7d52b62ce753","EoS":false} {"level":"info","ts":1784901020.9409726,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e507e208-114f-4ea7-9c71-7d52b62ce753","EoS":true} {"level":"info","ts":1784901020.9409935,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e507e208-114f-4ea7-9c71-7d52b62ce753","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784901020.9410098,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e507e208-114f-4ea7-9c71-7d52b62ce753","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784901020.941032,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e507e208-114f-4ea7-9c71-7d52b62ce753"} {"level":"info","ts":1784901022.9707768,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901022.9708602,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"784c5ff5-3b86-4e40-85e1-e7f5ec381003"} {"level":"info","ts":1784901022.9708679,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"784c5ff5-3b86-4e40-85e1-e7f5ec381003"} {"level":"info","ts":1784901022.9708803,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"784c5ff5-3b86-4e40-85e1-e7f5ec381003","EoS":false} {"level":"info","ts":1784901022.9708903,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"784c5ff5-3b86-4e40-85e1-e7f5ec381003","EoS":true} {"level":"info","ts":1784901022.9709108,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"784c5ff5-3b86-4e40-85e1-e7f5ec381003","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784901022.970931,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"784c5ff5-3b86-4e40-85e1-e7f5ec381003","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784901022.970953,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"784c5ff5-3b86-4e40-85e1-e7f5ec381003"} {"level":"info","ts":1784901025.002164,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901025.0022418,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a967ce78-46cf-4a5f-afc7-72bdf9262cef"} {"level":"info","ts":1784901025.0022504,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a967ce78-46cf-4a5f-afc7-72bdf9262cef"} {"level":"info","ts":1784901025.0022626,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a967ce78-46cf-4a5f-afc7-72bdf9262cef","EoS":false} {"level":"info","ts":1784901025.0022793,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a967ce78-46cf-4a5f-afc7-72bdf9262cef","EoS":true} {"level":"info","ts":1784901025.0023031,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a967ce78-46cf-4a5f-afc7-72bdf9262cef","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784901025.0023196,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a967ce78-46cf-4a5f-afc7-72bdf9262cef","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784901025.00234,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a967ce78-46cf-4a5f-afc7-72bdf9262cef"} {"level":"info","ts":1784901037.9198337,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901037.919914,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0a5531c5-2ab1-4255-98b7-6acee9db0187"} {"level":"info","ts":1784901037.9199247,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0a5531c5-2ab1-4255-98b7-6acee9db0187"} {"level":"info","ts":1784901037.9199364,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0a5531c5-2ab1-4255-98b7-6acee9db0187","EoS":false} {"level":"info","ts":1784901037.919947,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0a5531c5-2ab1-4255-98b7-6acee9db0187","EoS":true} {"level":"info","ts":1784901037.9199698,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0a5531c5-2ab1-4255-98b7-6acee9db0187","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784901037.9199858,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0a5531c5-2ab1-4255-98b7-6acee9db0187","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901037.9200056,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0a5531c5-2ab1-4255-98b7-6acee9db0187"} {"level":"info","ts":1784901046.4546106,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901046.4546895,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"788387cf-5f4e-45de-be25-b2a507b9f713"} {"level":"info","ts":1784901046.4546998,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"788387cf-5f4e-45de-be25-b2a507b9f713"} {"level":"info","ts":1784901046.4547112,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"788387cf-5f4e-45de-be25-b2a507b9f713","EoS":false} {"level":"info","ts":1784901046.4547217,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"788387cf-5f4e-45de-be25-b2a507b9f713","EoS":true} {"level":"info","ts":1784901046.4547887,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"788387cf-5f4e-45de-be25-b2a507b9f713","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784901046.4548059,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"788387cf-5f4e-45de-be25-b2a507b9f713","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901046.4548268,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"788387cf-5f4e-45de-be25-b2a507b9f713"} {"level":"info","ts":1784901055.3700454,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901055.3701231,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3e201521-3c70-4050-973a-57dbe54c2033"} {"level":"info","ts":1784901055.370133,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3e201521-3c70-4050-973a-57dbe54c2033"} {"level":"info","ts":1784901055.3701446,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3e201521-3c70-4050-973a-57dbe54c2033","EoS":false} {"level":"info","ts":1784901055.370161,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3e201521-3c70-4050-973a-57dbe54c2033","EoS":true} {"level":"info","ts":1784901055.370181,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3e201521-3c70-4050-973a-57dbe54c2033","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784901055.3701975,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3e201521-3c70-4050-973a-57dbe54c2033","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901055.370219,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3e201521-3c70-4050-973a-57dbe54c2033"} {"level":"info","ts":1784901064.3835146,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901064.3835957,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"922b4661-87e1-4ac0-b7d6-6374f9319035"} {"level":"info","ts":1784901064.383605,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"922b4661-87e1-4ac0-b7d6-6374f9319035"} {"level":"info","ts":1784901064.3836288,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"922b4661-87e1-4ac0-b7d6-6374f9319035","EoS":false} {"level":"info","ts":1784901064.3836453,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"922b4661-87e1-4ac0-b7d6-6374f9319035","EoS":true} {"level":"info","ts":1784901064.3836792,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"922b4661-87e1-4ac0-b7d6-6374f9319035","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784901064.383696,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"922b4661-87e1-4ac0-b7d6-6374f9319035","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901064.3837178,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"922b4661-87e1-4ac0-b7d6-6374f9319035"} {"level":"info","ts":1784901072.2837324,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901072.283836,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"758d5e83-667e-4dea-a67e-29595b541a62"} {"level":"info","ts":1784901072.283851,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"758d5e83-667e-4dea-a67e-29595b541a62"} {"level":"info","ts":1784901072.283863,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"758d5e83-667e-4dea-a67e-29595b541a62","EoS":false} {"level":"info","ts":1784901072.2838762,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"758d5e83-667e-4dea-a67e-29595b541a62","EoS":true} {"level":"info","ts":1784901072.2838948,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"758d5e83-667e-4dea-a67e-29595b541a62","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784901072.2839093,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"758d5e83-667e-4dea-a67e-29595b541a62","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901072.2839248,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"758d5e83-667e-4dea-a67e-29595b541a62"} {"level":"info","ts":1784901077.0735834,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901077.0736585,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9230e5c6-d674-478f-9c42-3a30971de16f"} {"level":"info","ts":1784901077.0736675,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9230e5c6-d674-478f-9c42-3a30971de16f"} {"level":"info","ts":1784901077.0736794,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9230e5c6-d674-478f-9c42-3a30971de16f","EoS":false} {"level":"info","ts":1784901077.0736935,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9230e5c6-d674-478f-9c42-3a30971de16f","EoS":true} {"level":"info","ts":1784901077.0737126,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9230e5c6-d674-478f-9c42-3a30971de16f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784901077.073729,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9230e5c6-d674-478f-9c42-3a30971de16f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784901077.0737536,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9230e5c6-d674-478f-9c42-3a30971de16f"} {"level":"info","ts":1784901077.370629,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901077.3707092,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"25efec2f-dabd-4f77-b8f7-57cfb676e792"} {"level":"info","ts":1784901077.3707194,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"25efec2f-dabd-4f77-b8f7-57cfb676e792"} {"level":"info","ts":1784901077.3707306,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"25efec2f-dabd-4f77-b8f7-57cfb676e792","EoS":false} {"level":"info","ts":1784901077.3708067,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"25efec2f-dabd-4f77-b8f7-57cfb676e792","EoS":true} {"level":"info","ts":1784901077.3708313,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"25efec2f-dabd-4f77-b8f7-57cfb676e792","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784901077.3708467,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"25efec2f-dabd-4f77-b8f7-57cfb676e792","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784901077.3708682,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"25efec2f-dabd-4f77-b8f7-57cfb676e792"} {"level":"info","ts":1784901079.4029062,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901079.4029896,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"851bbf07-fca7-40a9-b9c2-7440587625c3"} {"level":"info","ts":1784901079.403004,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"851bbf07-fca7-40a9-b9c2-7440587625c3"} {"level":"info","ts":1784901079.403016,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"851bbf07-fca7-40a9-b9c2-7440587625c3","EoS":false} {"level":"info","ts":1784901079.403033,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"851bbf07-fca7-40a9-b9c2-7440587625c3","EoS":true} {"level":"info","ts":1784901079.4030604,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"851bbf07-fca7-40a9-b9c2-7440587625c3","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784901079.403076,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"851bbf07-fca7-40a9-b9c2-7440587625c3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784901079.4030979,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"851bbf07-fca7-40a9-b9c2-7440587625c3"} {"level":"info","ts":1784901081.4385986,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901081.438677,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d89d5ba0-60b1-4321-97fb-e755d7f804ac"} {"level":"info","ts":1784901081.4386866,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d89d5ba0-60b1-4321-97fb-e755d7f804ac"} {"level":"info","ts":1784901081.4386983,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d89d5ba0-60b1-4321-97fb-e755d7f804ac","EoS":false} {"level":"info","ts":1784901081.438711,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d89d5ba0-60b1-4321-97fb-e755d7f804ac","EoS":true} {"level":"info","ts":1784901081.4387348,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d89d5ba0-60b1-4321-97fb-e755d7f804ac","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784901081.4387507,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d89d5ba0-60b1-4321-97fb-e755d7f804ac","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784901081.4387684,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d89d5ba0-60b1-4321-97fb-e755d7f804ac"} {"level":"info","ts":1784901105.371091,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901105.3711755,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"47e9db64-ac63-4ced-b832-705aa348a369"} {"level":"info","ts":1784901105.3711853,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"47e9db64-ac63-4ced-b832-705aa348a369"} {"level":"info","ts":1784901105.3711984,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"47e9db64-ac63-4ced-b832-705aa348a369","EoS":false} {"level":"info","ts":1784901105.3712173,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"47e9db64-ac63-4ced-b832-705aa348a369","EoS":true} {"level":"info","ts":1784901105.371245,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"47e9db64-ac63-4ced-b832-705aa348a369","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784901105.371267,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"47e9db64-ac63-4ced-b832-705aa348a369","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784901105.3712945,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"47e9db64-ac63-4ced-b832-705aa348a369"} {"level":"info","ts":1784901114.8040814,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901114.8041646,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dd2932ef-6dd7-4bdb-9ddf-e9383090f0b2"} {"level":"info","ts":1784901114.8041744,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dd2932ef-6dd7-4bdb-9ddf-e9383090f0b2"} {"level":"info","ts":1784901114.8041854,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dd2932ef-6dd7-4bdb-9ddf-e9383090f0b2","EoS":false} {"level":"info","ts":1784901114.8042507,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dd2932ef-6dd7-4bdb-9ddf-e9383090f0b2","EoS":true} {"level":"info","ts":1784901114.8042731,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dd2932ef-6dd7-4bdb-9ddf-e9383090f0b2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784901114.8042932,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dd2932ef-6dd7-4bdb-9ddf-e9383090f0b2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901114.8043184,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dd2932ef-6dd7-4bdb-9ddf-e9383090f0b2"} {"level":"info","ts":1784901120.4100552,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901120.4101336,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2fda10df-c0f4-43a8-80f1-a9e59e9702fe"} {"level":"info","ts":1784901120.4101496,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2fda10df-c0f4-43a8-80f1-a9e59e9702fe"} {"level":"info","ts":1784901120.4101617,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2fda10df-c0f4-43a8-80f1-a9e59e9702fe","EoS":false} {"level":"info","ts":1784901120.410223,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2fda10df-c0f4-43a8-80f1-a9e59e9702fe","EoS":true} {"level":"info","ts":1784901120.4102476,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2fda10df-c0f4-43a8-80f1-a9e59e9702fe","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784901120.4102645,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2fda10df-c0f4-43a8-80f1-a9e59e9702fe","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784901120.4102864,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2fda10df-c0f4-43a8-80f1-a9e59e9702fe"} {"level":"info","ts":1784901130.0543633,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901130.0544791,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"568cadff-6945-4eed-b8c2-05d98747474d"} {"level":"info","ts":1784901130.0544927,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"568cadff-6945-4eed-b8c2-05d98747474d"} {"level":"info","ts":1784901130.0545058,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"568cadff-6945-4eed-b8c2-05d98747474d","EoS":false} {"level":"info","ts":1784901130.0545175,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"568cadff-6945-4eed-b8c2-05d98747474d","EoS":true} {"level":"info","ts":1784901130.0545382,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"568cadff-6945-4eed-b8c2-05d98747474d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784901130.0545547,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"568cadff-6945-4eed-b8c2-05d98747474d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901130.0545738,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"568cadff-6945-4eed-b8c2-05d98747474d"} {"level":"info","ts":1784901132.08524,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901132.0853817,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cdd21cde-9a6f-4337-a064-259004722948"} {"level":"info","ts":1784901132.085396,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cdd21cde-9a6f-4337-a064-259004722948"} {"level":"info","ts":1784901132.0854099,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cdd21cde-9a6f-4337-a064-259004722948","EoS":false} {"level":"info","ts":1784901132.085422,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cdd21cde-9a6f-4337-a064-259004722948","EoS":true} {"level":"info","ts":1784901132.0854628,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cdd21cde-9a6f-4337-a064-259004722948","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784901132.0854805,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cdd21cde-9a6f-4337-a064-259004722948","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901132.0855005,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cdd21cde-9a6f-4337-a064-259004722948"} {"level":"info","ts":1784901141.5455108,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901141.5455832,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"63ced5d8-2992-42fe-bef2-403a989c0fdf"} {"level":"info","ts":1784901141.5455928,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"63ced5d8-2992-42fe-bef2-403a989c0fdf"} {"level":"info","ts":1784901141.5456033,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"63ced5d8-2992-42fe-bef2-403a989c0fdf","EoS":false} {"level":"info","ts":1784901141.5456161,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"63ced5d8-2992-42fe-bef2-403a989c0fdf","EoS":true} {"level":"info","ts":1784901141.5456357,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"63ced5d8-2992-42fe-bef2-403a989c0fdf","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784901141.5456524,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"63ced5d8-2992-42fe-bef2-403a989c0fdf","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901141.5456748,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"63ced5d8-2992-42fe-bef2-403a989c0fdf"} {"level":"info","ts":1784901141.5800717,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901141.5801446,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ab0a90ea-8bc8-4ef7-b75c-ff0041cd974e"} {"level":"info","ts":1784901141.5801525,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ab0a90ea-8bc8-4ef7-b75c-ff0041cd974e"} {"level":"info","ts":1784901141.580164,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ab0a90ea-8bc8-4ef7-b75c-ff0041cd974e","EoS":false} {"level":"info","ts":1784901141.580175,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ab0a90ea-8bc8-4ef7-b75c-ff0041cd974e","EoS":true} {"level":"info","ts":1784901141.5801969,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ab0a90ea-8bc8-4ef7-b75c-ff0041cd974e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784901141.5802133,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ab0a90ea-8bc8-4ef7-b75c-ff0041cd974e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901141.5802279,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ab0a90ea-8bc8-4ef7-b75c-ff0041cd974e"} {"level":"info","ts":1784901160.80266,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901160.802735,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b5a6cd4e-a6af-4e0e-b976-520a09313d33"} {"level":"info","ts":1784901160.8027449,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b5a6cd4e-a6af-4e0e-b976-520a09313d33"} {"level":"info","ts":1784901160.8027556,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b5a6cd4e-a6af-4e0e-b976-520a09313d33","EoS":false} {"level":"info","ts":1784901160.8027682,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b5a6cd4e-a6af-4e0e-b976-520a09313d33","EoS":true} {"level":"info","ts":1784901160.8027928,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b5a6cd4e-a6af-4e0e-b976-520a09313d33","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784901160.802808,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b5a6cd4e-a6af-4e0e-b976-520a09313d33","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901160.80283,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b5a6cd4e-a6af-4e0e-b976-520a09313d33"} {"level":"info","ts":1784901170.1976423,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901170.1977253,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"48eed84d-5f5d-4cb6-9457-81a1ff8f6e57"} {"level":"info","ts":1784901170.1977346,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"48eed84d-5f5d-4cb6-9457-81a1ff8f6e57"} {"level":"info","ts":1784901170.197748,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"48eed84d-5f5d-4cb6-9457-81a1ff8f6e57","EoS":false} {"level":"info","ts":1784901170.1977658,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"48eed84d-5f5d-4cb6-9457-81a1ff8f6e57","EoS":true} {"level":"info","ts":1784901170.197787,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"48eed84d-5f5d-4cb6-9457-81a1ff8f6e57","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784901170.1978025,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"48eed84d-5f5d-4cb6-9457-81a1ff8f6e57","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901170.1978245,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"48eed84d-5f5d-4cb6-9457-81a1ff8f6e57"} {"level":"info","ts":1784901175.5092425,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901175.5093243,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e9ec2ffc-8342-4512-81c2-78a30ae93ca3"} {"level":"info","ts":1784901175.5093338,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e9ec2ffc-8342-4512-81c2-78a30ae93ca3"} {"level":"info","ts":1784901175.5093462,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e9ec2ffc-8342-4512-81c2-78a30ae93ca3","EoS":false} {"level":"info","ts":1784901175.5093594,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e9ec2ffc-8342-4512-81c2-78a30ae93ca3","EoS":true} {"level":"info","ts":1784901175.5093858,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e9ec2ffc-8342-4512-81c2-78a30ae93ca3","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784901175.5094035,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e9ec2ffc-8342-4512-81c2-78a30ae93ca3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784901175.509423,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e9ec2ffc-8342-4512-81c2-78a30ae93ca3"} {"level":"info","ts":1784901266.398526,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901266.3986154,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6e744fee-3fc3-42a4-a8c4-5ea504de4731"} {"level":"info","ts":1784901266.398626,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6e744fee-3fc3-42a4-a8c4-5ea504de4731"} {"level":"info","ts":1784901266.3986375,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6e744fee-3fc3-42a4-a8c4-5ea504de4731","EoS":false} {"level":"info","ts":1784901266.3986487,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6e744fee-3fc3-42a4-a8c4-5ea504de4731","EoS":true} {"level":"info","ts":1784901266.3986793,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6e744fee-3fc3-42a4-a8c4-5ea504de4731","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784901266.3986955,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6e744fee-3fc3-42a4-a8c4-5ea504de4731","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784901266.3987145,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6e744fee-3fc3-42a4-a8c4-5ea504de4731"} {"level":"info","ts":1784901292.0383422,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901292.0384495,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f0160051-d0d7-4496-8428-8cbb3fe55916"} {"level":"info","ts":1784901292.0384617,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f0160051-d0d7-4496-8428-8cbb3fe55916"} {"level":"info","ts":1784901292.0384755,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f0160051-d0d7-4496-8428-8cbb3fe55916","EoS":false} {"level":"info","ts":1784901292.0384896,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f0160051-d0d7-4496-8428-8cbb3fe55916","EoS":true} {"level":"info","ts":1784901292.0385177,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f0160051-d0d7-4496-8428-8cbb3fe55916","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784901292.0385365,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f0160051-d0d7-4496-8428-8cbb3fe55916","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784901292.038561,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f0160051-d0d7-4496-8428-8cbb3fe55916"} {"level":"info","ts":1784901329.3699265,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901329.3700037,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"42a102ae-84a7-4a68-a6c0-efd8557edfdd"} {"level":"info","ts":1784901329.3700132,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"42a102ae-84a7-4a68-a6c0-efd8557edfdd"} {"level":"info","ts":1784901329.3700252,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"42a102ae-84a7-4a68-a6c0-efd8557edfdd","EoS":false} {"level":"info","ts":1784901329.3700354,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"42a102ae-84a7-4a68-a6c0-efd8557edfdd","EoS":true} {"level":"info","ts":1784901329.3700552,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"42a102ae-84a7-4a68-a6c0-efd8557edfdd","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784901329.3700721,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"42a102ae-84a7-4a68-a6c0-efd8557edfdd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901329.3700962,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"42a102ae-84a7-4a68-a6c0-efd8557edfdd"} {"level":"info","ts":1784901344.6887393,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901344.688822,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a5954197-b766-4720-8025-d405a26c59a6"} {"level":"info","ts":1784901344.688832,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a5954197-b766-4720-8025-d405a26c59a6"} {"level":"info","ts":1784901344.6888428,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a5954197-b766-4720-8025-d405a26c59a6","EoS":false} {"level":"info","ts":1784901344.6888545,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a5954197-b766-4720-8025-d405a26c59a6","EoS":true} {"level":"info","ts":1784901344.6888766,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a5954197-b766-4720-8025-d405a26c59a6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784901344.6888924,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a5954197-b766-4720-8025-d405a26c59a6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901344.688913,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a5954197-b766-4720-8025-d405a26c59a6"} {"level":"info","ts":1784901344.9796188,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901344.9796953,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"93d349ea-5f23-4378-ba1f-5d1d63c19b3c"} {"level":"info","ts":1784901344.9797049,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"93d349ea-5f23-4378-ba1f-5d1d63c19b3c"} {"level":"info","ts":1784901344.9797153,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"93d349ea-5f23-4378-ba1f-5d1d63c19b3c","EoS":false} {"level":"info","ts":1784901344.9797294,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"93d349ea-5f23-4378-ba1f-5d1d63c19b3c","EoS":true} {"level":"info","ts":1784901344.97975,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"93d349ea-5f23-4378-ba1f-5d1d63c19b3c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784901344.9797652,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"93d349ea-5f23-4378-ba1f-5d1d63c19b3c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901344.979785,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"93d349ea-5f23-4378-ba1f-5d1d63c19b3c"} {"level":"info","ts":1784901632.945226,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901632.945317,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fd519e19-1dd8-4227-92b9-dd28d2b5a180"} {"level":"info","ts":1784901632.9453268,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fd519e19-1dd8-4227-92b9-dd28d2b5a180"} {"level":"info","ts":1784901632.945338,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fd519e19-1dd8-4227-92b9-dd28d2b5a180","EoS":false} {"level":"info","ts":1784901632.9453485,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fd519e19-1dd8-4227-92b9-dd28d2b5a180","EoS":true} {"level":"info","ts":1784901632.9453716,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fd519e19-1dd8-4227-92b9-dd28d2b5a180","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784901632.9453878,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fd519e19-1dd8-4227-92b9-dd28d2b5a180","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901632.9454088,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fd519e19-1dd8-4227-92b9-dd28d2b5a180"} {"level":"info","ts":1784901632.9835713,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901632.983667,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"03953b21-7644-4a33-af1b-21ca8954f3a8"} {"level":"info","ts":1784901632.9836833,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"03953b21-7644-4a33-af1b-21ca8954f3a8"} {"level":"info","ts":1784901632.9837008,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"03953b21-7644-4a33-af1b-21ca8954f3a8","EoS":false} {"level":"info","ts":1784901632.9837193,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"03953b21-7644-4a33-af1b-21ca8954f3a8","EoS":true} {"level":"info","ts":1784901632.9837422,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"03953b21-7644-4a33-af1b-21ca8954f3a8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784901632.983758,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"03953b21-7644-4a33-af1b-21ca8954f3a8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901632.983778,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"03953b21-7644-4a33-af1b-21ca8954f3a8"} {"level":"info","ts":1784901633.0155842,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901633.0156677,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e8c0d5a1-33a4-4bb4-bd35-998f615a01ea"} {"level":"info","ts":1784901633.0156765,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e8c0d5a1-33a4-4bb4-bd35-998f615a01ea"} {"level":"info","ts":1784901633.0156875,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e8c0d5a1-33a4-4bb4-bd35-998f615a01ea","EoS":false} {"level":"info","ts":1784901633.0157008,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e8c0d5a1-33a4-4bb4-bd35-998f615a01ea","EoS":true} {"level":"info","ts":1784901633.015725,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e8c0d5a1-33a4-4bb4-bd35-998f615a01ea","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784901633.015745,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e8c0d5a1-33a4-4bb4-bd35-998f615a01ea","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901633.015771,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e8c0d5a1-33a4-4bb4-bd35-998f615a01ea"} {"level":"info","ts":1784901633.0481844,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901633.0482593,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"63ce7e8c-1faf-4b00-98e5-c65997918186"} {"level":"info","ts":1784901633.0482688,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"63ce7e8c-1faf-4b00-98e5-c65997918186"} {"level":"info","ts":1784901633.0482802,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"63ce7e8c-1faf-4b00-98e5-c65997918186","EoS":false} {"level":"info","ts":1784901633.04829,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"63ce7e8c-1faf-4b00-98e5-c65997918186","EoS":true} {"level":"info","ts":1784901633.048318,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"63ce7e8c-1faf-4b00-98e5-c65997918186","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784901633.0483396,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"63ce7e8c-1faf-4b00-98e5-c65997918186","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901633.0483623,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"63ce7e8c-1faf-4b00-98e5-c65997918186"} {"level":"info","ts":1784901637.9446568,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"acc6b3eb-7232-48ac-9e27-3f39a58f67f5","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784901637.9447026,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"acc6b3eb-7232-48ac-9e27-3f39a58f67f5","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784901637.9446568,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b06124ab-54c2-485d-9dbe-ce70155951f4"} {"level":"error","ts":1784901637.9540558,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b06124ab-54c2-485d-9dbe-ce70155951f4","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784901637.9540918,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"da381551-96f1-4b0c-9add-d1107b5c61d2","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784901637.9542978,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"da381551-96f1-4b0c-9add-d1107b5c61d2","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784901637.954342,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35765.594394632,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784901637.9543655,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784901638.0051177,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784901638.0926013,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"50c61939-f0ae-4c70-880f-c02e118edb78","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784901638.0927207,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":39033.182622106,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784901638.0927358,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784901638.0929956,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"50c61939-f0ae-4c70-880f-c02e118edb78","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784901638.0931213,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fc6ebfbd-3121-490c-8515-e25daa83e210"} {"level":"info","ts":1784901638.0931673,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fc6ebfbd-3121-490c-8515-e25daa83e210","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784901638.0936205,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1fbaa9c6-3a08-488b-a5a4-587c71fff036","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784901638.093663,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1fbaa9c6-3a08-488b-a5a4-587c71fff036","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784901638.0990443,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fc6ebfbd-3121-490c-8515-e25daa83e210","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784901638.101902,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3ac32c37-b4ad-48d5-905c-8a5471659227"} {"level":"info","ts":1784901638.1022267,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4e17f4c7-e2bc-47b0-9a11-f1dc1150f6ca","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784901638.1022592,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4e17f4c7-e2bc-47b0-9a11-f1dc1150f6ca","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784901638.1022608,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"180fabc9-af35-45ee-8cb9-703a62cb97a2","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784901638.1023045,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"180fabc9-af35-45ee-8cb9-703a62cb97a2","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784901638.1023393,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38889.797440766,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784901638.1023571,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784901638.1029172,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784901638.1919224,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784901638.192844,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b06124ab-54c2-485d-9dbe-ce70155951f4","name":"e2e-external-provider"} {"level":"info","ts":1784901638.2024908,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3ac32c37-b4ad-48d5-905c-8a5471659227","name":"e2e-external-model"} {"level":"info","ts":1784901638.2174602,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b06124ab-54c2-485d-9dbe-ce70155951f4","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784901638.21853,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3ac32c37-b4ad-48d5-905c-8a5471659227","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784901638.2222788,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b06124ab-54c2-485d-9dbe-ce70155951f4","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784901638.2224078,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0f5886fc-53aa-43f2-bdd3-397641b35ecf"} {"level":"info","ts":1784901638.222485,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0f5886fc-53aa-43f2-bdd3-397641b35ecf","name":"e2e-external-provider"} {"level":"info","ts":1784901638.2255604,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8e777eeb-9aac-4126-85cb-e7f641eddecb","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784901638.2255998,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8e777eeb-9aac-4126-85cb-e7f641eddecb","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784901638.226669,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"20b9f5e9-54e7-499a-bddb-f38f60c77ac7"} {"level":"info","ts":1784901638.2267423,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"20b9f5e9-54e7-499a-bddb-f38f60c77ac7","name":"e2e-external-model"} {"level":"info","ts":1784901638.2379599,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0f5886fc-53aa-43f2-bdd3-397641b35ecf","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784901638.2459466,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"59d5ccae-3efe-4a40-add2-3e542ff879c3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784901638.2459888,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"59d5ccae-3efe-4a40-add2-3e542ff879c3","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784901638.2493956,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"20b9f5e9-54e7-499a-bddb-f38f60c77ac7","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784901638.2494938,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"20b9f5e9-54e7-499a-bddb-f38f60c77ac7","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784901638.249588,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"87f379de-fdd6-4ad1-a118-3418b2971429"} {"level":"info","ts":1784901638.2496555,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"87f379de-fdd6-4ad1-a118-3418b2971429","name":"e2e-external-model"} {"level":"info","ts":1784901638.259912,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"87f379de-fdd6-4ad1-a118-3418b2971429","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784901638.2710142,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6c6d5637-2d98-4463-a455-f4e28ceed89b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784901638.2710636,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6c6d5637-2d98-4463-a455-f4e28ceed89b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784901638.2711375,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"87f379de-fdd6-4ad1-a118-3418b2971429","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784901638.2712333,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"db773ff9-8b4d-42cf-9f27-576362b8396d"} {"level":"info","ts":1784901638.271295,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"db773ff9-8b4d-42cf-9f27-576362b8396d","name":"e2e-external-model"} {"level":"info","ts":1784901638.2863522,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"db773ff9-8b4d-42cf-9f27-576362b8396d","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784901647.7212002,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901647.7212813,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e28dc7a6-73c4-4c1a-9f30-fc8d0e54aa61"} {"level":"info","ts":1784901647.7212954,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e28dc7a6-73c4-4c1a-9f30-fc8d0e54aa61"} {"level":"info","ts":1784901647.7213068,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e28dc7a6-73c4-4c1a-9f30-fc8d0e54aa61","EoS":false} {"level":"info","ts":1784901647.7213173,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e28dc7a6-73c4-4c1a-9f30-fc8d0e54aa61","EoS":true} {"level":"info","ts":1784901647.7213385,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e28dc7a6-73c4-4c1a-9f30-fc8d0e54aa61","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784901647.721355,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e28dc7a6-73c4-4c1a-9f30-fc8d0e54aa61","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784901647.721362,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"e28dc7a6-73c4-4c1a-9f30-fc8d0e54aa61","modelName":"e2e-external-model"} {"level":"info","ts":1784901647.7213755,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"e28dc7a6-73c4-4c1a-9f30-fc8d0e54aa61","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784901647.7214696,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e28dc7a6-73c4-4c1a-9f30-fc8d0e54aa61"} {"level":"info","ts":1784901647.8068094,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901647.8068924,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6140bfd3-ddc7-463e-ba3d-4548824a0667"} {"level":"info","ts":1784901647.8069017,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6140bfd3-ddc7-463e-ba3d-4548824a0667"} {"level":"info","ts":1784901647.8069146,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6140bfd3-ddc7-463e-ba3d-4548824a0667","EoS":false} {"level":"info","ts":1784901647.806933,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6140bfd3-ddc7-463e-ba3d-4548824a0667","EoS":true} {"level":"info","ts":1784901647.8069575,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6140bfd3-ddc7-463e-ba3d-4548824a0667","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784901647.8069742,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6140bfd3-ddc7-463e-ba3d-4548824a0667","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784901647.8069813,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"6140bfd3-ddc7-463e-ba3d-4548824a0667","modelName":"e2e-external-model"} {"level":"info","ts":1784901647.807,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"6140bfd3-ddc7-463e-ba3d-4548824a0667","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784901647.8070393,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6140bfd3-ddc7-463e-ba3d-4548824a0667"} {"level":"info","ts":1784901647.8301406,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901647.8302364,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d7c8d2ec-0c57-44b9-80c7-490b7627af5a"} {"level":"info","ts":1784901647.830251,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d7c8d2ec-0c57-44b9-80c7-490b7627af5a"} {"level":"info","ts":1784901647.8302622,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d7c8d2ec-0c57-44b9-80c7-490b7627af5a","EoS":false} {"level":"info","ts":1784901647.8302727,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d7c8d2ec-0c57-44b9-80c7-490b7627af5a","EoS":true} {"level":"info","ts":1784901647.8302925,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d7c8d2ec-0c57-44b9-80c7-490b7627af5a","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784901647.830309,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d7c8d2ec-0c57-44b9-80c7-490b7627af5a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784901647.8303258,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"d7c8d2ec-0c57-44b9-80c7-490b7627af5a","modelName":"e2e-external-model"} {"level":"info","ts":1784901647.8303442,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"d7c8d2ec-0c57-44b9-80c7-490b7627af5a","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784901647.8303826,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d7c8d2ec-0c57-44b9-80c7-490b7627af5a"} {"level":"info","ts":1784901647.978587,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"626fd1bd-07f0-4e43-a0c7-a3e399f16b2a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784901647.9786313,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"626fd1bd-07f0-4e43-a0c7-a3e399f16b2a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784901647.978649,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8195670e-7802-4495-9b1d-ebbe06e96813"} {"level":"info","ts":1784901647.9914677,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"86fbb28f-b33a-4c88-844c-95ef1817f7b0","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784901647.991502,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"86fbb28f-b33a-4c88-844c-95ef1817f7b0","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784901647.9930387,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8195670e-7802-4495-9b1d-ebbe06e96813","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784901647.9931238,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8195670e-7802-4495-9b1d-ebbe06e96813","name":"e2e-cleanup-test"} {"level":"info","ts":1784901648.032162,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"66aa5b22-f24d-4253-a4ee-a01f84f5b46e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784901648.0322297,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"66aa5b22-f24d-4253-a4ee-a01f84f5b46e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784901648.0545025,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8195670e-7802-4495-9b1d-ebbe06e96813","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784901648.0545614,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8195670e-7802-4495-9b1d-ebbe06e96813","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784901648.0546434,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"16ca223a-032e-43a2-b325-f36983ec836f"} {"level":"info","ts":1784901648.0547063,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"16ca223a-032e-43a2-b325-f36983ec836f","name":"e2e-cleanup-test"} {"level":"info","ts":1784901648.0660222,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"80ecb50d-bd5e-4e1c-91d6-0d489366d4aa","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784901648.0660584,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"80ecb50d-bd5e-4e1c-91d6-0d489366d4aa","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784901648.0750527,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"16ca223a-032e-43a2-b325-f36983ec836f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784901648.0751169,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"16ca223a-032e-43a2-b325-f36983ec836f","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784901648.0751872,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"20c30c74-a184-4ae6-b94f-9dd30d9e8662"} {"level":"info","ts":1784901648.0752616,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"20c30c74-a184-4ae6-b94f-9dd30d9e8662","name":"e2e-cleanup-test"} {"level":"info","ts":1784901648.0937026,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"20c30c74-a184-4ae6-b94f-9dd30d9e8662","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784901648.1014044,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"20c30c74-a184-4ae6-b94f-9dd30d9e8662","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784901648.102092,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eb4a7fd6-1137-4a71-a028-195eb7559fc9"} {"level":"info","ts":1784901648.1021569,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eb4a7fd6-1137-4a71-a028-195eb7559fc9","name":"e2e-cleanup-test"} {"level":"info","ts":1784901648.1021605,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e1d58299-1317-4cd7-adac-5ef2fe2f4049","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784901648.10219,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e1d58299-1317-4cd7-adac-5ef2fe2f4049","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784901648.1207333,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eb4a7fd6-1137-4a71-a028-195eb7559fc9","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784901656.2686353,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9ce077b9-90d2-42d2-ad68-7234a57fb86a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784901656.2686796,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9ce077b9-90d2-42d2-ad68-7234a57fb86a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784901656.2686374,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"43631a3c-821b-48b2-ac99-f579c0251d49"} {"level":"info","ts":1784901660.5909042,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901660.590988,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"347f45e4-06b9-4955-a8f8-07faed161034"} {"level":"info","ts":1784901660.5909963,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"347f45e4-06b9-4955-a8f8-07faed161034"} {"level":"info","ts":1784901660.5910072,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"347f45e4-06b9-4955-a8f8-07faed161034","EoS":false} {"level":"info","ts":1784901660.5910192,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"347f45e4-06b9-4955-a8f8-07faed161034","EoS":true} {"level":"info","ts":1784901660.5910428,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"347f45e4-06b9-4955-a8f8-07faed161034","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784901660.591059,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"347f45e4-06b9-4955-a8f8-07faed161034","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784901660.5910795,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"347f45e4-06b9-4955-a8f8-07faed161034"} {"level":"info","ts":1784901660.617735,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901660.6178148,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a062479b-9dc5-4640-82e2-f7bb33b1b092"} {"level":"info","ts":1784901660.6178274,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a062479b-9dc5-4640-82e2-f7bb33b1b092"} {"level":"info","ts":1784901660.6178393,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a062479b-9dc5-4640-82e2-f7bb33b1b092","EoS":false} {"level":"info","ts":1784901660.6178527,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a062479b-9dc5-4640-82e2-f7bb33b1b092","EoS":true} {"level":"info","ts":1784901660.6178715,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a062479b-9dc5-4640-82e2-f7bb33b1b092","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784901660.6178887,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a062479b-9dc5-4640-82e2-f7bb33b1b092","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784901660.6178982,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"a062479b-9dc5-4640-82e2-f7bb33b1b092","modelName":"e2e-external-model"} {"level":"info","ts":1784901660.6179118,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"a062479b-9dc5-4640-82e2-f7bb33b1b092","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784901660.6179492,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a062479b-9dc5-4640-82e2-f7bb33b1b092"} {"level":"info","ts":1784901660.6559558,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901660.656034,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9fa46ee8-18d3-405f-9d8c-23e5db7b7be0"} {"level":"info","ts":1784901660.6560435,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9fa46ee8-18d3-405f-9d8c-23e5db7b7be0"} {"level":"info","ts":1784901660.6560543,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9fa46ee8-18d3-405f-9d8c-23e5db7b7be0","EoS":false} {"level":"info","ts":1784901660.656064,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9fa46ee8-18d3-405f-9d8c-23e5db7b7be0","EoS":true} {"level":"info","ts":1784901660.656136,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9fa46ee8-18d3-405f-9d8c-23e5db7b7be0","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784901660.6561532,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9fa46ee8-18d3-405f-9d8c-23e5db7b7be0","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784901660.6561754,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9fa46ee8-18d3-405f-9d8c-23e5db7b7be0"} {"level":"info","ts":1784901660.8272212,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901660.8272955,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bd13ee7d-cf19-90c3-8bec-a3bebb341596"} {"level":"info","ts":1784901660.8273044,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bd13ee7d-cf19-90c3-8bec-a3bebb341596"} {"level":"info","ts":1784901660.8273149,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bd13ee7d-cf19-90c3-8bec-a3bebb341596","EoS":false} {"level":"info","ts":1784901660.8273253,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bd13ee7d-cf19-90c3-8bec-a3bebb341596","EoS":true} {"level":"info","ts":1784901660.8273478,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"bd13ee7d-cf19-90c3-8bec-a3bebb341596","field":"model"} {"level":"info","ts":1784901660.8273735,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bd13ee7d-cf19-90c3-8bec-a3bebb341596"} {"level":"info","ts":1784901661.7898808,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6ea2a31c-edeb-4350-ab85-eca6b1092002","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784901661.7899194,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6ea2a31c-edeb-4350-ab85-eca6b1092002","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784901661.7899232,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"32a4de8a-d759-4939-8032-80f73625a631"} {"level":"info","ts":1784901661.9548924,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"021cabfc-1b27-48ea-9f29-7e07f8576f63","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784901661.9549305,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"021cabfc-1b27-48ea-9f29-7e07f8576f63","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784901661.954981,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"08877d5c-1e85-4469-a48c-7a8b038b0b56"} {"level":"info","ts":1784902806.0720158,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784902806.0721068,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"59062709-6712-4e55-9fdb-3aeffb5fd68f"} {"level":"info","ts":1784902870.6787503,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784902870.6788263,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b6bf9953-d094-4acc-a979-c79b07394157"} {"level":"info","ts":1784902870.6788354,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b6bf9953-d094-4acc-a979-c79b07394157"} {"level":"info","ts":1784902870.6788461,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b6bf9953-d094-4acc-a979-c79b07394157","EoS":false} {"level":"info","ts":1784902870.6788604,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b6bf9953-d094-4acc-a979-c79b07394157","EoS":true} {"level":"info","ts":1784902870.6788852,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b6bf9953-d094-4acc-a979-c79b07394157","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784902870.6789005,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b6bf9953-d094-4acc-a979-c79b07394157","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784902870.6789215,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b6bf9953-d094-4acc-a979-c79b07394157"}