{"level":"info","ts":1784942819.7401955,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"36506a48-60f8-4dec-9b73-0b56d6d9c249"} {"level":"info","ts":1784942819.7827756,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942819.7828617,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6d6a55b8-be66-4892-b4c8-b8688e243416"} {"level":"info","ts":1784942819.7828724,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6d6a55b8-be66-4892-b4c8-b8688e243416"} {"level":"info","ts":1784942819.782884,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6d6a55b8-be66-4892-b4c8-b8688e243416","EoS":false} {"level":"info","ts":1784942819.7828994,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6d6a55b8-be66-4892-b4c8-b8688e243416","EoS":true} {"level":"info","ts":1784942819.7829263,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6d6a55b8-be66-4892-b4c8-b8688e243416","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784942819.782944,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6d6a55b8-be66-4892-b4c8-b8688e243416","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784942819.7829676,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6d6a55b8-be66-4892-b4c8-b8688e243416"} {"level":"info","ts":1784942820.4956436,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942820.4957497,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3ccaaf8e-29e1-42e0-81de-1f0fccedd759"} {"level":"info","ts":1784942820.495765,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3ccaaf8e-29e1-42e0-81de-1f0fccedd759"} {"level":"info","ts":1784942820.495778,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3ccaaf8e-29e1-42e0-81de-1f0fccedd759","EoS":false} {"level":"info","ts":1784942820.495789,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3ccaaf8e-29e1-42e0-81de-1f0fccedd759","EoS":true} {"level":"info","ts":1784942820.4958127,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3ccaaf8e-29e1-42e0-81de-1f0fccedd759","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784942820.4958317,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3ccaaf8e-29e1-42e0-81de-1f0fccedd759","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942820.495855,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3ccaaf8e-29e1-42e0-81de-1f0fccedd759"} {"level":"info","ts":1784942820.5304394,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942820.530603,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"37d63216-a9ca-4ee7-a564-d6c37c3a5563"} {"level":"info","ts":1784942820.5306227,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"37d63216-a9ca-4ee7-a564-d6c37c3a5563"} {"level":"info","ts":1784942820.5306408,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"37d63216-a9ca-4ee7-a564-d6c37c3a5563","EoS":false} {"level":"info","ts":1784942820.5306516,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"37d63216-a9ca-4ee7-a564-d6c37c3a5563","EoS":true} {"level":"info","ts":1784942820.530676,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"37d63216-a9ca-4ee7-a564-d6c37c3a5563","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784942820.5306952,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"37d63216-a9ca-4ee7-a564-d6c37c3a5563","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784942820.5307248,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"37d63216-a9ca-4ee7-a564-d6c37c3a5563"} {"level":"info","ts":1784942824.6940458,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942824.694172,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f131a9d0-1e6a-4f69-8df8-4c47e9ba1853"} {"level":"info","ts":1784942824.694194,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f131a9d0-1e6a-4f69-8df8-4c47e9ba1853"} {"level":"info","ts":1784942824.6942115,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f131a9d0-1e6a-4f69-8df8-4c47e9ba1853","EoS":false} {"level":"info","ts":1784942824.6942275,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f131a9d0-1e6a-4f69-8df8-4c47e9ba1853","EoS":true} {"level":"info","ts":1784942824.694251,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f131a9d0-1e6a-4f69-8df8-4c47e9ba1853","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784942824.6942685,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f131a9d0-1e6a-4f69-8df8-4c47e9ba1853","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784942824.6942937,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f131a9d0-1e6a-4f69-8df8-4c47e9ba1853"} {"level":"info","ts":1784942840.5019946,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942840.5021002,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"29f5870c-7ea6-4ab4-8c1c-d369d9e3d5eb"} {"level":"info","ts":1784942840.5021164,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"29f5870c-7ea6-4ab4-8c1c-d369d9e3d5eb"} {"level":"info","ts":1784942840.5021305,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"29f5870c-7ea6-4ab4-8c1c-d369d9e3d5eb","EoS":false} {"level":"info","ts":1784942840.5021453,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"29f5870c-7ea6-4ab4-8c1c-d369d9e3d5eb","EoS":true} {"level":"info","ts":1784942840.5021663,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"29f5870c-7ea6-4ab4-8c1c-d369d9e3d5eb","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784942840.5021825,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"29f5870c-7ea6-4ab4-8c1c-d369d9e3d5eb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942840.5022054,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"29f5870c-7ea6-4ab4-8c1c-d369d9e3d5eb"} {"level":"info","ts":1784942840.6392426,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942840.6393409,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"67e1bc3d-7d8c-4421-b117-7edf36eb174f"} {"level":"info","ts":1784942840.6393552,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"67e1bc3d-7d8c-4421-b117-7edf36eb174f"} {"level":"info","ts":1784942840.6393685,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"67e1bc3d-7d8c-4421-b117-7edf36eb174f","EoS":false} {"level":"info","ts":1784942840.6393812,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"67e1bc3d-7d8c-4421-b117-7edf36eb174f","EoS":true} {"level":"info","ts":1784942840.6394048,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"67e1bc3d-7d8c-4421-b117-7edf36eb174f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784942840.6394227,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"67e1bc3d-7d8c-4421-b117-7edf36eb174f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942840.6394482,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"67e1bc3d-7d8c-4421-b117-7edf36eb174f"} {"level":"info","ts":1784942840.7769613,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942840.777051,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bcef3f4a-c48e-49fc-8c97-ec057b72392e"} {"level":"info","ts":1784942840.777064,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bcef3f4a-c48e-49fc-8c97-ec057b72392e"} {"level":"info","ts":1784942840.7770824,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bcef3f4a-c48e-49fc-8c97-ec057b72392e","EoS":false} {"level":"info","ts":1784942840.777099,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bcef3f4a-c48e-49fc-8c97-ec057b72392e","EoS":true} {"level":"info","ts":1784942840.7771306,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bcef3f4a-c48e-49fc-8c97-ec057b72392e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784942840.7771523,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bcef3f4a-c48e-49fc-8c97-ec057b72392e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942840.7771857,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bcef3f4a-c48e-49fc-8c97-ec057b72392e"} {"level":"info","ts":1784942840.9107144,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942840.910797,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ca013334-9f65-4964-8874-b6da2e648258"} {"level":"info","ts":1784942840.910807,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ca013334-9f65-4964-8874-b6da2e648258"} {"level":"info","ts":1784942840.9108176,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ca013334-9f65-4964-8874-b6da2e648258","EoS":false} {"level":"info","ts":1784942840.9108284,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ca013334-9f65-4964-8874-b6da2e648258","EoS":true} {"level":"info","ts":1784942840.9108496,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ca013334-9f65-4964-8874-b6da2e648258","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784942840.9108667,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ca013334-9f65-4964-8874-b6da2e648258","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942840.910889,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ca013334-9f65-4964-8874-b6da2e648258"} {"level":"info","ts":1784942841.046359,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942841.0464535,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6f70843c-7452-4a4c-9ad3-1216fa1f2acd"} {"level":"info","ts":1784942841.046471,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6f70843c-7452-4a4c-9ad3-1216fa1f2acd"} {"level":"info","ts":1784942841.0464904,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6f70843c-7452-4a4c-9ad3-1216fa1f2acd","EoS":false} {"level":"info","ts":1784942841.0465522,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6f70843c-7452-4a4c-9ad3-1216fa1f2acd","EoS":true} {"level":"info","ts":1784942841.0465884,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6f70843c-7452-4a4c-9ad3-1216fa1f2acd","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784942841.0466094,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6f70843c-7452-4a4c-9ad3-1216fa1f2acd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942841.0466406,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6f70843c-7452-4a4c-9ad3-1216fa1f2acd"} {"level":"info","ts":1784942841.1802564,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942841.180337,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ccc0c99a-a3d1-4960-8bd3-eb710798ccb4"} {"level":"info","ts":1784942841.180347,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ccc0c99a-a3d1-4960-8bd3-eb710798ccb4"} {"level":"info","ts":1784942841.1803577,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ccc0c99a-a3d1-4960-8bd3-eb710798ccb4","EoS":false} {"level":"info","ts":1784942841.1803687,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ccc0c99a-a3d1-4960-8bd3-eb710798ccb4","EoS":true} {"level":"info","ts":1784942841.180389,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ccc0c99a-a3d1-4960-8bd3-eb710798ccb4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784942841.1804051,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ccc0c99a-a3d1-4960-8bd3-eb710798ccb4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942841.1804311,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ccc0c99a-a3d1-4960-8bd3-eb710798ccb4"} {"level":"info","ts":1784942859.9468272,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942859.9469259,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"205d327d-99b6-4e06-8f51-2f9dff919a11"} {"level":"info","ts":1784942859.9469361,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"205d327d-99b6-4e06-8f51-2f9dff919a11"} {"level":"info","ts":1784942859.9469478,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"205d327d-99b6-4e06-8f51-2f9dff919a11","EoS":false} {"level":"info","ts":1784942859.9469628,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"205d327d-99b6-4e06-8f51-2f9dff919a11","EoS":true} {"level":"info","ts":1784942859.9469843,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"205d327d-99b6-4e06-8f51-2f9dff919a11","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784942859.9470005,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"205d327d-99b6-4e06-8f51-2f9dff919a11","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942859.947023,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"205d327d-99b6-4e06-8f51-2f9dff919a11"} {"level":"info","ts":1784942859.984254,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942859.9843655,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b9ab86f6-b81e-49f6-a725-9877b0d3bbf1"} {"level":"info","ts":1784942859.984382,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b9ab86f6-b81e-49f6-a725-9877b0d3bbf1"} {"level":"info","ts":1784942859.9843957,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b9ab86f6-b81e-49f6-a725-9877b0d3bbf1","EoS":false} {"level":"info","ts":1784942859.9844093,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b9ab86f6-b81e-49f6-a725-9877b0d3bbf1","EoS":true} {"level":"info","ts":1784942859.9844325,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b9ab86f6-b81e-49f6-a725-9877b0d3bbf1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784942859.9844537,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b9ab86f6-b81e-49f6-a725-9877b0d3bbf1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942859.984481,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b9ab86f6-b81e-49f6-a725-9877b0d3bbf1"} {"level":"info","ts":1784942860.0167835,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942860.0168834,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"378a11b3-f7e6-4644-ab19-88401954e882"} {"level":"info","ts":1784942860.0168958,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"378a11b3-f7e6-4644-ab19-88401954e882"} {"level":"info","ts":1784942860.016907,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"378a11b3-f7e6-4644-ab19-88401954e882","EoS":false} {"level":"info","ts":1784942860.016918,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"378a11b3-f7e6-4644-ab19-88401954e882","EoS":true} {"level":"info","ts":1784942860.0169408,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"378a11b3-f7e6-4644-ab19-88401954e882","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784942860.016965,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"378a11b3-f7e6-4644-ab19-88401954e882","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942860.0169888,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"378a11b3-f7e6-4644-ab19-88401954e882"} {"level":"info","ts":1784942860.0513122,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942860.0514212,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"def9e8ce-a187-9424-9653-885bb313c814"} {"level":"info","ts":1784942860.0514386,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"def9e8ce-a187-9424-9653-885bb313c814"} {"level":"info","ts":1784942860.0514586,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"def9e8ce-a187-9424-9653-885bb313c814","EoS":false} {"level":"info","ts":1784942860.0514772,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"def9e8ce-a187-9424-9653-885bb313c814","EoS":true} {"level":"info","ts":1784942860.051537,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"def9e8ce-a187-9424-9653-885bb313c814","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784942860.0515602,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"def9e8ce-a187-9424-9653-885bb313c814","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942860.0515916,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"def9e8ce-a187-9424-9653-885bb313c814"} {"level":"info","ts":1784942860.0858533,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942860.085941,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"546825ce-4fcf-4e86-bcac-24e7f9ff2d6b"} {"level":"info","ts":1784942864.7219799,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942864.7220755,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"88cc5bbc-1d09-476a-9a33-5eb90eb2486b"} {"level":"info","ts":1784942864.7220905,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"88cc5bbc-1d09-476a-9a33-5eb90eb2486b"} {"level":"info","ts":1784942864.7221096,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"88cc5bbc-1d09-476a-9a33-5eb90eb2486b","EoS":false} {"level":"info","ts":1784942864.722121,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"88cc5bbc-1d09-476a-9a33-5eb90eb2486b","EoS":true} {"level":"info","ts":1784942864.7221444,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"88cc5bbc-1d09-476a-9a33-5eb90eb2486b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784942864.7221613,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"88cc5bbc-1d09-476a-9a33-5eb90eb2486b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942864.7221916,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"88cc5bbc-1d09-476a-9a33-5eb90eb2486b"} {"level":"info","ts":1784942873.2852566,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942873.285345,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8474e95e-3cd8-45a4-9b05-d12380f398a0"} {"level":"info","ts":1784942873.2853582,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8474e95e-3cd8-45a4-9b05-d12380f398a0"} {"level":"info","ts":1784942873.2853768,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8474e95e-3cd8-45a4-9b05-d12380f398a0","EoS":false} {"level":"info","ts":1784942873.285398,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8474e95e-3cd8-45a4-9b05-d12380f398a0","EoS":true} {"level":"info","ts":1784942873.2854283,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8474e95e-3cd8-45a4-9b05-d12380f398a0","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784942873.2854474,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8474e95e-3cd8-45a4-9b05-d12380f398a0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784942873.285482,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8474e95e-3cd8-45a4-9b05-d12380f398a0"} {"level":"info","ts":1784942886.1403623,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942886.140471,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"66de37b3-c552-4014-b5ef-dab4ef9879b0"} {"level":"info","ts":1784942886.1404862,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"66de37b3-c552-4014-b5ef-dab4ef9879b0"} {"level":"info","ts":1784942886.1405375,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"66de37b3-c552-4014-b5ef-dab4ef9879b0","EoS":false} {"level":"info","ts":1784942886.140558,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"66de37b3-c552-4014-b5ef-dab4ef9879b0","EoS":true} {"level":"info","ts":1784942886.1405892,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"66de37b3-c552-4014-b5ef-dab4ef9879b0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784942886.1406121,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"66de37b3-c552-4014-b5ef-dab4ef9879b0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942886.1406443,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"66de37b3-c552-4014-b5ef-dab4ef9879b0"} {"level":"info","ts":1784942894.678182,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942894.6782691,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a0722d3b-cc33-4933-9160-09649808e6a7"} {"level":"info","ts":1784942894.6782856,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a0722d3b-cc33-4933-9160-09649808e6a7"} {"level":"info","ts":1784942894.6783028,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a0722d3b-cc33-4933-9160-09649808e6a7","EoS":false} {"level":"info","ts":1784942894.6783228,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a0722d3b-cc33-4933-9160-09649808e6a7","EoS":true} {"level":"info","ts":1784942894.6783612,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a0722d3b-cc33-4933-9160-09649808e6a7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784942894.6783812,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a0722d3b-cc33-4933-9160-09649808e6a7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942894.6784122,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a0722d3b-cc33-4933-9160-09649808e6a7"} {"level":"info","ts":1784942903.5672898,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942903.5673795,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e8dcbc80-46fd-42dd-ada0-893314dd844f"} {"level":"info","ts":1784942903.5673907,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e8dcbc80-46fd-42dd-ada0-893314dd844f"} {"level":"info","ts":1784942903.5674033,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e8dcbc80-46fd-42dd-ada0-893314dd844f","EoS":false} {"level":"info","ts":1784942903.5674143,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e8dcbc80-46fd-42dd-ada0-893314dd844f","EoS":true} {"level":"info","ts":1784942903.5674362,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e8dcbc80-46fd-42dd-ada0-893314dd844f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784942903.5674527,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e8dcbc80-46fd-42dd-ada0-893314dd844f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942903.5674765,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e8dcbc80-46fd-42dd-ada0-893314dd844f"} {"level":"info","ts":1784942912.6027057,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942912.602792,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"34a29336-808a-481c-ae82-82af6967815f"} {"level":"info","ts":1784942912.6028092,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"34a29336-808a-481c-ae82-82af6967815f"} {"level":"info","ts":1784942912.6028252,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"34a29336-808a-481c-ae82-82af6967815f","EoS":false} {"level":"info","ts":1784942912.6028376,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"34a29336-808a-481c-ae82-82af6967815f","EoS":true} {"level":"info","ts":1784942912.6028583,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"34a29336-808a-481c-ae82-82af6967815f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784942912.602877,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"34a29336-808a-481c-ae82-82af6967815f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942912.6028967,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"34a29336-808a-481c-ae82-82af6967815f"} {"level":"info","ts":1784942917.3750827,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942917.37518,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a2fcb080-b834-4d7f-8374-5915ceebc314"} {"level":"info","ts":1784942917.3751984,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a2fcb080-b834-4d7f-8374-5915ceebc314"} {"level":"info","ts":1784942917.3752184,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a2fcb080-b834-4d7f-8374-5915ceebc314","EoS":false} {"level":"info","ts":1784942917.3752363,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a2fcb080-b834-4d7f-8374-5915ceebc314","EoS":true} {"level":"info","ts":1784942917.3752677,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a2fcb080-b834-4d7f-8374-5915ceebc314","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784942917.3752882,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a2fcb080-b834-4d7f-8374-5915ceebc314","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942917.3753188,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a2fcb080-b834-4d7f-8374-5915ceebc314"} {"level":"info","ts":1784942922.1312845,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942922.1313787,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1c1c4960-bcfa-42fd-b4c2-2a55f58f8df2"} {"level":"info","ts":1784942922.1313908,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1c1c4960-bcfa-42fd-b4c2-2a55f58f8df2"} {"level":"info","ts":1784942922.1314068,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1c1c4960-bcfa-42fd-b4c2-2a55f58f8df2","EoS":false} {"level":"info","ts":1784942922.1314192,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1c1c4960-bcfa-42fd-b4c2-2a55f58f8df2","EoS":true} {"level":"info","ts":1784942922.1314404,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1c1c4960-bcfa-42fd-b4c2-2a55f58f8df2","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784942922.1314588,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1c1c4960-bcfa-42fd-b4c2-2a55f58f8df2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784942922.1314847,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1c1c4960-bcfa-42fd-b4c2-2a55f58f8df2"} {"level":"info","ts":1784942922.4022849,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942922.4023752,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3854aa1d-877b-4960-849c-e9e6dbacc2d5"} {"level":"info","ts":1784942922.402386,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3854aa1d-877b-4960-849c-e9e6dbacc2d5"} {"level":"info","ts":1784942922.4023976,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3854aa1d-877b-4960-849c-e9e6dbacc2d5","EoS":false} {"level":"info","ts":1784942922.4024081,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3854aa1d-877b-4960-849c-e9e6dbacc2d5","EoS":true} {"level":"info","ts":1784942922.402429,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3854aa1d-877b-4960-849c-e9e6dbacc2d5","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784942922.402445,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3854aa1d-877b-4960-849c-e9e6dbacc2d5","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784942922.402465,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3854aa1d-877b-4960-849c-e9e6dbacc2d5"} {"level":"info","ts":1784942924.4353762,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942924.43546,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9b8862a2-1da4-460b-baa5-6bd678bf21e7"} {"level":"info","ts":1784942924.435472,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9b8862a2-1da4-460b-baa5-6bd678bf21e7"} {"level":"info","ts":1784942924.435484,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9b8862a2-1da4-460b-baa5-6bd678bf21e7","EoS":false} {"level":"info","ts":1784942924.4354954,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9b8862a2-1da4-460b-baa5-6bd678bf21e7","EoS":true} {"level":"info","ts":1784942924.4355383,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9b8862a2-1da4-460b-baa5-6bd678bf21e7","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784942924.4355621,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9b8862a2-1da4-460b-baa5-6bd678bf21e7","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784942924.4355893,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9b8862a2-1da4-460b-baa5-6bd678bf21e7"} {"level":"info","ts":1784942926.4679713,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942926.4680576,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f6e1dca3-957c-4bee-8143-1b041ca5b75c"} {"level":"info","ts":1784942926.4680712,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f6e1dca3-957c-4bee-8143-1b041ca5b75c"} {"level":"info","ts":1784942926.468083,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f6e1dca3-957c-4bee-8143-1b041ca5b75c","EoS":false} {"level":"info","ts":1784942926.468094,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f6e1dca3-957c-4bee-8143-1b041ca5b75c","EoS":true} {"level":"info","ts":1784942926.4681208,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f6e1dca3-957c-4bee-8143-1b041ca5b75c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784942926.4681425,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f6e1dca3-957c-4bee-8143-1b041ca5b75c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784942926.4681664,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f6e1dca3-957c-4bee-8143-1b041ca5b75c"} {"level":"info","ts":1784942948.7409172,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942948.7410297,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3aef3ab5-16f6-4153-b600-fa8799809e81"} {"level":"info","ts":1784942948.7410448,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3aef3ab5-16f6-4153-b600-fa8799809e81"} {"level":"info","ts":1784942948.74106,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3aef3ab5-16f6-4153-b600-fa8799809e81","EoS":false} {"level":"info","ts":1784942948.741074,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3aef3ab5-16f6-4153-b600-fa8799809e81","EoS":true} {"level":"info","ts":1784942948.7410972,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3aef3ab5-16f6-4153-b600-fa8799809e81","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784942948.7411144,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3aef3ab5-16f6-4153-b600-fa8799809e81","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784942948.741139,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3aef3ab5-16f6-4153-b600-fa8799809e81"} {"level":"info","ts":1784942958.0355625,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942958.035662,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fc043447-4482-4575-978a-29e1e76bf33a"} {"level":"info","ts":1784942958.0356798,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fc043447-4482-4575-978a-29e1e76bf33a"} {"level":"info","ts":1784942958.0356946,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fc043447-4482-4575-978a-29e1e76bf33a","EoS":false} {"level":"info","ts":1784942958.035706,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fc043447-4482-4575-978a-29e1e76bf33a","EoS":true} {"level":"info","ts":1784942958.0357263,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fc043447-4482-4575-978a-29e1e76bf33a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784942958.0357468,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fc043447-4482-4575-978a-29e1e76bf33a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942958.035776,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fc043447-4482-4575-978a-29e1e76bf33a"} {"level":"info","ts":1784942963.4993663,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942963.4994783,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"55efa8e4-ae11-48d9-9f14-5c89f09a1200"} {"level":"info","ts":1784942963.4994922,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"55efa8e4-ae11-48d9-9f14-5c89f09a1200"} {"level":"info","ts":1784942963.4995375,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"55efa8e4-ae11-48d9-9f14-5c89f09a1200","EoS":false} {"level":"info","ts":1784942963.499553,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"55efa8e4-ae11-48d9-9f14-5c89f09a1200","EoS":true} {"level":"info","ts":1784942963.4995787,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"55efa8e4-ae11-48d9-9f14-5c89f09a1200","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784942963.4995973,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"55efa8e4-ae11-48d9-9f14-5c89f09a1200","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784942963.499622,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"55efa8e4-ae11-48d9-9f14-5c89f09a1200"} {"level":"info","ts":1784942973.055096,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942973.0552132,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"99c43b4d-4f6f-4853-b106-05556905f1c9"} {"level":"info","ts":1784942973.0552313,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"99c43b4d-4f6f-4853-b106-05556905f1c9"} {"level":"info","ts":1784942973.0552452,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"99c43b4d-4f6f-4853-b106-05556905f1c9","EoS":false} {"level":"info","ts":1784942973.0552564,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"99c43b4d-4f6f-4853-b106-05556905f1c9","EoS":true} {"level":"info","ts":1784942973.0552816,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"99c43b4d-4f6f-4853-b106-05556905f1c9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784942973.0552993,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"99c43b4d-4f6f-4853-b106-05556905f1c9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942973.055324,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"99c43b4d-4f6f-4853-b106-05556905f1c9"} {"level":"info","ts":1784942975.0886106,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942975.0887008,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d193c09a-4ff6-4273-8e51-ad6f0bf4c8f1"} {"level":"info","ts":1784942975.08871,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d193c09a-4ff6-4273-8e51-ad6f0bf4c8f1"} {"level":"info","ts":1784942975.088722,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d193c09a-4ff6-4273-8e51-ad6f0bf4c8f1","EoS":false} {"level":"info","ts":1784942975.088736,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d193c09a-4ff6-4273-8e51-ad6f0bf4c8f1","EoS":true} {"level":"info","ts":1784942975.0887568,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d193c09a-4ff6-4273-8e51-ad6f0bf4c8f1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784942975.0887744,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d193c09a-4ff6-4273-8e51-ad6f0bf4c8f1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942975.088798,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d193c09a-4ff6-4273-8e51-ad6f0bf4c8f1"} {"level":"info","ts":1784942984.5154235,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942984.5155392,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"325461f9-adfb-43cf-a1a5-6245ff0ad190"} {"level":"info","ts":1784942984.5155506,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"325461f9-adfb-43cf-a1a5-6245ff0ad190"} {"level":"info","ts":1784942984.5155637,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"325461f9-adfb-43cf-a1a5-6245ff0ad190","EoS":false} {"level":"info","ts":1784942984.5155747,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"325461f9-adfb-43cf-a1a5-6245ff0ad190","EoS":true} {"level":"info","ts":1784942984.5155973,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"325461f9-adfb-43cf-a1a5-6245ff0ad190","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784942984.515615,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"325461f9-adfb-43cf-a1a5-6245ff0ad190","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942984.5156384,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"325461f9-adfb-43cf-a1a5-6245ff0ad190"} {"level":"info","ts":1784942984.5539744,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942984.5540726,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2a4a9572-c485-49d7-8271-5b221135d5e4"} {"level":"info","ts":1784942984.5540862,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2a4a9572-c485-49d7-8271-5b221135d5e4"} {"level":"info","ts":1784942984.5541077,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2a4a9572-c485-49d7-8271-5b221135d5e4","EoS":false} {"level":"info","ts":1784942984.5541282,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2a4a9572-c485-49d7-8271-5b221135d5e4","EoS":true} {"level":"info","ts":1784942984.5541635,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2a4a9572-c485-49d7-8271-5b221135d5e4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784942984.5541844,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2a4a9572-c485-49d7-8271-5b221135d5e4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942984.5542204,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2a4a9572-c485-49d7-8271-5b221135d5e4"} {"level":"info","ts":1784943003.660359,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784943003.6604457,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"81f03998-5c3a-46ed-a8e2-c285a2f1c857"} {"level":"info","ts":1784943003.660459,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"81f03998-5c3a-46ed-a8e2-c285a2f1c857"} {"level":"info","ts":1784943003.6604707,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"81f03998-5c3a-46ed-a8e2-c285a2f1c857","EoS":false} {"level":"info","ts":1784943003.660481,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"81f03998-5c3a-46ed-a8e2-c285a2f1c857","EoS":true} {"level":"info","ts":1784943003.6605337,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"81f03998-5c3a-46ed-a8e2-c285a2f1c857","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784943003.6605496,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"81f03998-5c3a-46ed-a8e2-c285a2f1c857","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784943003.6605706,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"81f03998-5c3a-46ed-a8e2-c285a2f1c857"} {"level":"info","ts":1784943012.9586399,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784943012.9587326,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"770a5184-99d6-46db-b513-efd4c50e81cf"} {"level":"info","ts":1784943012.9587462,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"770a5184-99d6-46db-b513-efd4c50e81cf"} {"level":"info","ts":1784943012.9587638,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"770a5184-99d6-46db-b513-efd4c50e81cf","EoS":false} {"level":"info","ts":1784943012.9587848,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"770a5184-99d6-46db-b513-efd4c50e81cf","EoS":true} {"level":"info","ts":1784943012.9588206,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"770a5184-99d6-46db-b513-efd4c50e81cf","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784943012.9588416,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"770a5184-99d6-46db-b513-efd4c50e81cf","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784943012.958873,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"770a5184-99d6-46db-b513-efd4c50e81cf"} {"level":"info","ts":1784943018.160724,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784943018.1608374,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c6105905-3ef4-42e6-86d1-0a095ea93e4f"} {"level":"info","ts":1784943018.1608524,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c6105905-3ef4-42e6-86d1-0a095ea93e4f"} {"level":"info","ts":1784943018.1608644,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c6105905-3ef4-42e6-86d1-0a095ea93e4f","EoS":false} {"level":"info","ts":1784943018.1608772,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c6105905-3ef4-42e6-86d1-0a095ea93e4f","EoS":true} {"level":"info","ts":1784943018.160899,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c6105905-3ef4-42e6-86d1-0a095ea93e4f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784943018.1609166,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c6105905-3ef4-42e6-86d1-0a095ea93e4f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784943018.1609454,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c6105905-3ef4-42e6-86d1-0a095ea93e4f"} {"level":"info","ts":1784943108.6189506,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784943108.6190526,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d671d896-7327-4f3d-a8c7-49e8ab5cefb8"} {"level":"info","ts":1784943108.6190646,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d671d896-7327-4f3d-a8c7-49e8ab5cefb8"} {"level":"info","ts":1784943108.619077,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d671d896-7327-4f3d-a8c7-49e8ab5cefb8","EoS":false} {"level":"info","ts":1784943108.6190886,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d671d896-7327-4f3d-a8c7-49e8ab5cefb8","EoS":true} {"level":"info","ts":1784943108.6191125,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d671d896-7327-4f3d-a8c7-49e8ab5cefb8","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784943108.6191297,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d671d896-7327-4f3d-a8c7-49e8ab5cefb8","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784943108.6191568,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d671d896-7327-4f3d-a8c7-49e8ab5cefb8"} {"level":"info","ts":1784943133.7427664,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784943133.7428656,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"31603950-3997-409d-a1a1-3471479ae4ff"} {"level":"info","ts":1784943133.7428825,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"31603950-3997-409d-a1a1-3471479ae4ff"} {"level":"info","ts":1784943133.7428954,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"31603950-3997-409d-a1a1-3471479ae4ff","EoS":false} {"level":"info","ts":1784943133.7429082,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"31603950-3997-409d-a1a1-3471479ae4ff","EoS":true} {"level":"info","ts":1784943133.7429297,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"31603950-3997-409d-a1a1-3471479ae4ff","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784943133.742947,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"31603950-3997-409d-a1a1-3471479ae4ff","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784943133.7429688,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"31603950-3997-409d-a1a1-3471479ae4ff"} {"level":"info","ts":1784943172.9509041,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784943172.9510007,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1fe5649f-4021-40c9-a5d1-4f58ae50bcca"} {"level":"info","ts":1784943172.9510107,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1fe5649f-4021-40c9-a5d1-4f58ae50bcca"} {"level":"info","ts":1784943172.9510236,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1fe5649f-4021-40c9-a5d1-4f58ae50bcca","EoS":false} {"level":"info","ts":1784943172.9510338,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1fe5649f-4021-40c9-a5d1-4f58ae50bcca","EoS":true} {"level":"info","ts":1784943172.9510567,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1fe5649f-4021-40c9-a5d1-4f58ae50bcca","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784943172.9510744,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1fe5649f-4021-40c9-a5d1-4f58ae50bcca","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784943172.9510992,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1fe5649f-4021-40c9-a5d1-4f58ae50bcca"} {"level":"info","ts":1784943188.1773813,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784943188.1774771,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0accf118-ddcf-4916-8ba8-1bd98370cb13"} {"level":"info","ts":1784943188.1774902,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0accf118-ddcf-4916-8ba8-1bd98370cb13"} {"level":"info","ts":1784943188.1775396,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0accf118-ddcf-4916-8ba8-1bd98370cb13","EoS":false} {"level":"info","ts":1784943188.177563,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0accf118-ddcf-4916-8ba8-1bd98370cb13","EoS":true} {"level":"info","ts":1784943188.1775944,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0accf118-ddcf-4916-8ba8-1bd98370cb13","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784943188.1776147,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0accf118-ddcf-4916-8ba8-1bd98370cb13","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784943188.1776483,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0accf118-ddcf-4916-8ba8-1bd98370cb13"} {"level":"info","ts":1784943188.4649842,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784943188.4650817,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d3dc77b6-44f1-4b81-9ad8-2c65ce6f4ffe"} {"level":"info","ts":1784943188.4650955,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d3dc77b6-44f1-4b81-9ad8-2c65ce6f4ffe"} {"level":"info","ts":1784943188.465115,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d3dc77b6-44f1-4b81-9ad8-2c65ce6f4ffe","EoS":false} {"level":"info","ts":1784943188.4651318,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d3dc77b6-44f1-4b81-9ad8-2c65ce6f4ffe","EoS":true} {"level":"info","ts":1784943188.465183,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d3dc77b6-44f1-4b81-9ad8-2c65ce6f4ffe","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784943188.4652016,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d3dc77b6-44f1-4b81-9ad8-2c65ce6f4ffe","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784943188.4652367,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d3dc77b6-44f1-4b81-9ad8-2c65ce6f4ffe"} {"level":"info","ts":1784943500.776806,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784943500.7769077,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3f68c69b-4d53-4495-8b3b-df20b0129f9f"} {"level":"info","ts":1784943500.776917,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3f68c69b-4d53-4495-8b3b-df20b0129f9f"} {"level":"info","ts":1784943500.7769299,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3f68c69b-4d53-4495-8b3b-df20b0129f9f","EoS":false} {"level":"info","ts":1784943500.776944,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3f68c69b-4d53-4495-8b3b-df20b0129f9f","EoS":true} {"level":"info","ts":1784943500.776972,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3f68c69b-4d53-4495-8b3b-df20b0129f9f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784943500.7769895,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3f68c69b-4d53-4495-8b3b-df20b0129f9f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784943500.777015,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3f68c69b-4d53-4495-8b3b-df20b0129f9f"} {"level":"info","ts":1784943500.8133426,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784943500.8134394,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f3b40f26-e168-4a89-b59c-628051dabcf1"} {"level":"info","ts":1784943500.8134506,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f3b40f26-e168-4a89-b59c-628051dabcf1"} {"level":"info","ts":1784943500.8134615,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f3b40f26-e168-4a89-b59c-628051dabcf1","EoS":false} {"level":"info","ts":1784943500.813473,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f3b40f26-e168-4a89-b59c-628051dabcf1","EoS":true} {"level":"info","ts":1784943500.8134966,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f3b40f26-e168-4a89-b59c-628051dabcf1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784943500.8135304,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f3b40f26-e168-4a89-b59c-628051dabcf1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784943500.813562,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f3b40f26-e168-4a89-b59c-628051dabcf1"} {"level":"info","ts":1784943500.8468804,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784943500.8469706,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0274e1bf-9b87-44d8-8bc6-54c00bc58cbd"} {"level":"info","ts":1784943500.846988,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0274e1bf-9b87-44d8-8bc6-54c00bc58cbd"} {"level":"info","ts":1784943500.847009,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0274e1bf-9b87-44d8-8bc6-54c00bc58cbd","EoS":false} {"level":"info","ts":1784943500.8470283,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0274e1bf-9b87-44d8-8bc6-54c00bc58cbd","EoS":true} {"level":"info","ts":1784943500.8470626,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0274e1bf-9b87-44d8-8bc6-54c00bc58cbd","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784943500.8470807,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0274e1bf-9b87-44d8-8bc6-54c00bc58cbd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784943500.8471117,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0274e1bf-9b87-44d8-8bc6-54c00bc58cbd"} {"level":"info","ts":1784943505.668578,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"69e1145f-80c7-4e19-b3c1-e35ff2d6538b"} {"level":"info","ts":1784943505.6686702,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"380cc524-ad00-4445-8b60-a23205ab4424","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784943505.6687148,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"380cc524-ad00-4445-8b60-a23205ab4424","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784943505.673725,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bd8c20af-c54d-4760-aa2d-be4a2d6bf29d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784943505.6737728,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bd8c20af-c54d-4760-aa2d-be4a2d6bf29d","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784943505.6767747,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"69e1145f-80c7-4e19-b3c1-e35ff2d6538b","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784943505.67702,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37849.24822146,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784943505.6770384,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784943505.7844203,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1e079781-d025-45ea-b33b-ff9982aeded0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784943505.7844903,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1e079781-d025-45ea-b33b-ff9982aeded0","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784943505.7850091,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c291283f-3ee0-41f2-94cf-987ce88e142c"} {"level":"info","ts":1784943505.8777158,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"da9a6d2d-ddf8-42d6-9321-8d13a999b293","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784943505.8777542,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"da9a6d2d-ddf8-42d6-9321-8d13a999b293","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784943505.8782437,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c291283f-3ee0-41f2-94cf-987ce88e142c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784943505.8783677,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"22bb07df-c52c-47c7-a69d-4e8bee12c4b4","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784943505.8785338,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"661c1f8f-cb61-4227-af2e-d30cbc2521fe","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784943505.878608,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":39305.125732131,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784943505.8786309,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784943505.8788059,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"22bb07df-c52c-47c7-a69d-4e8bee12c4b4","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784943505.8789017,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"661c1f8f-cb61-4227-af2e-d30cbc2521fe","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784943505.878971,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"82fad6ae-e9d1-4da3-96ae-4ae7b8051854","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784943505.8789914,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"82fad6ae-e9d1-4da3-96ae-4ae7b8051854","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784943505.879958,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784943505.8856044,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784943505.9350872,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4796ce65-4206-4f60-ae75-415f8a2ce5c2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784943505.9351375,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4796ce65-4206-4f60-ae75-415f8a2ce5c2","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784943505.948458,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6aee00dd-810e-48d2-ad2d-ef4fe79b5598","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784943505.9484982,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6aee00dd-810e-48d2-ad2d-ef4fe79b5598","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784943505.963142,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d10a882b-3be7-4db2-abcf-aada1e6e2737","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784943505.9631872,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d10a882b-3be7-4db2-abcf-aada1e6e2737","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784943505.978296,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":39183.21611794,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784943505.978332,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784943505.9785478,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c291283f-3ee0-41f2-94cf-987ce88e142c","name":"e2e-external-model"} {"level":"info","ts":1784943505.9867485,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784943505.9870925,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c291283f-3ee0-41f2-94cf-987ce88e142c","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784943505.9907787,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c291283f-3ee0-41f2-94cf-987ce88e142c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784943505.9909024,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"19dce77e-4cf8-4113-afec-7e0ae73ca876"} {"level":"info","ts":1784943505.9909692,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"19dce77e-4cf8-4113-afec-7e0ae73ca876","name":"e2e-external-model"} {"level":"info","ts":1784943505.998458,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"19dce77e-4cf8-4113-afec-7e0ae73ca876","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784943506.0790546,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"69e1145f-80c7-4e19-b3c1-e35ff2d6538b","name":"e2e-external-provider"} {"level":"info","ts":1784943506.0899863,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"69e1145f-80c7-4e19-b3c1-e35ff2d6538b","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784943506.0937,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"69e1145f-80c7-4e19-b3c1-e35ff2d6538b","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784943506.0938184,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9675b48c-ae3e-4fa3-8e6f-3cfd6b63e731"} {"level":"info","ts":1784943506.0939102,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9675b48c-ae3e-4fa3-8e6f-3cfd6b63e731","name":"e2e-external-provider"} {"level":"info","ts":1784943506.1031184,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9675b48c-ae3e-4fa3-8e6f-3cfd6b63e731","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784943511.0464401,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784943511.046547,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3b4d669f-be4f-466c-8066-9f659b1d2bba"} {"level":"info","ts":1784943511.0465589,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3b4d669f-be4f-466c-8066-9f659b1d2bba"} {"level":"info","ts":1784943511.046571,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3b4d669f-be4f-466c-8066-9f659b1d2bba","EoS":false} {"level":"info","ts":1784943511.0465815,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3b4d669f-be4f-466c-8066-9f659b1d2bba","EoS":true} {"level":"info","ts":1784943511.0466037,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3b4d669f-be4f-466c-8066-9f659b1d2bba","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784943511.0466206,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3b4d669f-be4f-466c-8066-9f659b1d2bba","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784943511.046628,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"3b4d669f-be4f-466c-8066-9f659b1d2bba","modelName":"e2e-external-model"} {"level":"info","ts":1784943511.046642,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"3b4d669f-be4f-466c-8066-9f659b1d2bba","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784943511.0467021,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3b4d669f-be4f-466c-8066-9f659b1d2bba"} {"level":"info","ts":1784943511.0908358,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784943511.0909252,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"33e58e11-5ea6-42d1-a41f-1b88fef6d2a0"} {"level":"info","ts":1784943511.0909374,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"33e58e11-5ea6-42d1-a41f-1b88fef6d2a0"} {"level":"info","ts":1784943511.0909498,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"33e58e11-5ea6-42d1-a41f-1b88fef6d2a0","EoS":false} {"level":"info","ts":1784943511.0909612,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"33e58e11-5ea6-42d1-a41f-1b88fef6d2a0","EoS":true} {"level":"info","ts":1784943511.090982,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"33e58e11-5ea6-42d1-a41f-1b88fef6d2a0","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784943511.0909958,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"33e58e11-5ea6-42d1-a41f-1b88fef6d2a0","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784943511.091004,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"33e58e11-5ea6-42d1-a41f-1b88fef6d2a0","modelName":"e2e-external-model"} {"level":"info","ts":1784943511.091017,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"33e58e11-5ea6-42d1-a41f-1b88fef6d2a0","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784943511.091056,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"33e58e11-5ea6-42d1-a41f-1b88fef6d2a0"} {"level":"info","ts":1784943511.1327896,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784943511.132873,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4196ca22-1c76-439d-8014-3ea44afa7303"} {"level":"info","ts":1784943511.1328826,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4196ca22-1c76-439d-8014-3ea44afa7303"} {"level":"info","ts":1784943511.1328938,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4196ca22-1c76-439d-8014-3ea44afa7303","EoS":false} {"level":"info","ts":1784943511.1329055,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4196ca22-1c76-439d-8014-3ea44afa7303","EoS":true} {"level":"info","ts":1784943511.1329262,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4196ca22-1c76-439d-8014-3ea44afa7303","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784943511.1329412,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4196ca22-1c76-439d-8014-3ea44afa7303","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784943511.1329563,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"4196ca22-1c76-439d-8014-3ea44afa7303","modelName":"e2e-external-model"} {"level":"info","ts":1784943511.1329706,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"4196ca22-1c76-439d-8014-3ea44afa7303","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784943511.1330092,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4196ca22-1c76-439d-8014-3ea44afa7303"} {"level":"info","ts":1784943511.2557988,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1a00180b-4d89-4575-9164-ecbab12c1c19"} {"level":"info","ts":1784943511.2558331,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"89c9a591-ae55-44fe-9c25-98e4ea1d43a5","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784943511.2558699,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"89c9a591-ae55-44fe-9c25-98e4ea1d43a5","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784943511.2631423,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2a6b0361-2638-44d1-aa37-32c209eedf82","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784943511.2631862,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2a6b0361-2638-44d1-aa37-32c209eedf82","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784943511.2640803,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1a00180b-4d89-4575-9164-ecbab12c1c19","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784943511.2641504,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1a00180b-4d89-4575-9164-ecbab12c1c19","name":"e2e-cleanup-test"} {"level":"info","ts":1784943511.2776127,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3c52ed13-0dfb-4ada-8077-7013404ba6a6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784943511.2776506,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3c52ed13-0dfb-4ada-8077-7013404ba6a6","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784943511.2819762,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1a00180b-4d89-4575-9164-ecbab12c1c19","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784943511.2820537,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1a00180b-4d89-4575-9164-ecbab12c1c19","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784943511.282146,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"13bf3436-1d43-4472-b324-b96f77fb6014"} {"level":"info","ts":1784943511.2822332,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"13bf3436-1d43-4472-b324-b96f77fb6014","name":"e2e-cleanup-test"} {"level":"info","ts":1784943511.2932568,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cf957ce8-2884-402c-b187-a80a6dbf0c42","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784943511.2932968,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cf957ce8-2884-402c-b187-a80a6dbf0c42","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784943511.294406,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"13bf3436-1d43-4472-b324-b96f77fb6014","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784943511.2944572,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"13bf3436-1d43-4472-b324-b96f77fb6014","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784943511.2945397,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"04d7aa7a-7c67-4eeb-9541-e733dee5bd26"} {"level":"info","ts":1784943511.2946076,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"04d7aa7a-7c67-4eeb-9541-e733dee5bd26","name":"e2e-cleanup-test"} {"level":"info","ts":1784943511.3024359,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"04d7aa7a-7c67-4eeb-9541-e733dee5bd26","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784943511.3072112,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e050dca2-c13a-4fac-8cc8-e6b7ff3dde25","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784943511.3072517,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e050dca2-c13a-4fac-8cc8-e6b7ff3dde25","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784943511.3081694,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"04d7aa7a-7c67-4eeb-9541-e733dee5bd26","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784943511.3082438,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1669abbc-a025-4e4b-80ec-722f48535b9f"} {"level":"info","ts":1784943511.3083065,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1669abbc-a025-4e4b-80ec-722f48535b9f","name":"e2e-cleanup-test"} {"level":"info","ts":1784943511.3151948,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1669abbc-a025-4e4b-80ec-722f48535b9f","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784943519.5142224,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"43955597-d933-44a0-ae90-fd80a59e05e3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784943519.5142627,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"43955597-d933-44a0-ae90-fd80a59e05e3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784943519.5142658,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5a34d2ef-3c16-427e-9fd4-44b955b9a39e"} {"level":"info","ts":1784943523.8017387,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784943523.8018208,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"44c3099e-42e1-42b4-a376-9faf0b64bde0"} {"level":"info","ts":1784943523.801831,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"44c3099e-42e1-42b4-a376-9faf0b64bde0"} {"level":"info","ts":1784943523.801843,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"44c3099e-42e1-42b4-a376-9faf0b64bde0","EoS":false} {"level":"info","ts":1784943523.801856,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"44c3099e-42e1-42b4-a376-9faf0b64bde0","EoS":true} {"level":"info","ts":1784943523.801882,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"44c3099e-42e1-42b4-a376-9faf0b64bde0","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784943523.8018985,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"44c3099e-42e1-42b4-a376-9faf0b64bde0","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784943523.8019214,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"44c3099e-42e1-42b4-a376-9faf0b64bde0"} {"level":"info","ts":1784943523.8271987,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784943523.8272753,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a27b3505-cfc1-4881-b038-438a9abd1a4a"} {"level":"info","ts":1784943523.8272836,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a27b3505-cfc1-4881-b038-438a9abd1a4a"} {"level":"info","ts":1784943523.8272936,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a27b3505-cfc1-4881-b038-438a9abd1a4a","EoS":false} {"level":"info","ts":1784943523.827308,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a27b3505-cfc1-4881-b038-438a9abd1a4a","EoS":true} {"level":"info","ts":1784943523.827331,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a27b3505-cfc1-4881-b038-438a9abd1a4a","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784943523.827348,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a27b3505-cfc1-4881-b038-438a9abd1a4a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784943523.8273587,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"a27b3505-cfc1-4881-b038-438a9abd1a4a","modelName":"e2e-external-model"} {"level":"info","ts":1784943523.8273757,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"a27b3505-cfc1-4881-b038-438a9abd1a4a","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784943523.8274164,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a27b3505-cfc1-4881-b038-438a9abd1a4a"} {"level":"info","ts":1784943523.8655727,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784943523.8656607,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"020dd794-c4cf-4635-af6a-51f2395e987c"} {"level":"info","ts":1784943523.8656776,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"020dd794-c4cf-4635-af6a-51f2395e987c"} {"level":"info","ts":1784943523.8656964,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"020dd794-c4cf-4635-af6a-51f2395e987c","EoS":false} {"level":"info","ts":1784943523.8657165,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"020dd794-c4cf-4635-af6a-51f2395e987c","EoS":true} {"level":"info","ts":1784943523.865748,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"020dd794-c4cf-4635-af6a-51f2395e987c","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784943523.8657663,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"020dd794-c4cf-4635-af6a-51f2395e987c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784943523.8657951,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"020dd794-c4cf-4635-af6a-51f2395e987c"} {"level":"info","ts":1784943524.0052354,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784943524.005328,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8362218d-c5c5-4908-ba42-8d8d5c0dcb0a"} {"level":"info","ts":1784943524.0053442,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8362218d-c5c5-4908-ba42-8d8d5c0dcb0a"} {"level":"info","ts":1784943524.0053658,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8362218d-c5c5-4908-ba42-8d8d5c0dcb0a","EoS":false} {"level":"info","ts":1784943524.005383,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8362218d-c5c5-4908-ba42-8d8d5c0dcb0a","EoS":true} {"level":"info","ts":1784943524.0054154,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"8362218d-c5c5-4908-ba42-8d8d5c0dcb0a","field":"model"} {"level":"info","ts":1784943524.0054488,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8362218d-c5c5-4908-ba42-8d8d5c0dcb0a"} {"level":"info","ts":1784943524.941503,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f251ecc3-30e0-4fe5-bbc6-fc9661a9fa9a"} {"level":"info","ts":1784943524.9414997,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fa18c32a-f5fb-48d1-ac49-8a556eb133ae","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784943524.9416013,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fa18c32a-f5fb-48d1-ac49-8a556eb133ae","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784943525.0809443,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3cb4abc5-b597-4aa6-bd6e-69afc8bc63ca"} {"level":"info","ts":1784943525.0811455,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0f276207-ac49-4528-bf92-a1cf85910837","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784943525.0813463,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0f276207-ac49-4528-bf92-a1cf85910837","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784945788.4472318,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784945788.4473405,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"17fe5398-44c8-41ae-bfc5-a4e4c83874eb"} {"level":"info","ts":1784945845.9121275,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784945845.9122188,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c1b88a10-8159-43ab-a037-d63ac1a0c27f"} {"level":"info","ts":1784945845.9122312,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c1b88a10-8159-43ab-a037-d63ac1a0c27f"} {"level":"info","ts":1784945845.912249,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c1b88a10-8159-43ab-a037-d63ac1a0c27f","EoS":false} {"level":"info","ts":1784945845.9122636,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c1b88a10-8159-43ab-a037-d63ac1a0c27f","EoS":true} {"level":"info","ts":1784945845.912293,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c1b88a10-8159-43ab-a037-d63ac1a0c27f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784945845.9123113,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c1b88a10-8159-43ab-a037-d63ac1a0c27f","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784945845.9123356,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c1b88a10-8159-43ab-a037-d63ac1a0c27f"}