{"level":"info","ts":1784824320.5024238,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d9460874-17f7-4349-977c-dce5f17c9422"} {"level":"info","ts":1784824320.5024395,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d9460874-17f7-4349-977c-dce5f17c9422"} {"level":"info","ts":1784824320.5024524,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d9460874-17f7-4349-977c-dce5f17c9422","EoS":false} {"level":"info","ts":1784824320.5024617,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d9460874-17f7-4349-977c-dce5f17c9422","EoS":true} {"level":"info","ts":1784824320.5024822,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d9460874-17f7-4349-977c-dce5f17c9422","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784824320.5024984,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d9460874-17f7-4349-977c-dce5f17c9422","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784824320.5025396,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d9460874-17f7-4349-977c-dce5f17c9422"} {"level":"info","ts":1784824320.54202,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824320.5420978,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bdbed141-563d-4938-9c3b-f944e5f877b0"} {"level":"info","ts":1784824320.5421076,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bdbed141-563d-4938-9c3b-f944e5f877b0"} {"level":"info","ts":1784824320.5421195,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bdbed141-563d-4938-9c3b-f944e5f877b0","EoS":false} {"level":"info","ts":1784824320.5421305,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bdbed141-563d-4938-9c3b-f944e5f877b0","EoS":true} {"level":"info","ts":1784824320.5421526,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bdbed141-563d-4938-9c3b-f944e5f877b0","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784824320.542168,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bdbed141-563d-4938-9c3b-f944e5f877b0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784824320.5421886,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bdbed141-563d-4938-9c3b-f944e5f877b0"} {"level":"info","ts":1784824324.727397,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824324.7274814,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c8583fcc-9a16-495a-9ec1-535491f68b1d"} {"level":"info","ts":1784824324.7274919,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c8583fcc-9a16-495a-9ec1-535491f68b1d"} {"level":"info","ts":1784824324.7275033,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c8583fcc-9a16-495a-9ec1-535491f68b1d","EoS":false} {"level":"info","ts":1784824324.7275422,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c8583fcc-9a16-495a-9ec1-535491f68b1d","EoS":true} {"level":"info","ts":1784824324.7275662,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c8583fcc-9a16-495a-9ec1-535491f68b1d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784824324.7275815,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c8583fcc-9a16-495a-9ec1-535491f68b1d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784824324.7276025,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c8583fcc-9a16-495a-9ec1-535491f68b1d"} {"level":"info","ts":1784824340.5960457,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824340.5961344,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1171597b-4b46-409a-bbc4-64a38593331c"} {"level":"info","ts":1784824340.5961444,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1171597b-4b46-409a-bbc4-64a38593331c"} {"level":"info","ts":1784824340.5961564,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1171597b-4b46-409a-bbc4-64a38593331c","EoS":false} {"level":"info","ts":1784824340.596167,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1171597b-4b46-409a-bbc4-64a38593331c","EoS":true} {"level":"info","ts":1784824340.5961905,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1171597b-4b46-409a-bbc4-64a38593331c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784824340.5962064,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1171597b-4b46-409a-bbc4-64a38593331c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784824340.596226,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1171597b-4b46-409a-bbc4-64a38593331c"} {"level":"info","ts":1784824340.7400808,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824340.7401597,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"492d4154-df26-4154-9b99-804676aa2bbf"} {"level":"info","ts":1784824340.7401693,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"492d4154-df26-4154-9b99-804676aa2bbf"} {"level":"info","ts":1784824340.7401814,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"492d4154-df26-4154-9b99-804676aa2bbf","EoS":false} {"level":"info","ts":1784824340.7401934,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"492d4154-df26-4154-9b99-804676aa2bbf","EoS":true} {"level":"info","ts":1784824340.7402132,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"492d4154-df26-4154-9b99-804676aa2bbf","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784824340.7402284,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"492d4154-df26-4154-9b99-804676aa2bbf","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784824340.7402472,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"492d4154-df26-4154-9b99-804676aa2bbf"} {"level":"info","ts":1784824340.8776028,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824340.8776884,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0cd1745a-a171-4a12-a434-681ab232d87e"} {"level":"info","ts":1784824340.8776977,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0cd1745a-a171-4a12-a434-681ab232d87e"} {"level":"info","ts":1784824340.8777096,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0cd1745a-a171-4a12-a434-681ab232d87e","EoS":false} {"level":"info","ts":1784824340.87772,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0cd1745a-a171-4a12-a434-681ab232d87e","EoS":true} {"level":"info","ts":1784824340.8777406,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0cd1745a-a171-4a12-a434-681ab232d87e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784824340.8777564,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0cd1745a-a171-4a12-a434-681ab232d87e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784824340.8777778,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0cd1745a-a171-4a12-a434-681ab232d87e"} {"level":"info","ts":1784824341.0171614,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824341.0172403,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"225e0171-8fd3-49b2-b84c-5e3d1750eaf3"} {"level":"info","ts":1784824341.017251,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"225e0171-8fd3-49b2-b84c-5e3d1750eaf3"} {"level":"info","ts":1784824341.0172622,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"225e0171-8fd3-49b2-b84c-5e3d1750eaf3","EoS":false} {"level":"info","ts":1784824341.017272,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"225e0171-8fd3-49b2-b84c-5e3d1750eaf3","EoS":true} {"level":"info","ts":1784824341.017293,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"225e0171-8fd3-49b2-b84c-5e3d1750eaf3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784824341.017309,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"225e0171-8fd3-49b2-b84c-5e3d1750eaf3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784824341.0173285,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"225e0171-8fd3-49b2-b84c-5e3d1750eaf3"} {"level":"info","ts":1784824341.1539743,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824341.1540613,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3830c122-e4e3-4d76-90f2-e73acca0cf40"} {"level":"info","ts":1784824341.154073,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3830c122-e4e3-4d76-90f2-e73acca0cf40"} {"level":"info","ts":1784824341.1540918,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3830c122-e4e3-4d76-90f2-e73acca0cf40","EoS":false} {"level":"info","ts":1784824341.154116,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3830c122-e4e3-4d76-90f2-e73acca0cf40","EoS":true} {"level":"info","ts":1784824341.1541448,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3830c122-e4e3-4d76-90f2-e73acca0cf40","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784824341.1541631,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3830c122-e4e3-4d76-90f2-e73acca0cf40","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784824341.1541924,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3830c122-e4e3-4d76-90f2-e73acca0cf40"} {"level":"info","ts":1784824341.2940094,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824341.2940922,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"12f58e84-292c-4e6d-b7e7-08b0acbfa9b3"} {"level":"info","ts":1784824341.2941022,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"12f58e84-292c-4e6d-b7e7-08b0acbfa9b3"} {"level":"info","ts":1784824341.294114,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"12f58e84-292c-4e6d-b7e7-08b0acbfa9b3","EoS":false} {"level":"info","ts":1784824341.294129,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"12f58e84-292c-4e6d-b7e7-08b0acbfa9b3","EoS":true} {"level":"info","ts":1784824341.2941535,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"12f58e84-292c-4e6d-b7e7-08b0acbfa9b3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784824341.294169,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"12f58e84-292c-4e6d-b7e7-08b0acbfa9b3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784824341.2941902,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"12f58e84-292c-4e6d-b7e7-08b0acbfa9b3"} {"level":"info","ts":1784824360.1537278,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824360.1538105,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2b118f97-fbae-4dc3-b237-8d35d47d81f0"} {"level":"info","ts":1784824360.1538212,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2b118f97-fbae-4dc3-b237-8d35d47d81f0"} {"level":"info","ts":1784824360.1538336,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2b118f97-fbae-4dc3-b237-8d35d47d81f0","EoS":false} {"level":"info","ts":1784824360.1538472,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2b118f97-fbae-4dc3-b237-8d35d47d81f0","EoS":true} {"level":"info","ts":1784824360.153873,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2b118f97-fbae-4dc3-b237-8d35d47d81f0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784824360.153891,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2b118f97-fbae-4dc3-b237-8d35d47d81f0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784824360.1539109,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2b118f97-fbae-4dc3-b237-8d35d47d81f0"} {"level":"info","ts":1784824360.217035,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824360.217133,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"181fddff-2dcb-4a32-96f1-98661d4ec40b"} {"level":"info","ts":1784824360.2171478,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"181fddff-2dcb-4a32-96f1-98661d4ec40b"} {"level":"info","ts":1784824360.217164,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"181fddff-2dcb-4a32-96f1-98661d4ec40b","EoS":false} {"level":"info","ts":1784824360.2171776,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"181fddff-2dcb-4a32-96f1-98661d4ec40b","EoS":true} {"level":"info","ts":1784824360.2171993,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"181fddff-2dcb-4a32-96f1-98661d4ec40b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784824360.217217,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"181fddff-2dcb-4a32-96f1-98661d4ec40b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784824360.21724,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"181fddff-2dcb-4a32-96f1-98661d4ec40b"} {"level":"info","ts":1784824360.2508543,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824360.250939,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9d9d719f-fd3d-41f1-9374-dc5d0bbee3cd"} {"level":"info","ts":1784824360.2509527,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9d9d719f-fd3d-41f1-9374-dc5d0bbee3cd"} {"level":"info","ts":1784824360.2509646,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9d9d719f-fd3d-41f1-9374-dc5d0bbee3cd","EoS":false} {"level":"info","ts":1784824360.2509747,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9d9d719f-fd3d-41f1-9374-dc5d0bbee3cd","EoS":true} {"level":"info","ts":1784824360.2509995,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9d9d719f-fd3d-41f1-9374-dc5d0bbee3cd","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784824360.2510183,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9d9d719f-fd3d-41f1-9374-dc5d0bbee3cd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784824360.2510402,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9d9d719f-fd3d-41f1-9374-dc5d0bbee3cd"} {"level":"info","ts":1784824360.2869914,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824360.2870662,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"96bf91e2-4066-41d6-9b15-880b357e71bb"} {"level":"info","ts":1784824364.9460368,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824364.9461138,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d8c9d75b-f239-47c8-bd9e-a996102798da"} {"level":"info","ts":1784824364.9461238,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d8c9d75b-f239-47c8-bd9e-a996102798da"} {"level":"info","ts":1784824364.9461358,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d8c9d75b-f239-47c8-bd9e-a996102798da","EoS":false} {"level":"info","ts":1784824364.946149,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d8c9d75b-f239-47c8-bd9e-a996102798da","EoS":true} {"level":"info","ts":1784824364.9461691,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d8c9d75b-f239-47c8-bd9e-a996102798da","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784824364.9461849,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d8c9d75b-f239-47c8-bd9e-a996102798da","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784824364.9462054,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d8c9d75b-f239-47c8-bd9e-a996102798da"} {"level":"info","ts":1784824373.5522532,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824373.5523334,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"63aba334-6b1f-416c-85a6-d34fe8cf59f8"} {"level":"info","ts":1784824373.5523446,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"63aba334-6b1f-416c-85a6-d34fe8cf59f8"} {"level":"info","ts":1784824373.5523558,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"63aba334-6b1f-416c-85a6-d34fe8cf59f8","EoS":false} {"level":"info","ts":1784824373.552366,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"63aba334-6b1f-416c-85a6-d34fe8cf59f8","EoS":true} {"level":"info","ts":1784824373.5523906,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"63aba334-6b1f-416c-85a6-d34fe8cf59f8","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784824373.5524068,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"63aba334-6b1f-416c-85a6-d34fe8cf59f8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784824373.5524347,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"63aba334-6b1f-416c-85a6-d34fe8cf59f8"} {"level":"info","ts":1784824375.5819495,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824375.5820258,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7fbc0398-5bd5-4f85-9345-ce6be13ee045"} {"level":"info","ts":1784824375.5820367,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7fbc0398-5bd5-4f85-9345-ce6be13ee045"} {"level":"info","ts":1784824375.582048,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7fbc0398-5bd5-4f85-9345-ce6be13ee045","EoS":false} {"level":"info","ts":1784824375.582058,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7fbc0398-5bd5-4f85-9345-ce6be13ee045","EoS":true} {"level":"info","ts":1784824375.5820782,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7fbc0398-5bd5-4f85-9345-ce6be13ee045","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784824375.5820937,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7fbc0398-5bd5-4f85-9345-ce6be13ee045","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784824375.582116,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7fbc0398-5bd5-4f85-9345-ce6be13ee045"} {"level":"info","ts":1784824388.4647346,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824388.4648297,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1724019d-7b31-40bc-9e0a-88a838bf650d"} {"level":"info","ts":1784824388.4648414,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1724019d-7b31-40bc-9e0a-88a838bf650d"} {"level":"info","ts":1784824388.4648538,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1724019d-7b31-40bc-9e0a-88a838bf650d","EoS":false} {"level":"info","ts":1784824388.464867,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1724019d-7b31-40bc-9e0a-88a838bf650d","EoS":true} {"level":"info","ts":1784824388.4648893,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1724019d-7b31-40bc-9e0a-88a838bf650d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784824388.464905,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1724019d-7b31-40bc-9e0a-88a838bf650d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784824388.4649272,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1724019d-7b31-40bc-9e0a-88a838bf650d"} {"level":"info","ts":1784824397.0154407,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824397.0155523,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7c7be048-249b-491c-ac96-293cb63742b8"} {"level":"info","ts":1784824397.0155735,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7c7be048-249b-491c-ac96-293cb63742b8"} {"level":"info","ts":1784824397.0155883,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7c7be048-249b-491c-ac96-293cb63742b8","EoS":false} {"level":"info","ts":1784824397.0155988,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7c7be048-249b-491c-ac96-293cb63742b8","EoS":true} {"level":"info","ts":1784824397.0156188,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7c7be048-249b-491c-ac96-293cb63742b8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784824397.0156353,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7c7be048-249b-491c-ac96-293cb63742b8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784824397.015656,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7c7be048-249b-491c-ac96-293cb63742b8"} {"level":"info","ts":1784824405.9827876,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824405.9828734,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1415d400-5cc4-419c-acc7-d2312b2b60c8"} {"level":"info","ts":1784824405.9828842,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1415d400-5cc4-419c-acc7-d2312b2b60c8"} {"level":"info","ts":1784824405.9828966,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1415d400-5cc4-419c-acc7-d2312b2b60c8","EoS":false} {"level":"info","ts":1784824405.9829106,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1415d400-5cc4-419c-acc7-d2312b2b60c8","EoS":true} {"level":"info","ts":1784824405.9829414,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1415d400-5cc4-419c-acc7-d2312b2b60c8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784824405.982958,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1415d400-5cc4-419c-acc7-d2312b2b60c8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784824405.9829822,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1415d400-5cc4-419c-acc7-d2312b2b60c8"} {"level":"info","ts":1784824415.0460422,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824415.0461383,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f9a1557c-be74-406c-bd9e-e7d99baa17ad"} {"level":"info","ts":1784824415.0461566,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f9a1557c-be74-406c-bd9e-e7d99baa17ad"} {"level":"info","ts":1784824415.0461757,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f9a1557c-be74-406c-bd9e-e7d99baa17ad","EoS":false} {"level":"info","ts":1784824415.0461938,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f9a1557c-be74-406c-bd9e-e7d99baa17ad","EoS":true} {"level":"info","ts":1784824415.0462224,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f9a1557c-be74-406c-bd9e-e7d99baa17ad","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784824415.0462427,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f9a1557c-be74-406c-bd9e-e7d99baa17ad","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784824415.0462794,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f9a1557c-be74-406c-bd9e-e7d99baa17ad"} {"level":"info","ts":1784824423.0004904,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824423.0006168,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7921656b-f924-4c56-bf36-d7359466b85c"} {"level":"info","ts":1784824423.0006328,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7921656b-f924-4c56-bf36-d7359466b85c"} {"level":"info","ts":1784824423.0006459,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7921656b-f924-4c56-bf36-d7359466b85c","EoS":false} {"level":"info","ts":1784824423.0006588,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7921656b-f924-4c56-bf36-d7359466b85c","EoS":true} {"level":"info","ts":1784824423.0006845,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7921656b-f924-4c56-bf36-d7359466b85c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784824423.0007,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7921656b-f924-4c56-bf36-d7359466b85c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784824423.000722,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7921656b-f924-4c56-bf36-d7359466b85c"} {"level":"info","ts":1784824427.8221574,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824427.8222382,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"24533a51-56db-4215-90cc-f1cb2db3f75a"} {"level":"info","ts":1784824427.8222492,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"24533a51-56db-4215-90cc-f1cb2db3f75a"} {"level":"info","ts":1784824427.8222606,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"24533a51-56db-4215-90cc-f1cb2db3f75a","EoS":false} {"level":"info","ts":1784824427.8222706,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"24533a51-56db-4215-90cc-f1cb2db3f75a","EoS":true} {"level":"info","ts":1784824427.8222911,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"24533a51-56db-4215-90cc-f1cb2db3f75a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784824427.822307,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"24533a51-56db-4215-90cc-f1cb2db3f75a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784824427.822326,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"24533a51-56db-4215-90cc-f1cb2db3f75a"} {"level":"info","ts":1784824428.1087396,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824428.1088228,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"72832fd4-3c30-917c-b821-88209797bb43"} {"level":"info","ts":1784824428.108833,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"72832fd4-3c30-917c-b821-88209797bb43"} {"level":"info","ts":1784824428.1088476,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"72832fd4-3c30-917c-b821-88209797bb43","EoS":false} {"level":"info","ts":1784824428.108861,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"72832fd4-3c30-917c-b821-88209797bb43","EoS":true} {"level":"info","ts":1784824428.1088817,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"72832fd4-3c30-917c-b821-88209797bb43","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784824428.1088977,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"72832fd4-3c30-917c-b821-88209797bb43","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784824428.108923,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"72832fd4-3c30-917c-b821-88209797bb43"} {"level":"info","ts":1784824430.1444194,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824430.1445446,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"134e3a7c-4bd7-4555-93d0-d26e262928b7"} {"level":"info","ts":1784824430.144568,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"134e3a7c-4bd7-4555-93d0-d26e262928b7"} {"level":"info","ts":1784824430.144584,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"134e3a7c-4bd7-4555-93d0-d26e262928b7","EoS":false} {"level":"info","ts":1784824430.1445959,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"134e3a7c-4bd7-4555-93d0-d26e262928b7","EoS":true} {"level":"info","ts":1784824430.1446187,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"134e3a7c-4bd7-4555-93d0-d26e262928b7","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784824430.144634,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"134e3a7c-4bd7-4555-93d0-d26e262928b7","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784824430.144654,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"134e3a7c-4bd7-4555-93d0-d26e262928b7"} {"level":"info","ts":1784824432.1805809,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824432.1806645,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a926756a-34df-444d-82b4-50ad1f4ea04c"} {"level":"info","ts":1784824432.1806743,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a926756a-34df-444d-82b4-50ad1f4ea04c"} {"level":"info","ts":1784824432.1806858,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a926756a-34df-444d-82b4-50ad1f4ea04c","EoS":false} {"level":"info","ts":1784824432.1806953,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a926756a-34df-444d-82b4-50ad1f4ea04c","EoS":true} {"level":"info","ts":1784824432.1807158,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a926756a-34df-444d-82b4-50ad1f4ea04c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784824432.1807308,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a926756a-34df-444d-82b4-50ad1f4ea04c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784824432.1807513,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a926756a-34df-444d-82b4-50ad1f4ea04c"} {"level":"info","ts":1784824455.751679,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824455.7517664,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"86e46c29-1d2e-4858-9cdd-7207d6323925"} {"level":"info","ts":1784824455.7517776,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"86e46c29-1d2e-4858-9cdd-7207d6323925"} {"level":"info","ts":1784824455.7517893,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"86e46c29-1d2e-4858-9cdd-7207d6323925","EoS":false} {"level":"info","ts":1784824455.7517998,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"86e46c29-1d2e-4858-9cdd-7207d6323925","EoS":true} {"level":"info","ts":1784824455.751821,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"86e46c29-1d2e-4858-9cdd-7207d6323925","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784824455.7518375,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"86e46c29-1d2e-4858-9cdd-7207d6323925","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784824455.7518587,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"86e46c29-1d2e-4858-9cdd-7207d6323925"} {"level":"info","ts":1784824465.2170298,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824465.217116,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"43a7d51b-fd97-4b69-8461-aa7789c259df"} {"level":"info","ts":1784824465.217125,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"43a7d51b-fd97-4b69-8461-aa7789c259df"} {"level":"info","ts":1784824465.217136,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"43a7d51b-fd97-4b69-8461-aa7789c259df","EoS":false} {"level":"info","ts":1784824465.2171454,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"43a7d51b-fd97-4b69-8461-aa7789c259df","EoS":true} {"level":"info","ts":1784824465.2171664,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"43a7d51b-fd97-4b69-8461-aa7789c259df","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784824465.2171822,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"43a7d51b-fd97-4b69-8461-aa7789c259df","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784824465.2172034,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"43a7d51b-fd97-4b69-8461-aa7789c259df"} {"level":"info","ts":1784824470.8036659,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824470.803798,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"53821cd9-b5dd-46f7-a507-cf01ee8c9034"} {"level":"info","ts":1784824470.8038132,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"53821cd9-b5dd-46f7-a507-cf01ee8c9034"} {"level":"info","ts":1784824470.8038325,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"53821cd9-b5dd-46f7-a507-cf01ee8c9034","EoS":false} {"level":"info","ts":1784824470.8038523,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"53821cd9-b5dd-46f7-a507-cf01ee8c9034","EoS":true} {"level":"info","ts":1784824470.8038847,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"53821cd9-b5dd-46f7-a507-cf01ee8c9034","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784824470.803904,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"53821cd9-b5dd-46f7-a507-cf01ee8c9034","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784824470.8039362,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"53821cd9-b5dd-46f7-a507-cf01ee8c9034"} {"level":"info","ts":1784824480.4705622,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824480.4706402,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c7542468-a01b-4341-9982-bff53699bb77"} {"level":"info","ts":1784824480.47065,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c7542468-a01b-4341-9982-bff53699bb77"} {"level":"info","ts":1784824480.4706647,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c7542468-a01b-4341-9982-bff53699bb77","EoS":false} {"level":"info","ts":1784824480.4706748,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c7542468-a01b-4341-9982-bff53699bb77","EoS":true} {"level":"info","ts":1784824480.470695,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c7542468-a01b-4341-9982-bff53699bb77","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784824480.470709,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c7542468-a01b-4341-9982-bff53699bb77","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784824480.4707313,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c7542468-a01b-4341-9982-bff53699bb77"} {"level":"info","ts":1784824482.5052338,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824482.505324,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e90147bd-ab74-46e1-8923-8061f703fd71"} {"level":"info","ts":1784824482.5053391,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e90147bd-ab74-46e1-8923-8061f703fd71"} {"level":"info","ts":1784824482.5053582,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e90147bd-ab74-46e1-8923-8061f703fd71","EoS":false} {"level":"info","ts":1784824482.5053802,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e90147bd-ab74-46e1-8923-8061f703fd71","EoS":true} {"level":"info","ts":1784824482.5054111,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e90147bd-ab74-46e1-8923-8061f703fd71","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784824482.5054314,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e90147bd-ab74-46e1-8923-8061f703fd71","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784824482.5054533,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e90147bd-ab74-46e1-8923-8061f703fd71"} {"level":"info","ts":1784824492.0060544,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824492.0061288,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3286c995-0e1c-49a8-89f2-04aed2ad3acb"} {"level":"info","ts":1784824492.0061402,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3286c995-0e1c-49a8-89f2-04aed2ad3acb"} {"level":"info","ts":1784824492.0061522,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3286c995-0e1c-49a8-89f2-04aed2ad3acb","EoS":false} {"level":"info","ts":1784824492.0061622,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3286c995-0e1c-49a8-89f2-04aed2ad3acb","EoS":true} {"level":"info","ts":1784824492.0061824,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3286c995-0e1c-49a8-89f2-04aed2ad3acb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784824492.006196,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3286c995-0e1c-49a8-89f2-04aed2ad3acb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784824492.006217,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3286c995-0e1c-49a8-89f2-04aed2ad3acb"} {"level":"info","ts":1784824492.0432312,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824492.043307,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ccd31600-fb11-4177-8796-ec916a46512c"} {"level":"info","ts":1784824492.043316,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ccd31600-fb11-4177-8796-ec916a46512c"} {"level":"info","ts":1784824492.043328,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ccd31600-fb11-4177-8796-ec916a46512c","EoS":false} {"level":"info","ts":1784824492.0433388,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ccd31600-fb11-4177-8796-ec916a46512c","EoS":true} {"level":"info","ts":1784824492.0433602,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ccd31600-fb11-4177-8796-ec916a46512c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784824492.0433757,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ccd31600-fb11-4177-8796-ec916a46512c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784824492.0433989,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ccd31600-fb11-4177-8796-ec916a46512c"} {"level":"info","ts":1784824511.4207907,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824511.4208705,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3559e2d0-e69b-4a79-97bb-251cacd6ec4c"} {"level":"info","ts":1784824511.4208817,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3559e2d0-e69b-4a79-97bb-251cacd6ec4c"} {"level":"info","ts":1784824511.4208946,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3559e2d0-e69b-4a79-97bb-251cacd6ec4c","EoS":false} {"level":"info","ts":1784824511.4209046,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3559e2d0-e69b-4a79-97bb-251cacd6ec4c","EoS":true} {"level":"info","ts":1784824511.4209256,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3559e2d0-e69b-4a79-97bb-251cacd6ec4c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784824511.420941,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3559e2d0-e69b-4a79-97bb-251cacd6ec4c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784824511.4209616,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3559e2d0-e69b-4a79-97bb-251cacd6ec4c"} {"level":"info","ts":1784824520.8747056,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824520.874785,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"82585f7b-9bd9-4c06-8173-0d233ba5eba8"} {"level":"info","ts":1784824520.8747947,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"82585f7b-9bd9-4c06-8173-0d233ba5eba8"} {"level":"info","ts":1784824520.8748057,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"82585f7b-9bd9-4c06-8173-0d233ba5eba8","EoS":false} {"level":"info","ts":1784824520.8748236,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"82585f7b-9bd9-4c06-8173-0d233ba5eba8","EoS":true} {"level":"info","ts":1784824520.874845,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"82585f7b-9bd9-4c06-8173-0d233ba5eba8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784824520.874861,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"82585f7b-9bd9-4c06-8173-0d233ba5eba8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784824520.8748815,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"82585f7b-9bd9-4c06-8173-0d233ba5eba8"} {"level":"info","ts":1784824526.3024695,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824526.302608,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"be288c68-07e1-4af6-9839-5a68f95ef401"} {"level":"info","ts":1784824526.3026245,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"be288c68-07e1-4af6-9839-5a68f95ef401"} {"level":"info","ts":1784824526.3026457,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"be288c68-07e1-4af6-9839-5a68f95ef401","EoS":false} {"level":"info","ts":1784824526.3026628,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"be288c68-07e1-4af6-9839-5a68f95ef401","EoS":true} {"level":"info","ts":1784824526.3026974,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"be288c68-07e1-4af6-9839-5a68f95ef401","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784824526.3027177,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"be288c68-07e1-4af6-9839-5a68f95ef401","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784824526.3027418,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"be288c68-07e1-4af6-9839-5a68f95ef401"} {"level":"info","ts":1784824617.3209324,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824617.3210378,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"180361e6-7142-4d62-be1f-fd809bb966b7"} {"level":"info","ts":1784824617.3210573,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"180361e6-7142-4d62-be1f-fd809bb966b7"} {"level":"info","ts":1784824617.321075,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"180361e6-7142-4d62-be1f-fd809bb966b7","EoS":false} {"level":"info","ts":1784824617.3210907,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"180361e6-7142-4d62-be1f-fd809bb966b7","EoS":true} {"level":"info","ts":1784824617.3211217,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"180361e6-7142-4d62-be1f-fd809bb966b7","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784824617.3211396,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"180361e6-7142-4d62-be1f-fd809bb966b7","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784824617.321164,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"180361e6-7142-4d62-be1f-fd809bb966b7"} {"level":"info","ts":1784824640.4724557,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824640.472564,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1b8d1476-1fd8-449b-a45b-07c5d880aa44"} {"level":"info","ts":1784824640.4725769,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1b8d1476-1fd8-449b-a45b-07c5d880aa44"} {"level":"info","ts":1784824640.472591,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1b8d1476-1fd8-449b-a45b-07c5d880aa44","EoS":false} {"level":"info","ts":1784824640.4726048,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1b8d1476-1fd8-449b-a45b-07c5d880aa44","EoS":true} {"level":"info","ts":1784824640.4726243,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1b8d1476-1fd8-449b-a45b-07c5d880aa44","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784824640.472641,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1b8d1476-1fd8-449b-a45b-07c5d880aa44","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784824640.4726615,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1b8d1476-1fd8-449b-a45b-07c5d880aa44"} {"level":"info","ts":1784824675.7292042,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824675.7292862,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9427fcc8-945b-4213-8f9e-158871286e9e"} {"level":"info","ts":1784824675.729301,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9427fcc8-945b-4213-8f9e-158871286e9e"} {"level":"info","ts":1784824675.7293174,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9427fcc8-945b-4213-8f9e-158871286e9e","EoS":false} {"level":"info","ts":1784824675.7293284,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9427fcc8-945b-4213-8f9e-158871286e9e","EoS":true} {"level":"info","ts":1784824675.7293494,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9427fcc8-945b-4213-8f9e-158871286e9e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784824675.7293653,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9427fcc8-945b-4213-8f9e-158871286e9e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784824675.7293873,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9427fcc8-945b-4213-8f9e-158871286e9e"} {"level":"info","ts":1784824691.0436213,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824691.0437045,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2acbfb89-6b48-4cce-9dae-b6379e942657"} {"level":"info","ts":1784824691.0437145,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2acbfb89-6b48-4cce-9dae-b6379e942657"} {"level":"info","ts":1784824691.0437264,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2acbfb89-6b48-4cce-9dae-b6379e942657","EoS":false} {"level":"info","ts":1784824691.0437362,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2acbfb89-6b48-4cce-9dae-b6379e942657","EoS":true} {"level":"info","ts":1784824691.0437565,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2acbfb89-6b48-4cce-9dae-b6379e942657","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784824691.043773,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2acbfb89-6b48-4cce-9dae-b6379e942657","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784824691.0437934,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2acbfb89-6b48-4cce-9dae-b6379e942657"} {"level":"info","ts":1784824691.3448672,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824691.344945,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"10de2df8-22c5-40f3-a415-7bcb56e3273e"} {"level":"info","ts":1784824691.34496,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"10de2df8-22c5-40f3-a415-7bcb56e3273e"} {"level":"info","ts":1784824691.3449762,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"10de2df8-22c5-40f3-a415-7bcb56e3273e","EoS":false} {"level":"info","ts":1784824691.3449867,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"10de2df8-22c5-40f3-a415-7bcb56e3273e","EoS":true} {"level":"info","ts":1784824691.345006,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"10de2df8-22c5-40f3-a415-7bcb56e3273e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784824691.3450224,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"10de2df8-22c5-40f3-a415-7bcb56e3273e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784824691.3450425,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"10de2df8-22c5-40f3-a415-7bcb56e3273e"} {"level":"info","ts":1784825022.0386117,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784825022.038701,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ec41b25e-7fc8-4157-9162-338f82b7dc17"} {"level":"info","ts":1784825022.0387092,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ec41b25e-7fc8-4157-9162-338f82b7dc17"} {"level":"info","ts":1784825022.038721,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ec41b25e-7fc8-4157-9162-338f82b7dc17","EoS":false} {"level":"info","ts":1784825022.0387313,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ec41b25e-7fc8-4157-9162-338f82b7dc17","EoS":true} {"level":"info","ts":1784825022.038754,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ec41b25e-7fc8-4157-9162-338f82b7dc17","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784825022.038771,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ec41b25e-7fc8-4157-9162-338f82b7dc17","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784825022.0387928,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ec41b25e-7fc8-4157-9162-338f82b7dc17"} {"level":"info","ts":1784825022.077964,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784825022.0780385,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fc8fb100-abd5-49dc-8691-2483b819ea8a"} {"level":"info","ts":1784825022.0780466,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fc8fb100-abd5-49dc-8691-2483b819ea8a"} {"level":"info","ts":1784825022.0780575,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fc8fb100-abd5-49dc-8691-2483b819ea8a","EoS":false} {"level":"info","ts":1784825022.0780668,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fc8fb100-abd5-49dc-8691-2483b819ea8a","EoS":true} {"level":"info","ts":1784825022.078085,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fc8fb100-abd5-49dc-8691-2483b819ea8a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784825022.0781012,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fc8fb100-abd5-49dc-8691-2483b819ea8a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784825022.0781214,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fc8fb100-abd5-49dc-8691-2483b819ea8a"} {"level":"info","ts":1784825022.113221,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784825022.11331,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9150950c-15e9-4431-98b4-b9dc6d15352d"} {"level":"info","ts":1784825022.1133246,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9150950c-15e9-4431-98b4-b9dc6d15352d"} {"level":"info","ts":1784825022.1133363,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9150950c-15e9-4431-98b4-b9dc6d15352d","EoS":false} {"level":"info","ts":1784825022.1133466,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9150950c-15e9-4431-98b4-b9dc6d15352d","EoS":true} {"level":"info","ts":1784825022.113367,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9150950c-15e9-4431-98b4-b9dc6d15352d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784825022.113382,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9150950c-15e9-4431-98b4-b9dc6d15352d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784825022.1134024,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9150950c-15e9-4431-98b4-b9dc6d15352d"} {"level":"info","ts":1784825027.0173392,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c8067b9a-d1f7-4dc2-a94c-4b079417ddb7","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784825027.0173657,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8942f4b6-dceb-4741-9181-f4e52c13cdbd"} {"level":"info","ts":1784825027.0173917,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c8067b9a-d1f7-4dc2-a94c-4b079417ddb7","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784825027.0241253,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8a9d4876-0280-4c41-bd9e-01ec083b3817","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784825027.0241575,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8a9d4876-0280-4c41-bd9e-01ec083b3817","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784825027.0276773,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8942f4b6-dceb-4741-9181-f4e52c13cdbd","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784825027.0278873,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36865.397031092,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784825027.0279016,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784825027.1487324,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"73a9eaa7-a68c-4177-956e-3f02be355734","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784825027.1487837,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"73a9eaa7-a68c-4177-956e-3f02be355734","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784825027.1491382,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"84fc2670-b803-4d63-bc03-04229fa892e0"} {"level":"info","ts":1784825027.1507692,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784825027.237263,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4848fea1-2a0d-40ed-9f98-9c746f1f5e68","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784825027.237313,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4848fea1-2a0d-40ed-9f98-9c746f1f5e68","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784825027.237396,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5f57ea40-c087-4c76-ae82-ca505f201e91","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784825027.237425,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5f57ea40-c087-4c76-ae82-ca505f201e91","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784825027.2375603,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"84fc2670-b803-4d63-bc03-04229fa892e0","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784825027.2378228,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34389.077452366,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784825027.2378445,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784825027.2380166,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":37815.000623953,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784825027.2380328,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784825027.2381206,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c5390991-2c15-4381-a1ed-174c8f629116","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784825027.2381504,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c5390991-2c15-4381-a1ed-174c8f629116","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784825027.2460513,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784825027.2474556,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784825027.288305,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b8e06e8c-81eb-4cf6-9a12-da8243b58b67","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784825027.288437,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b8e06e8c-81eb-4cf6-9a12-da8243b58b67","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784825027.30035,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f5a575c6-c400-46aa-84f0-1537726f1b0d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784825027.3003855,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f5a575c6-c400-46aa-84f0-1537726f1b0d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784825027.3158941,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6fba3f81-d945-4c5a-ba40-5fecc25bb219","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784825027.3159325,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6fba3f81-d945-4c5a-ba40-5fecc25bb219","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784825027.3377554,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8942f4b6-dceb-4741-9181-f4e52c13cdbd","name":"e2e-external-provider"} {"level":"info","ts":1784825027.3378663,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"84fc2670-b803-4d63-bc03-04229fa892e0","name":"e2e-external-model"} {"level":"info","ts":1784825027.3466063,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"84fc2670-b803-4d63-bc03-04229fa892e0","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784825027.3473313,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8942f4b6-dceb-4741-9181-f4e52c13cdbd","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784825027.3501456,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"84fc2670-b803-4d63-bc03-04229fa892e0","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784825027.3502524,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"daa007ad-5344-4e74-8227-d50de10d12b3"} {"level":"info","ts":1784825027.3503072,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"daa007ad-5344-4e74-8227-d50de10d12b3","name":"e2e-external-model"} {"level":"error","ts":1784825027.3507109,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8942f4b6-dceb-4741-9181-f4e52c13cdbd","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784825027.3507974,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1bd52f10-a5b2-4f7f-9079-f39853bf4896"} {"level":"info","ts":1784825027.3508408,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1bd52f10-a5b2-4f7f-9079-f39853bf4896","name":"e2e-external-provider"} {"level":"info","ts":1784825027.3579535,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"daa007ad-5344-4e74-8227-d50de10d12b3","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784825027.3594263,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1bd52f10-a5b2-4f7f-9079-f39853bf4896","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784825032.5019615,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784825032.502042,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c63b2175-5e08-4eb1-be06-95d7e64dab5c"} {"level":"info","ts":1784825032.5020556,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c63b2175-5e08-4eb1-be06-95d7e64dab5c"} {"level":"info","ts":1784825032.5020733,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c63b2175-5e08-4eb1-be06-95d7e64dab5c","EoS":false} {"level":"info","ts":1784825032.5020905,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c63b2175-5e08-4eb1-be06-95d7e64dab5c","EoS":true} {"level":"info","ts":1784825032.5021224,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c63b2175-5e08-4eb1-be06-95d7e64dab5c","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784825032.502143,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c63b2175-5e08-4eb1-be06-95d7e64dab5c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784825032.5021498,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"c63b2175-5e08-4eb1-be06-95d7e64dab5c","modelName":"e2e-external-model"} {"level":"info","ts":1784825032.502165,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"c63b2175-5e08-4eb1-be06-95d7e64dab5c","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784825032.50224,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c63b2175-5e08-4eb1-be06-95d7e64dab5c"} {"level":"info","ts":1784825032.5551968,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784825032.5552723,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1eb82fbf-2dbb-415d-8988-e3a1094942f3"} {"level":"info","ts":1784825032.5552814,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1eb82fbf-2dbb-415d-8988-e3a1094942f3"} {"level":"info","ts":1784825032.555293,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1eb82fbf-2dbb-415d-8988-e3a1094942f3","EoS":false} {"level":"info","ts":1784825032.5553029,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1eb82fbf-2dbb-415d-8988-e3a1094942f3","EoS":true} {"level":"info","ts":1784825032.5553226,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1eb82fbf-2dbb-415d-8988-e3a1094942f3","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784825032.5553393,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1eb82fbf-2dbb-415d-8988-e3a1094942f3","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784825032.5553463,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"1eb82fbf-2dbb-415d-8988-e3a1094942f3","modelName":"e2e-external-model"} {"level":"info","ts":1784825032.5553606,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"1eb82fbf-2dbb-415d-8988-e3a1094942f3","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784825032.5553963,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1eb82fbf-2dbb-415d-8988-e3a1094942f3"} {"level":"info","ts":1784825032.584947,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784825032.5850337,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"640943a5-b503-4859-bc3d-c0611697c481"} {"level":"info","ts":1784825032.5850532,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"640943a5-b503-4859-bc3d-c0611697c481"} {"level":"info","ts":1784825032.5850677,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"640943a5-b503-4859-bc3d-c0611697c481","EoS":false} {"level":"info","ts":1784825032.5850792,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"640943a5-b503-4859-bc3d-c0611697c481","EoS":true} {"level":"info","ts":1784825032.5851011,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"640943a5-b503-4859-bc3d-c0611697c481","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784825032.585116,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"640943a5-b503-4859-bc3d-c0611697c481","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784825032.5851228,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"640943a5-b503-4859-bc3d-c0611697c481","modelName":"e2e-external-model"} {"level":"info","ts":1784825032.5851378,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"640943a5-b503-4859-bc3d-c0611697c481","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784825032.585191,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"640943a5-b503-4859-bc3d-c0611697c481"} {"level":"info","ts":1784825032.718325,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fde3a533-6b3a-4772-a065-7c9161aaca4e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784825032.718365,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e4ecd60e-8ff7-400f-817a-6680b1a54cda"} {"level":"info","ts":1784825032.7183738,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fde3a533-6b3a-4772-a065-7c9161aaca4e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784825032.725878,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"80d55054-7df9-424b-9771-3a7f97a18c59","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784825032.7259102,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"80d55054-7df9-424b-9771-3a7f97a18c59","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784825032.7269387,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e4ecd60e-8ff7-400f-817a-6680b1a54cda","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784825032.7270105,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e4ecd60e-8ff7-400f-817a-6680b1a54cda","name":"e2e-cleanup-test"} {"level":"info","ts":1784825032.7492332,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e144db5b-f3fd-4a45-9772-bc1ea60b5b5b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784825032.7492712,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e144db5b-f3fd-4a45-9772-bc1ea60b5b5b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784825032.7500288,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e4ecd60e-8ff7-400f-817a-6680b1a54cda","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784825032.750075,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e4ecd60e-8ff7-400f-817a-6680b1a54cda","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784825032.7501478,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8ab0b631-dd7d-45a4-bfd1-b67884b2df54"} {"level":"info","ts":1784825032.7502024,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8ab0b631-dd7d-45a4-bfd1-b67884b2df54","name":"e2e-cleanup-test"} {"level":"error","ts":1784825032.7655487,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8ab0b631-dd7d-45a4-bfd1-b67884b2df54","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784825032.7656424,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bcdd1601-713e-4004-9aa5-174b7fe21860","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784825032.7656803,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bcdd1601-713e-4004-9aa5-174b7fe21860","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784825032.7656844,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"97b402df-b1c9-44ca-83aa-3f0b512159f6"} {"level":"info","ts":1784825032.765746,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"97b402df-b1c9-44ca-83aa-3f0b512159f6","name":"e2e-cleanup-test"} {"level":"info","ts":1784825032.7742136,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"97b402df-b1c9-44ca-83aa-3f0b512159f6","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784825032.7796118,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e57cce97-b100-4c72-ab68-7beb94518141","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784825032.7796588,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e57cce97-b100-4c72-ab68-7beb94518141","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784825032.7796216,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fc5560ea-5f65-4c12-b831-6fbf6725d6dd"} {"level":"info","ts":1784825032.7797248,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fc5560ea-5f65-4c12-b831-6fbf6725d6dd","name":"e2e-cleanup-test"} {"level":"info","ts":1784825032.787002,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fc5560ea-5f65-4c12-b831-6fbf6725d6dd","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784825040.9962153,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cd786470-3c25-4c13-950a-5de653d57afa"} {"level":"info","ts":1784825040.996215,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f3392f6c-8d9d-4ef7-89f1-533f804141a8","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784825040.9962876,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f3392f6c-8d9d-4ef7-89f1-533f804141a8","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784825045.3176527,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784825045.3177497,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9b8ec648-9111-49a2-99c2-d1051b3dbe63"} {"level":"info","ts":1784825045.3177676,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9b8ec648-9111-49a2-99c2-d1051b3dbe63"} {"level":"info","ts":1784825045.3177865,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9b8ec648-9111-49a2-99c2-d1051b3dbe63","EoS":false} {"level":"info","ts":1784825045.3178086,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9b8ec648-9111-49a2-99c2-d1051b3dbe63","EoS":true} {"level":"info","ts":1784825045.317833,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9b8ec648-9111-49a2-99c2-d1051b3dbe63","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784825045.3178499,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9b8ec648-9111-49a2-99c2-d1051b3dbe63","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784825045.3178713,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9b8ec648-9111-49a2-99c2-d1051b3dbe63"} {"level":"info","ts":1784825045.343823,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784825045.3439112,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"87130a6b-d1e9-4a08-90d0-b91b1267459b"} {"level":"info","ts":1784825045.343926,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"87130a6b-d1e9-4a08-90d0-b91b1267459b"} {"level":"info","ts":1784825045.3439379,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"87130a6b-d1e9-4a08-90d0-b91b1267459b","EoS":false} {"level":"info","ts":1784825045.343948,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"87130a6b-d1e9-4a08-90d0-b91b1267459b","EoS":true} {"level":"info","ts":1784825045.343973,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"87130a6b-d1e9-4a08-90d0-b91b1267459b","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784825045.3439887,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"87130a6b-d1e9-4a08-90d0-b91b1267459b","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784825045.3440034,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"87130a6b-d1e9-4a08-90d0-b91b1267459b","modelName":"e2e-external-model"} {"level":"info","ts":1784825045.3440182,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"87130a6b-d1e9-4a08-90d0-b91b1267459b","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784825045.3440557,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"87130a6b-d1e9-4a08-90d0-b91b1267459b"} {"level":"info","ts":1784825045.381412,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784825045.3814828,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"adf83965-3732-4f6d-9554-f4612adf3bf3"} {"level":"info","ts":1784825045.3814979,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"adf83965-3732-4f6d-9554-f4612adf3bf3"} {"level":"info","ts":1784825045.3815289,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"adf83965-3732-4f6d-9554-f4612adf3bf3","EoS":false} {"level":"info","ts":1784825045.3815422,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"adf83965-3732-4f6d-9554-f4612adf3bf3","EoS":true} {"level":"info","ts":1784825045.381564,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"adf83965-3732-4f6d-9554-f4612adf3bf3","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784825045.3815792,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"adf83965-3732-4f6d-9554-f4612adf3bf3","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784825045.3815975,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"adf83965-3732-4f6d-9554-f4612adf3bf3"} {"level":"info","ts":1784825045.5258598,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784825045.525933,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6d219b21-6065-4951-93d8-9d7483b90242"} {"level":"info","ts":1784825045.5259423,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6d219b21-6065-4951-93d8-9d7483b90242"} {"level":"info","ts":1784825045.525958,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6d219b21-6065-4951-93d8-9d7483b90242","EoS":false} {"level":"info","ts":1784825045.52597,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6d219b21-6065-4951-93d8-9d7483b90242","EoS":true} {"level":"info","ts":1784825045.525992,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"6d219b21-6065-4951-93d8-9d7483b90242","field":"model"} {"level":"info","ts":1784825045.5260172,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6d219b21-6065-4951-93d8-9d7483b90242"} {"level":"info","ts":1784825046.4716375,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ed6e06ef-2cc4-42a0-97ad-f5899bcea34a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784825046.4716775,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"16178d3b-fcd3-4fdd-b262-0b8ae3f6b116"} {"level":"info","ts":1784825046.471683,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ed6e06ef-2cc4-42a0-97ad-f5899bcea34a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784825046.6260324,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e5f833f8-1c76-47f6-83ae-1cfd57fdddf8"} {"level":"info","ts":1784825046.62603,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"467f1058-dc8a-4b05-bf5f-e59f80bec78f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784825046.6261156,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"467f1058-dc8a-4b05-bf5f-e59f80bec78f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784825645.971254,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784825645.971342,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5b79c1ed-f99f-4cfa-a1b0-d5f26a3b53f2"} {"level":"info","ts":1784825645.9713507,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5b79c1ed-f99f-4cfa-a1b0-d5f26a3b53f2"} {"level":"info","ts":1784825645.9713619,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5b79c1ed-f99f-4cfa-a1b0-d5f26a3b53f2","EoS":false} {"level":"info","ts":1784825645.9713762,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5b79c1ed-f99f-4cfa-a1b0-d5f26a3b53f2","EoS":true} {"level":"info","ts":1784825645.9713972,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5b79c1ed-f99f-4cfa-a1b0-d5f26a3b53f2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784825645.9714181,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5b79c1ed-f99f-4cfa-a1b0-d5f26a3b53f2","path":"/ai-tenant-e2e-inf-b-16a998/test-model-16a998/v1/chat/completions"} {"level":"info","ts":1784825645.9714394,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5b79c1ed-f99f-4cfa-a1b0-d5f26a3b53f2"} {"level":"info","ts":1784825667.1113234,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784825667.1114185,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bd8e9de4-012b-4da0-b4c2-3637ff59319d"} {"level":"info","ts":1784825667.1114311,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bd8e9de4-012b-4da0-b4c2-3637ff59319d"} {"level":"info","ts":1784825667.1114497,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bd8e9de4-012b-4da0-b4c2-3637ff59319d","EoS":false} {"level":"info","ts":1784825667.1114702,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bd8e9de4-012b-4da0-b4c2-3637ff59319d","EoS":true} {"level":"info","ts":1784825667.1115348,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bd8e9de4-012b-4da0-b4c2-3637ff59319d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784825667.1115553,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bd8e9de4-012b-4da0-b4c2-3637ff59319d","path":"/ai-tenant-e2e-inf-b-16a998/test-model-16a998/v1/chat/completions"} {"level":"info","ts":1784825667.1115863,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bd8e9de4-012b-4da0-b4c2-3637ff59319d"} {"level":"info","ts":1784826160.6296885,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784826160.6297717,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4a97ac97-ef40-454b-8e7d-8902467695be"} {"level":"info","ts":1784826160.6297815,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4a97ac97-ef40-454b-8e7d-8902467695be"} {"level":"info","ts":1784826160.6297958,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4a97ac97-ef40-454b-8e7d-8902467695be","EoS":false} {"level":"info","ts":1784826160.6298149,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4a97ac97-ef40-454b-8e7d-8902467695be","EoS":true} {"level":"info","ts":1784826160.6298356,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4a97ac97-ef40-454b-8e7d-8902467695be","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784826160.6298506,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4a97ac97-ef40-454b-8e7d-8902467695be","path":"/ai-tenant-e2e-shared-b-6a0c6b/rate-test-model-6a0c6b/v1/completions"} {"level":"info","ts":1784826160.6298711,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4a97ac97-ef40-454b-8e7d-8902467695be"}