{"level":"info","ts":1784901827.2276378,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2cb9b323-0986-42da-b319-2be1277fb6d1"} {"level":"info","ts":1784901827.2276485,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2cb9b323-0986-42da-b319-2be1277fb6d1","EoS":false} {"level":"info","ts":1784901827.2276585,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2cb9b323-0986-42da-b319-2be1277fb6d1","EoS":true} {"level":"info","ts":1784901827.2276828,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2cb9b323-0986-42da-b319-2be1277fb6d1","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784901827.2276998,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2cb9b323-0986-42da-b319-2be1277fb6d1","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784901827.22772,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2cb9b323-0986-42da-b319-2be1277fb6d1"} {"level":"info","ts":1784901831.4117208,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901831.4118109,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fea9ac8a-5086-4be5-912d-293cde0cf2e2"} {"level":"info","ts":1784901831.4118254,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fea9ac8a-5086-4be5-912d-293cde0cf2e2"} {"level":"info","ts":1784901831.411838,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fea9ac8a-5086-4be5-912d-293cde0cf2e2","EoS":false} {"level":"info","ts":1784901831.411851,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fea9ac8a-5086-4be5-912d-293cde0cf2e2","EoS":true} {"level":"info","ts":1784901831.4118712,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fea9ac8a-5086-4be5-912d-293cde0cf2e2","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784901831.4118865,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fea9ac8a-5086-4be5-912d-293cde0cf2e2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784901831.411907,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fea9ac8a-5086-4be5-912d-293cde0cf2e2"} {"level":"info","ts":1784901850.4058776,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901850.4059577,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"50931c1a-02fc-43d7-9487-ea5c7c0565d0"} {"level":"info","ts":1784901850.4059682,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"50931c1a-02fc-43d7-9487-ea5c7c0565d0"} {"level":"info","ts":1784901850.4060028,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"50931c1a-02fc-43d7-9487-ea5c7c0565d0","EoS":false} {"level":"info","ts":1784901850.4060173,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"50931c1a-02fc-43d7-9487-ea5c7c0565d0","EoS":true} {"level":"info","ts":1784901850.406039,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"50931c1a-02fc-43d7-9487-ea5c7c0565d0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784901850.406056,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"50931c1a-02fc-43d7-9487-ea5c7c0565d0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901850.4060752,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"50931c1a-02fc-43d7-9487-ea5c7c0565d0"} {"level":"info","ts":1784901850.5404518,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901850.5405407,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"332c4823-dc9b-903f-9f54-a12b1bde736b"} {"level":"info","ts":1784901850.5405536,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"332c4823-dc9b-903f-9f54-a12b1bde736b"} {"level":"info","ts":1784901850.5405655,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"332c4823-dc9b-903f-9f54-a12b1bde736b","EoS":false} {"level":"info","ts":1784901850.5405786,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"332c4823-dc9b-903f-9f54-a12b1bde736b","EoS":true} {"level":"info","ts":1784901850.5405989,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"332c4823-dc9b-903f-9f54-a12b1bde736b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784901850.5406158,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"332c4823-dc9b-903f-9f54-a12b1bde736b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901850.5406387,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"332c4823-dc9b-903f-9f54-a12b1bde736b"} {"level":"info","ts":1784901850.6771054,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901850.6771991,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dd0ee71d-62ce-461c-b8f3-e8d2dd1f4a7d"} {"level":"info","ts":1784901850.6772146,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dd0ee71d-62ce-461c-b8f3-e8d2dd1f4a7d"} {"level":"info","ts":1784901850.677228,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dd0ee71d-62ce-461c-b8f3-e8d2dd1f4a7d","EoS":false} {"level":"info","ts":1784901850.677239,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dd0ee71d-62ce-461c-b8f3-e8d2dd1f4a7d","EoS":true} {"level":"info","ts":1784901850.67726,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dd0ee71d-62ce-461c-b8f3-e8d2dd1f4a7d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784901850.677276,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dd0ee71d-62ce-461c-b8f3-e8d2dd1f4a7d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901850.6773026,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dd0ee71d-62ce-461c-b8f3-e8d2dd1f4a7d"} {"level":"info","ts":1784901850.8141835,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901850.8142595,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a850822b-42e4-4d57-b0e3-01794ac7de2b"} {"level":"info","ts":1784901850.8142684,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a850822b-42e4-4d57-b0e3-01794ac7de2b"} {"level":"info","ts":1784901850.8142848,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a850822b-42e4-4d57-b0e3-01794ac7de2b","EoS":false} {"level":"info","ts":1784901850.814299,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a850822b-42e4-4d57-b0e3-01794ac7de2b","EoS":true} {"level":"info","ts":1784901850.8143194,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a850822b-42e4-4d57-b0e3-01794ac7de2b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784901850.8143356,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a850822b-42e4-4d57-b0e3-01794ac7de2b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901850.81436,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a850822b-42e4-4d57-b0e3-01794ac7de2b"} {"level":"info","ts":1784901850.9525256,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901850.9526067,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"245d75ce-63bf-4726-9878-b9b1d95c4256"} {"level":"info","ts":1784901850.9526157,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"245d75ce-63bf-4726-9878-b9b1d95c4256"} {"level":"info","ts":1784901850.9526265,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"245d75ce-63bf-4726-9878-b9b1d95c4256","EoS":false} {"level":"info","ts":1784901850.9526415,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"245d75ce-63bf-4726-9878-b9b1d95c4256","EoS":true} {"level":"info","ts":1784901850.9526653,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"245d75ce-63bf-4726-9878-b9b1d95c4256","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784901850.9526813,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"245d75ce-63bf-4726-9878-b9b1d95c4256","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901850.9527025,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"245d75ce-63bf-4726-9878-b9b1d95c4256"} {"level":"info","ts":1784901851.0893087,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901851.089386,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a8ea0243-bca2-4bfc-b55a-e6e641784083"} {"level":"info","ts":1784901851.089395,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a8ea0243-bca2-4bfc-b55a-e6e641784083"} {"level":"info","ts":1784901851.0894063,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a8ea0243-bca2-4bfc-b55a-e6e641784083","EoS":false} {"level":"info","ts":1784901851.0894165,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a8ea0243-bca2-4bfc-b55a-e6e641784083","EoS":true} {"level":"info","ts":1784901851.0894353,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a8ea0243-bca2-4bfc-b55a-e6e641784083","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784901851.0894523,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a8ea0243-bca2-4bfc-b55a-e6e641784083","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901851.0894713,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a8ea0243-bca2-4bfc-b55a-e6e641784083"} {"level":"info","ts":1784901871.075343,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901871.0754273,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d3bf8f0e-1431-4eb5-8967-a71e14160e08"} {"level":"info","ts":1784901871.0754368,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d3bf8f0e-1431-4eb5-8967-a71e14160e08"} {"level":"info","ts":1784901871.0754514,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d3bf8f0e-1431-4eb5-8967-a71e14160e08","EoS":false} {"level":"info","ts":1784901871.0754707,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d3bf8f0e-1431-4eb5-8967-a71e14160e08","EoS":true} {"level":"info","ts":1784901871.0754988,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d3bf8f0e-1431-4eb5-8967-a71e14160e08","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784901871.0755205,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d3bf8f0e-1431-4eb5-8967-a71e14160e08","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901871.075547,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d3bf8f0e-1431-4eb5-8967-a71e14160e08"} {"level":"info","ts":1784901871.113757,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901871.1138396,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"80f08801-749c-4217-8c56-7945f0025f26"} {"level":"info","ts":1784901871.1138487,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"80f08801-749c-4217-8c56-7945f0025f26"} {"level":"info","ts":1784901871.1138606,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"80f08801-749c-4217-8c56-7945f0025f26","EoS":false} {"level":"info","ts":1784901871.1138713,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"80f08801-749c-4217-8c56-7945f0025f26","EoS":true} {"level":"info","ts":1784901871.1138942,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"80f08801-749c-4217-8c56-7945f0025f26","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784901871.1139107,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"80f08801-749c-4217-8c56-7945f0025f26","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901871.1139302,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"80f08801-749c-4217-8c56-7945f0025f26"} {"level":"info","ts":1784901871.1550806,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901871.155157,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9d7c3d83-2338-48e7-b00c-d7ba7e41ce31"} {"level":"info","ts":1784901871.1551688,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9d7c3d83-2338-48e7-b00c-d7ba7e41ce31"} {"level":"info","ts":1784901871.1551805,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9d7c3d83-2338-48e7-b00c-d7ba7e41ce31","EoS":false} {"level":"info","ts":1784901871.155194,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9d7c3d83-2338-48e7-b00c-d7ba7e41ce31","EoS":true} {"level":"info","ts":1784901871.155216,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9d7c3d83-2338-48e7-b00c-d7ba7e41ce31","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784901871.1552315,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9d7c3d83-2338-48e7-b00c-d7ba7e41ce31","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901871.1552505,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9d7c3d83-2338-48e7-b00c-d7ba7e41ce31"} {"level":"info","ts":1784901871.1919959,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901871.1920948,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"efd5ead1-3a28-4ce1-b4d5-eb6bbb908c6c"} {"level":"info","ts":1784901875.8433034,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901875.843388,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"06893039-45f6-4e23-ba0f-766deef36854"} {"level":"info","ts":1784901875.843398,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"06893039-45f6-4e23-ba0f-766deef36854"} {"level":"info","ts":1784901875.8434098,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"06893039-45f6-4e23-ba0f-766deef36854","EoS":false} {"level":"info","ts":1784901875.8434203,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"06893039-45f6-4e23-ba0f-766deef36854","EoS":true} {"level":"info","ts":1784901875.843441,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"06893039-45f6-4e23-ba0f-766deef36854","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784901875.843456,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"06893039-45f6-4e23-ba0f-766deef36854","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901875.8434768,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"06893039-45f6-4e23-ba0f-766deef36854"} {"level":"info","ts":1784901884.4432724,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901884.4433513,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"12e80e7b-5d05-4aa6-aa2d-5f40523005ba"} {"level":"info","ts":1784901884.4433608,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"12e80e7b-5d05-4aa6-aa2d-5f40523005ba"} {"level":"info","ts":1784901884.4433718,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"12e80e7b-5d05-4aa6-aa2d-5f40523005ba","EoS":false} {"level":"info","ts":1784901884.4433823,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"12e80e7b-5d05-4aa6-aa2d-5f40523005ba","EoS":true} {"level":"info","ts":1784901884.4434009,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"12e80e7b-5d05-4aa6-aa2d-5f40523005ba","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784901884.4434166,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"12e80e7b-5d05-4aa6-aa2d-5f40523005ba","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784901884.4434373,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"12e80e7b-5d05-4aa6-aa2d-5f40523005ba"} {"level":"info","ts":1784901886.4755192,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901886.475601,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f3454376-dd31-4e79-918d-7c24ec2a7d2d"} {"level":"info","ts":1784901886.4756134,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f3454376-dd31-4e79-918d-7c24ec2a7d2d"} {"level":"info","ts":1784901886.475625,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f3454376-dd31-4e79-918d-7c24ec2a7d2d","EoS":false} {"level":"info","ts":1784901886.475636,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f3454376-dd31-4e79-918d-7c24ec2a7d2d","EoS":true} {"level":"info","ts":1784901886.475658,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f3454376-dd31-4e79-918d-7c24ec2a7d2d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784901886.4756725,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f3454376-dd31-4e79-918d-7c24ec2a7d2d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784901886.4756918,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f3454376-dd31-4e79-918d-7c24ec2a7d2d"} {"level":"info","ts":1784901888.5107467,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901888.510822,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e8e93bee-ceb5-40f9-a70a-12cc67942ab6"} {"level":"info","ts":1784901888.5108309,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e8e93bee-ceb5-40f9-a70a-12cc67942ab6"} {"level":"info","ts":1784901888.5108414,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e8e93bee-ceb5-40f9-a70a-12cc67942ab6","EoS":false} {"level":"info","ts":1784901888.510852,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e8e93bee-ceb5-40f9-a70a-12cc67942ab6","EoS":true} {"level":"info","ts":1784901888.5108714,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e8e93bee-ceb5-40f9-a70a-12cc67942ab6","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784901888.5108843,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e8e93bee-ceb5-40f9-a70a-12cc67942ab6","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784901888.5109043,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e8e93bee-ceb5-40f9-a70a-12cc67942ab6"} {"level":"info","ts":1784901901.3932853,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901901.393383,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"494c7621-bf80-4b88-838f-da3d21158c5a"} {"level":"info","ts":1784901901.3933992,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"494c7621-bf80-4b88-838f-da3d21158c5a"} {"level":"info","ts":1784901901.3934178,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"494c7621-bf80-4b88-838f-da3d21158c5a","EoS":false} {"level":"info","ts":1784901901.3934333,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"494c7621-bf80-4b88-838f-da3d21158c5a","EoS":true} {"level":"info","ts":1784901901.393464,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"494c7621-bf80-4b88-838f-da3d21158c5a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784901901.3934817,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"494c7621-bf80-4b88-838f-da3d21158c5a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901901.3935037,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"494c7621-bf80-4b88-838f-da3d21158c5a"} {"level":"info","ts":1784901909.9460013,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901909.9460857,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c70dab4a-e2e6-43f8-a836-126cb145b59e"} {"level":"info","ts":1784901909.946095,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c70dab4a-e2e6-43f8-a836-126cb145b59e"} {"level":"info","ts":1784901909.946107,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c70dab4a-e2e6-43f8-a836-126cb145b59e","EoS":false} {"level":"info","ts":1784901909.946121,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c70dab4a-e2e6-43f8-a836-126cb145b59e","EoS":true} {"level":"info","ts":1784901909.9461856,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c70dab4a-e2e6-43f8-a836-126cb145b59e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784901909.946202,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c70dab4a-e2e6-43f8-a836-126cb145b59e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901909.946222,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c70dab4a-e2e6-43f8-a836-126cb145b59e"} {"level":"info","ts":1784901918.864281,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901918.864355,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"af701cb6-1f73-4759-820c-080923b684ae"} {"level":"info","ts":1784901918.8643646,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"af701cb6-1f73-4759-820c-080923b684ae"} {"level":"info","ts":1784901918.8643758,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"af701cb6-1f73-4759-820c-080923b684ae","EoS":false} {"level":"info","ts":1784901918.8643856,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"af701cb6-1f73-4759-820c-080923b684ae","EoS":true} {"level":"info","ts":1784901918.8644073,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"af701cb6-1f73-4759-820c-080923b684ae","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784901918.864419,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"af701cb6-1f73-4759-820c-080923b684ae","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901918.8644416,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"af701cb6-1f73-4759-820c-080923b684ae"} {"level":"info","ts":1784901927.8757617,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901927.875861,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eed65fed-9187-4c89-8c4f-e8c8761b4262"} {"level":"info","ts":1784901927.875885,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"eed65fed-9187-4c89-8c4f-e8c8761b4262"} {"level":"info","ts":1784901927.8759086,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eed65fed-9187-4c89-8c4f-e8c8761b4262","EoS":false} {"level":"info","ts":1784901927.8759346,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eed65fed-9187-4c89-8c4f-e8c8761b4262","EoS":true} {"level":"info","ts":1784901927.875957,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eed65fed-9187-4c89-8c4f-e8c8761b4262","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784901927.8759744,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eed65fed-9187-4c89-8c4f-e8c8761b4262","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901927.8760262,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"eed65fed-9187-4c89-8c4f-e8c8761b4262"} {"level":"info","ts":1784901932.709356,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901932.709454,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a74084b9-a7b1-49f8-81e1-170e604f0ea2"} {"level":"info","ts":1784901932.709469,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a74084b9-a7b1-49f8-81e1-170e604f0ea2"} {"level":"info","ts":1784901932.7094827,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a74084b9-a7b1-49f8-81e1-170e604f0ea2","EoS":false} {"level":"info","ts":1784901932.7094939,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a74084b9-a7b1-49f8-81e1-170e604f0ea2","EoS":true} {"level":"info","ts":1784901932.7095156,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a74084b9-a7b1-49f8-81e1-170e604f0ea2","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784901932.709532,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a74084b9-a7b1-49f8-81e1-170e604f0ea2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901932.7095509,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a74084b9-a7b1-49f8-81e1-170e604f0ea2"} {"level":"info","ts":1784901937.5255904,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901937.5256867,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cfc6df20-93c1-4500-af8a-3bdd16804e78"} {"level":"info","ts":1784901937.525699,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cfc6df20-93c1-4500-af8a-3bdd16804e78"} {"level":"info","ts":1784901937.5257146,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cfc6df20-93c1-4500-af8a-3bdd16804e78","EoS":false} {"level":"info","ts":1784901937.525735,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cfc6df20-93c1-4500-af8a-3bdd16804e78","EoS":true} {"level":"info","ts":1784901937.5257623,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cfc6df20-93c1-4500-af8a-3bdd16804e78","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784901937.5257833,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cfc6df20-93c1-4500-af8a-3bdd16804e78","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784901937.5258102,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cfc6df20-93c1-4500-af8a-3bdd16804e78"} {"level":"info","ts":1784901937.8024855,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901937.8025637,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a65d81fa-ab75-4c30-a4ec-05407ba5ec09"} {"level":"info","ts":1784901937.8025725,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a65d81fa-ab75-4c30-a4ec-05407ba5ec09"} {"level":"info","ts":1784901937.802583,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a65d81fa-ab75-4c30-a4ec-05407ba5ec09","EoS":false} {"level":"info","ts":1784901937.8025935,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a65d81fa-ab75-4c30-a4ec-05407ba5ec09","EoS":true} {"level":"info","ts":1784901937.802612,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a65d81fa-ab75-4c30-a4ec-05407ba5ec09","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784901937.8026276,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a65d81fa-ab75-4c30-a4ec-05407ba5ec09","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784901937.8026516,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a65d81fa-ab75-4c30-a4ec-05407ba5ec09"} {"level":"info","ts":1784901939.835762,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901939.8358357,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"685f4bd1-eab2-4e54-a10a-6b981f7d6355"} {"level":"info","ts":1784901939.8358479,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"685f4bd1-eab2-4e54-a10a-6b981f7d6355"} {"level":"info","ts":1784901939.8358598,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"685f4bd1-eab2-4e54-a10a-6b981f7d6355","EoS":false} {"level":"info","ts":1784901939.83587,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"685f4bd1-eab2-4e54-a10a-6b981f7d6355","EoS":true} {"level":"info","ts":1784901939.8358905,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"685f4bd1-eab2-4e54-a10a-6b981f7d6355","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784901939.8359063,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"685f4bd1-eab2-4e54-a10a-6b981f7d6355","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784901939.8359344,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"685f4bd1-eab2-4e54-a10a-6b981f7d6355"} {"level":"info","ts":1784901941.8688886,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901941.8689668,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7f6d1f0b-6525-48d1-ac3c-ce4e28917551"} {"level":"info","ts":1784901941.8689766,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7f6d1f0b-6525-48d1-ac3c-ce4e28917551"} {"level":"info","ts":1784901941.86901,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7f6d1f0b-6525-48d1-ac3c-ce4e28917551","EoS":false} {"level":"info","ts":1784901941.8690214,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7f6d1f0b-6525-48d1-ac3c-ce4e28917551","EoS":true} {"level":"info","ts":1784901941.869041,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7f6d1f0b-6525-48d1-ac3c-ce4e28917551","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784901941.8690586,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7f6d1f0b-6525-48d1-ac3c-ce4e28917551","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784901941.869079,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7f6d1f0b-6525-48d1-ac3c-ce4e28917551"} {"level":"info","ts":1784901943.9052932,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901943.9053712,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0af08817-1835-4208-ac85-90acdc633fab"} {"level":"info","ts":1784901943.9053807,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0af08817-1835-4208-ac85-90acdc633fab"} {"level":"info","ts":1784901943.9053917,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0af08817-1835-4208-ac85-90acdc633fab","EoS":false} {"level":"info","ts":1784901943.905402,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0af08817-1835-4208-ac85-90acdc633fab","EoS":true} {"level":"info","ts":1784901943.905424,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0af08817-1835-4208-ac85-90acdc633fab","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784901943.9054399,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0af08817-1835-4208-ac85-90acdc633fab","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784901943.9054606,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0af08817-1835-4208-ac85-90acdc633fab"} {"level":"info","ts":1784901967.082229,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901967.0823216,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"79e49dca-2229-4667-90b3-0317b1b36e6e"} {"level":"info","ts":1784901967.082334,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"79e49dca-2229-4667-90b3-0317b1b36e6e"} {"level":"info","ts":1784901967.082354,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"79e49dca-2229-4667-90b3-0317b1b36e6e","EoS":false} {"level":"info","ts":1784901967.0823696,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"79e49dca-2229-4667-90b3-0317b1b36e6e","EoS":true} {"level":"info","ts":1784901967.0824187,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"79e49dca-2229-4667-90b3-0317b1b36e6e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784901967.0824392,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"79e49dca-2229-4667-90b3-0317b1b36e6e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784901967.0824652,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"79e49dca-2229-4667-90b3-0317b1b36e6e"} {"level":"info","ts":1784901976.514484,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901976.5145595,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"31d00af2-4010-41d0-b54a-c080fbda02d9"} {"level":"info","ts":1784901976.5145688,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"31d00af2-4010-41d0-b54a-c080fbda02d9"} {"level":"info","ts":1784901976.5145802,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"31d00af2-4010-41d0-b54a-c080fbda02d9","EoS":false} {"level":"info","ts":1784901976.5145905,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"31d00af2-4010-41d0-b54a-c080fbda02d9","EoS":true} {"level":"info","ts":1784901976.5146122,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"31d00af2-4010-41d0-b54a-c080fbda02d9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784901976.5146286,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"31d00af2-4010-41d0-b54a-c080fbda02d9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901976.51465,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"31d00af2-4010-41d0-b54a-c080fbda02d9"} {"level":"info","ts":1784901982.145376,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901982.1454797,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2dba2601-9594-49bc-8a8f-9e49ead68f1c"} {"level":"info","ts":1784901982.1454923,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2dba2601-9594-49bc-8a8f-9e49ead68f1c"} {"level":"info","ts":1784901982.145504,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2dba2601-9594-49bc-8a8f-9e49ead68f1c","EoS":false} {"level":"info","ts":1784901982.1455164,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2dba2601-9594-49bc-8a8f-9e49ead68f1c","EoS":true} {"level":"info","ts":1784901982.1455352,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2dba2601-9594-49bc-8a8f-9e49ead68f1c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784901982.1455529,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2dba2601-9594-49bc-8a8f-9e49ead68f1c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784901982.145572,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2dba2601-9594-49bc-8a8f-9e49ead68f1c"} {"level":"info","ts":1784901991.8316867,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901991.8317773,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b2e5f937-c8e6-45aa-a2c8-99a5d7d56982"} {"level":"info","ts":1784901991.831799,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b2e5f937-c8e6-45aa-a2c8-99a5d7d56982"} {"level":"info","ts":1784901991.831813,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b2e5f937-c8e6-45aa-a2c8-99a5d7d56982","EoS":false} {"level":"info","ts":1784901991.8318272,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b2e5f937-c8e6-45aa-a2c8-99a5d7d56982","EoS":true} {"level":"info","ts":1784901991.8318474,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b2e5f937-c8e6-45aa-a2c8-99a5d7d56982","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784901991.8318634,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b2e5f937-c8e6-45aa-a2c8-99a5d7d56982","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901991.831885,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b2e5f937-c8e6-45aa-a2c8-99a5d7d56982"} {"level":"info","ts":1784901993.8674657,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901993.8675547,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d087efbc-62a8-4edb-9d64-08e2b3d30f4b"} {"level":"info","ts":1784901993.8675659,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d087efbc-62a8-4edb-9d64-08e2b3d30f4b"} {"level":"info","ts":1784901993.8675766,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d087efbc-62a8-4edb-9d64-08e2b3d30f4b","EoS":false} {"level":"info","ts":1784901993.8675885,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d087efbc-62a8-4edb-9d64-08e2b3d30f4b","EoS":true} {"level":"info","ts":1784901993.8676093,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d087efbc-62a8-4edb-9d64-08e2b3d30f4b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784901993.867626,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d087efbc-62a8-4edb-9d64-08e2b3d30f4b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901993.867645,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d087efbc-62a8-4edb-9d64-08e2b3d30f4b"} {"level":"info","ts":1784902003.4166713,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784902003.4167697,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a7040775-23b3-4afd-8479-4ce8ab9ab03f"} {"level":"info","ts":1784902003.4167893,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a7040775-23b3-4afd-8479-4ce8ab9ab03f"} {"level":"info","ts":1784902003.4168034,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a7040775-23b3-4afd-8479-4ce8ab9ab03f","EoS":false} {"level":"info","ts":1784902003.4168146,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a7040775-23b3-4afd-8479-4ce8ab9ab03f","EoS":true} {"level":"info","ts":1784902003.4168365,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a7040775-23b3-4afd-8479-4ce8ab9ab03f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784902003.416853,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a7040775-23b3-4afd-8479-4ce8ab9ab03f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784902003.4168735,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a7040775-23b3-4afd-8479-4ce8ab9ab03f"} {"level":"info","ts":1784902003.455705,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784902003.4558153,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"44526c5d-6385-4a20-ac75-ef7601f9ecda"} {"level":"info","ts":1784902003.4558358,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"44526c5d-6385-4a20-ac75-ef7601f9ecda"} {"level":"info","ts":1784902003.4558523,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"44526c5d-6385-4a20-ac75-ef7601f9ecda","EoS":false} {"level":"info","ts":1784902003.4558733,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"44526c5d-6385-4a20-ac75-ef7601f9ecda","EoS":true} {"level":"info","ts":1784902003.4559004,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"44526c5d-6385-4a20-ac75-ef7601f9ecda","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784902003.4559195,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"44526c5d-6385-4a20-ac75-ef7601f9ecda","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784902003.4559524,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"44526c5d-6385-4a20-ac75-ef7601f9ecda"} {"level":"info","ts":1784902022.9587553,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784902022.9588332,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4d9892b0-ada8-45ca-b536-7afd7dce37f0"} {"level":"info","ts":1784902022.9588423,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4d9892b0-ada8-45ca-b536-7afd7dce37f0"} {"level":"info","ts":1784902022.9588535,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4d9892b0-ada8-45ca-b536-7afd7dce37f0","EoS":false} {"level":"info","ts":1784902022.9588666,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4d9892b0-ada8-45ca-b536-7afd7dce37f0","EoS":true} {"level":"info","ts":1784902022.958885,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4d9892b0-ada8-45ca-b536-7afd7dce37f0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784902022.958899,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4d9892b0-ada8-45ca-b536-7afd7dce37f0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784902022.9589188,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4d9892b0-ada8-45ca-b536-7afd7dce37f0"} {"level":"info","ts":1784902032.4229124,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784902032.423007,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"06a148d3-9107-418b-b9c8-1a56fcd2acbd"} {"level":"info","ts":1784902032.4230182,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"06a148d3-9107-418b-b9c8-1a56fcd2acbd"} {"level":"info","ts":1784902032.423031,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"06a148d3-9107-418b-b9c8-1a56fcd2acbd","EoS":false} {"level":"info","ts":1784902032.423042,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"06a148d3-9107-418b-b9c8-1a56fcd2acbd","EoS":true} {"level":"info","ts":1784902032.4230618,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"06a148d3-9107-418b-b9c8-1a56fcd2acbd","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784902032.4230773,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"06a148d3-9107-418b-b9c8-1a56fcd2acbd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784902032.4230964,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"06a148d3-9107-418b-b9c8-1a56fcd2acbd"} {"level":"info","ts":1784902037.8177345,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784902037.817809,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dbe1505e-8cc1-45a6-aa06-f46c2960f070"} {"level":"info","ts":1784902037.8178208,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dbe1505e-8cc1-45a6-aa06-f46c2960f070"} {"level":"info","ts":1784902037.8178318,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dbe1505e-8cc1-45a6-aa06-f46c2960f070","EoS":false} {"level":"info","ts":1784902037.8178422,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dbe1505e-8cc1-45a6-aa06-f46c2960f070","EoS":true} {"level":"info","ts":1784902037.8178642,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dbe1505e-8cc1-45a6-aa06-f46c2960f070","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784902037.8178833,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dbe1505e-8cc1-45a6-aa06-f46c2960f070","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784902037.817902,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dbe1505e-8cc1-45a6-aa06-f46c2960f070"} {"level":"info","ts":1784902128.929312,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784902128.9294207,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b46071cc-8a7b-4648-aa69-b8363aceda5c"} {"level":"info","ts":1784902128.929438,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b46071cc-8a7b-4648-aa69-b8363aceda5c"} {"level":"info","ts":1784902128.9294574,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b46071cc-8a7b-4648-aa69-b8363aceda5c","EoS":false} {"level":"info","ts":1784902128.9294772,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b46071cc-8a7b-4648-aa69-b8363aceda5c","EoS":true} {"level":"info","ts":1784902128.92951,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b46071cc-8a7b-4648-aa69-b8363aceda5c","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784902128.9295251,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b46071cc-8a7b-4648-aa69-b8363aceda5c","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784902128.9295473,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b46071cc-8a7b-4648-aa69-b8363aceda5c"} {"level":"info","ts":1784902154.2122667,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784902154.2123556,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a6d9194b-a569-4fad-8a92-a17c95b0b99e"} {"level":"info","ts":1784902154.212372,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a6d9194b-a569-4fad-8a92-a17c95b0b99e"} {"level":"info","ts":1784902154.2123847,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a6d9194b-a569-4fad-8a92-a17c95b0b99e","EoS":false} {"level":"info","ts":1784902154.2123983,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a6d9194b-a569-4fad-8a92-a17c95b0b99e","EoS":true} {"level":"info","ts":1784902154.2124183,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a6d9194b-a569-4fad-8a92-a17c95b0b99e","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784902154.2124343,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a6d9194b-a569-4fad-8a92-a17c95b0b99e","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784902154.2124557,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a6d9194b-a569-4fad-8a92-a17c95b0b99e"} {"level":"info","ts":1784902191.6723769,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784902191.6724596,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"48cd2427-74d2-473c-81c2-247899414fbb"} {"level":"info","ts":1784902191.6724696,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"48cd2427-74d2-473c-81c2-247899414fbb"} {"level":"info","ts":1784902191.6724808,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"48cd2427-74d2-473c-81c2-247899414fbb","EoS":false} {"level":"info","ts":1784902191.672494,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"48cd2427-74d2-473c-81c2-247899414fbb","EoS":true} {"level":"info","ts":1784902191.6725142,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"48cd2427-74d2-473c-81c2-247899414fbb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784902191.6725292,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"48cd2427-74d2-473c-81c2-247899414fbb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784902191.672548,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"48cd2427-74d2-473c-81c2-247899414fbb"} {"level":"info","ts":1784902207.0271642,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784902207.0272455,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"42bb518f-dabc-4db8-bd54-0ae93f37adb4"} {"level":"info","ts":1784902207.0272565,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"42bb518f-dabc-4db8-bd54-0ae93f37adb4"} {"level":"info","ts":1784902207.0272694,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"42bb518f-dabc-4db8-bd54-0ae93f37adb4","EoS":false} {"level":"info","ts":1784902207.0272806,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"42bb518f-dabc-4db8-bd54-0ae93f37adb4","EoS":true} {"level":"info","ts":1784902207.0273032,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"42bb518f-dabc-4db8-bd54-0ae93f37adb4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784902207.0273187,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"42bb518f-dabc-4db8-bd54-0ae93f37adb4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784902207.0273402,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"42bb518f-dabc-4db8-bd54-0ae93f37adb4"} {"level":"info","ts":1784902207.3197873,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784902207.3198745,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1131cb8b-f7e6-4179-86d7-2638f880ae78"} {"level":"info","ts":1784902207.3198833,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1131cb8b-f7e6-4179-86d7-2638f880ae78"} {"level":"info","ts":1784902207.319903,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1131cb8b-f7e6-4179-86d7-2638f880ae78","EoS":false} {"level":"info","ts":1784902207.3199148,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1131cb8b-f7e6-4179-86d7-2638f880ae78","EoS":true} {"level":"info","ts":1784902207.319935,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1131cb8b-f7e6-4179-86d7-2638f880ae78","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784902207.319952,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1131cb8b-f7e6-4179-86d7-2638f880ae78","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784902207.3199737,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1131cb8b-f7e6-4179-86d7-2638f880ae78"} {"level":"info","ts":1784902534.4470859,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784902534.4471724,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"92aeb814-cf58-440e-8df9-997ccaac3f4c"} {"level":"info","ts":1784902534.4471812,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"92aeb814-cf58-440e-8df9-997ccaac3f4c"} {"level":"info","ts":1784902534.4471934,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"92aeb814-cf58-440e-8df9-997ccaac3f4c","EoS":false} {"level":"info","ts":1784902534.447204,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"92aeb814-cf58-440e-8df9-997ccaac3f4c","EoS":true} {"level":"info","ts":1784902534.4472249,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"92aeb814-cf58-440e-8df9-997ccaac3f4c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784902534.447241,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"92aeb814-cf58-440e-8df9-997ccaac3f4c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784902534.4472623,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"92aeb814-cf58-440e-8df9-997ccaac3f4c"} {"level":"info","ts":1784902534.4825623,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784902534.4826503,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0dd164d0-f93c-4303-867e-a8378e89801b"} {"level":"info","ts":1784902534.4826596,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0dd164d0-f93c-4303-867e-a8378e89801b"} {"level":"info","ts":1784902534.4826732,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0dd164d0-f93c-4303-867e-a8378e89801b","EoS":false} {"level":"info","ts":1784902534.482692,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0dd164d0-f93c-4303-867e-a8378e89801b","EoS":true} {"level":"info","ts":1784902534.4827118,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0dd164d0-f93c-4303-867e-a8378e89801b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784902534.4827278,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0dd164d0-f93c-4303-867e-a8378e89801b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784902534.4827478,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0dd164d0-f93c-4303-867e-a8378e89801b"} {"level":"info","ts":1784902534.5166464,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784902534.5167246,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fd792a2a-dc56-40f6-9b84-a04bed63924c"} {"level":"info","ts":1784902534.5167334,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fd792a2a-dc56-40f6-9b84-a04bed63924c"} {"level":"info","ts":1784902534.516744,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fd792a2a-dc56-40f6-9b84-a04bed63924c","EoS":false} {"level":"info","ts":1784902534.5167534,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fd792a2a-dc56-40f6-9b84-a04bed63924c","EoS":true} {"level":"info","ts":1784902534.5167744,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fd792a2a-dc56-40f6-9b84-a04bed63924c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784902534.516788,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fd792a2a-dc56-40f6-9b84-a04bed63924c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784902534.516807,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fd792a2a-dc56-40f6-9b84-a04bed63924c"} {"level":"info","ts":1784902539.36333,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0897768d-63d8-42ba-bc80-2eb7312fd393","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784902539.363367,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0897768d-63d8-42ba-bc80-2eb7312fd393","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784902539.3634448,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c9c35b5e-bdf1-4058-b2ea-241e1e7e3fce"} {"level":"info","ts":1784902539.37166,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6e8d6bfe-7e28-48cb-92d7-b9e18f334be5","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784902539.3717039,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6e8d6bfe-7e28-48cb-92d7-b9e18f334be5","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784902539.3718433,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c9c35b5e-bdf1-4058-b2ea-241e1e7e3fce","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784902539.372185,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":39232.1788216,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784902539.372205,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784902539.484051,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d3f88799-d2d1-487c-9fe8-4913bbaae52f"} {"level":"info","ts":1784902539.484185,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d3f88799-d2d1-487c-9fe8-4913bbaae52f","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784902539.4846716,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"294c8175-6266-4d8b-9105-41046d1fb33a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784902539.4847171,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"294c8175-6266-4d8b-9105-41046d1fb33a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784902539.4929464,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c8911724-b687-42dd-9577-924f0032aa6a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784902539.4930363,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c8911724-b687-42dd-9577-924f0032aa6a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784902539.493275,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d3f88799-d2d1-487c-9fe8-4913bbaae52f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784902539.4933288,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d3f88799-d2d1-487c-9fe8-4913bbaae52f","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784902539.4935741,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7a089392-9c56-40c8-9500-e7fe58207ded"} {"level":"info","ts":1784902539.4936259,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7a089392-9c56-40c8-9500-e7fe58207ded","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784902539.5847888,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6803da71-4a0c-4a3c-aca5-01cf1b08385e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784902539.584829,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6803da71-4a0c-4a3c-aca5-01cf1b08385e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784902539.5855882,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784902539.5856242,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"189fe16e-c6ee-4052-a9d0-107d81757c66","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784902539.5856953,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"189fe16e-c6ee-4052-a9d0-107d81757c66","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784902539.5924265,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7a089392-9c56-40c8-9500-e7fe58207ded","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784902539.5925045,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"db2790c2-0fc5-496a-a7bc-dc7722ed295c"} {"level":"info","ts":1784902539.5927467,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35560.932728403,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784902539.592768,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784902539.6207693,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784902539.636618,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0d96171a-68f9-43bf-8910-124b4763e8d7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784902539.6366553,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0d96171a-68f9-43bf-8910-124b4763e8d7","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784902539.6548193,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ce13e6ac-23d0-4b3a-b1f2-c18d79859d91","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784902539.654861,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ce13e6ac-23d0-4b3a-b1f2-c18d79859d91","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784902539.6728938,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":33146.907358434,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784902539.6729295,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784902539.6743236,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9b6a6282-bb83-4ebc-8eb5-3f407355d5de","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784902539.67436,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9b6a6282-bb83-4ebc-8eb5-3f407355d5de","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784902539.6842806,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784902539.693806,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"db2790c2-0fc5-496a-a7bc-dc7722ed295c","name":"e2e-external-model"} {"level":"info","ts":1784902539.7051225,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"db2790c2-0fc5-496a-a7bc-dc7722ed295c","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784902539.709187,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"db2790c2-0fc5-496a-a7bc-dc7722ed295c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784902539.709285,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6a440590-b14d-4c8a-b6cb-ff8dc57b871a"} {"level":"info","ts":1784902539.709343,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6a440590-b14d-4c8a-b6cb-ff8dc57b871a","name":"e2e-external-model"} {"level":"info","ts":1784902539.71954,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6a440590-b14d-4c8a-b6cb-ff8dc57b871a","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784902539.773586,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c9c35b5e-bdf1-4058-b2ea-241e1e7e3fce","name":"e2e-external-provider"} {"level":"info","ts":1784902539.784333,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c9c35b5e-bdf1-4058-b2ea-241e1e7e3fce","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784902539.7887347,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c9c35b5e-bdf1-4058-b2ea-241e1e7e3fce","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784902539.7888467,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"69246535-36f0-4909-af4b-709fa316591f"} {"level":"info","ts":1784902539.7888906,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"69246535-36f0-4909-af4b-709fa316591f","name":"e2e-external-provider"} {"level":"info","ts":1784902539.7990327,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"69246535-36f0-4909-af4b-709fa316591f","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784902549.0251799,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784902549.0252578,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dcbedb79-4fc4-43b6-b60f-f6835ed1623b"} {"level":"info","ts":1784902549.0252676,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dcbedb79-4fc4-43b6-b60f-f6835ed1623b"} {"level":"info","ts":1784902549.0252788,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dcbedb79-4fc4-43b6-b60f-f6835ed1623b","EoS":false} {"level":"info","ts":1784902549.025289,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dcbedb79-4fc4-43b6-b60f-f6835ed1623b","EoS":true} {"level":"info","ts":1784902549.0253088,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dcbedb79-4fc4-43b6-b60f-f6835ed1623b","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784902549.0253298,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dcbedb79-4fc4-43b6-b60f-f6835ed1623b","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784902549.025338,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"dcbedb79-4fc4-43b6-b60f-f6835ed1623b","modelName":"e2e-external-model"} {"level":"info","ts":1784902549.0253518,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"dcbedb79-4fc4-43b6-b60f-f6835ed1623b","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784902549.0254133,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dcbedb79-4fc4-43b6-b60f-f6835ed1623b"} {"level":"info","ts":1784902549.0776114,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784902549.0776806,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4a22e456-1f59-425a-a759-038df0a7bd49"} {"level":"info","ts":1784902549.0776896,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4a22e456-1f59-425a-a759-038df0a7bd49"} {"level":"info","ts":1784902549.0776994,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4a22e456-1f59-425a-a759-038df0a7bd49","EoS":false} {"level":"info","ts":1784902549.077714,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4a22e456-1f59-425a-a759-038df0a7bd49","EoS":true} {"level":"info","ts":1784902549.0777357,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4a22e456-1f59-425a-a759-038df0a7bd49","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784902549.0777514,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4a22e456-1f59-425a-a759-038df0a7bd49","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784902549.0777578,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"4a22e456-1f59-425a-a759-038df0a7bd49","modelName":"e2e-external-model"} {"level":"info","ts":1784902549.0777712,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"4a22e456-1f59-425a-a759-038df0a7bd49","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784902549.0778098,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4a22e456-1f59-425a-a759-038df0a7bd49"} {"level":"info","ts":1784902549.1102908,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784902549.1103652,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9f07f401-b76f-4e49-a152-7d97f5f1d659"} {"level":"info","ts":1784902549.110374,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9f07f401-b76f-4e49-a152-7d97f5f1d659"} {"level":"info","ts":1784902549.1103847,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9f07f401-b76f-4e49-a152-7d97f5f1d659","EoS":false} {"level":"info","ts":1784902549.1103961,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9f07f401-b76f-4e49-a152-7d97f5f1d659","EoS":true} {"level":"info","ts":1784902549.1104176,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9f07f401-b76f-4e49-a152-7d97f5f1d659","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784902549.1104333,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9f07f401-b76f-4e49-a152-7d97f5f1d659","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784902549.11044,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"9f07f401-b76f-4e49-a152-7d97f5f1d659","modelName":"e2e-external-model"} {"level":"info","ts":1784902549.110453,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"9f07f401-b76f-4e49-a152-7d97f5f1d659","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784902549.1104896,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9f07f401-b76f-4e49-a152-7d97f5f1d659"} {"level":"info","ts":1784902549.2448692,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6887bc30-dde2-422c-a63e-b6d5c9836a8e"} {"level":"info","ts":1784902549.2448692,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b1b950f9-150e-4ff7-bd64-9b573dceac80","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784902549.2450228,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b1b950f9-150e-4ff7-bd64-9b573dceac80","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784902549.2532353,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6887bc30-dde2-422c-a63e-b6d5c9836a8e","name":"e2e-cleanup-test"} {"level":"info","ts":1784902549.253279,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1425e7cc-4a4c-4ba3-8e68-ca0ed8cc16c9","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784902549.2533102,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1425e7cc-4a4c-4ba3-8e68-ca0ed8cc16c9","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784902549.2737286,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6887bc30-dde2-422c-a63e-b6d5c9836a8e","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784902549.273771,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4238f3de-64a7-4d46-8e7a-464a80c03d46","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784902549.273797,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4238f3de-64a7-4d46-8e7a-464a80c03d46","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784902549.273796,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"abf2ac6a-5e6d-4f4a-bbcd-9225add6dba0"} {"level":"info","ts":1784902549.2738755,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"abf2ac6a-5e6d-4f4a-bbcd-9225add6dba0","name":"e2e-cleanup-test"} {"level":"error","ts":1784902549.2884533,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"abf2ac6a-5e6d-4f4a-bbcd-9225add6dba0","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784902549.288516,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c440a0c8-5308-4aa3-a3e0-5cc676385572"} {"level":"info","ts":1784902549.2885556,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"75395c39-b25b-4e5f-869f-fdb1a85db803","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784902549.2885854,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"75395c39-b25b-4e5f-869f-fdb1a85db803","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784902549.288565,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c440a0c8-5308-4aa3-a3e0-5cc676385572","name":"e2e-cleanup-test"} {"level":"info","ts":1784902549.2972279,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c440a0c8-5308-4aa3-a3e0-5cc676385572","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784902549.3058524,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"502e22c1-d965-4db0-8af4-486a2c5a9525"} {"level":"info","ts":1784902549.3059251,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"502e22c1-d965-4db0-8af4-486a2c5a9525","name":"e2e-cleanup-test"} {"level":"info","ts":1784902549.3059468,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2f104e59-69e0-43f8-b373-20ca9550770f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784902549.3059707,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2f104e59-69e0-43f8-b373-20ca9550770f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784902549.3158653,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"502e22c1-d965-4db0-8af4-486a2c5a9525","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784902549.321258,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0ea12798-678d-45b5-8db9-35c5951dfa0b"} {"level":"info","ts":1784902549.3213263,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0ea12798-678d-45b5-8db9-35c5951dfa0b","name":"e2e-cleanup-test"} {"level":"info","ts":1784902549.3314507,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0ea12798-678d-45b5-8db9-35c5951dfa0b","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784902557.5368822,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1998a523-8d8c-4dc6-af80-1012ca33daa5","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784902557.5368996,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6e397d79-ca4c-49d8-956b-61617a9a72f2"} {"level":"info","ts":1784902557.5369122,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1998a523-8d8c-4dc6-af80-1012ca33daa5","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784902561.8557525,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784902561.855834,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f43e905f-c217-448e-9365-08073955dc0e"} {"level":"info","ts":1784902561.855846,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f43e905f-c217-448e-9365-08073955dc0e"} {"level":"info","ts":1784902561.8558998,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f43e905f-c217-448e-9365-08073955dc0e","EoS":false} {"level":"info","ts":1784902561.8559217,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f43e905f-c217-448e-9365-08073955dc0e","EoS":true} {"level":"info","ts":1784902561.8559442,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f43e905f-c217-448e-9365-08073955dc0e","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784902561.85597,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f43e905f-c217-448e-9365-08073955dc0e","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784902561.8560138,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f43e905f-c217-448e-9365-08073955dc0e"} {"level":"info","ts":1784902561.8831542,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784902561.8832464,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7efa1880-3449-4d6e-be15-afee06dc972c"} {"level":"info","ts":1784902561.8832636,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7efa1880-3449-4d6e-be15-afee06dc972c"} {"level":"info","ts":1784902561.8832798,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7efa1880-3449-4d6e-be15-afee06dc972c","EoS":false} {"level":"info","ts":1784902561.8832996,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7efa1880-3449-4d6e-be15-afee06dc972c","EoS":true} {"level":"info","ts":1784902561.8833272,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7efa1880-3449-4d6e-be15-afee06dc972c","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784902561.8833487,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7efa1880-3449-4d6e-be15-afee06dc972c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784902561.8833623,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"7efa1880-3449-4d6e-be15-afee06dc972c","modelName":"e2e-external-model"} {"level":"info","ts":1784902561.883382,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"7efa1880-3449-4d6e-be15-afee06dc972c","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784902561.8834364,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7efa1880-3449-4d6e-be15-afee06dc972c"} {"level":"info","ts":1784902561.9366171,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784902561.9367015,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"357d519f-f65f-4c89-af34-feeaf20e549d"} {"level":"info","ts":1784902561.9367127,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"357d519f-f65f-4c89-af34-feeaf20e549d"} {"level":"info","ts":1784902561.936733,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"357d519f-f65f-4c89-af34-feeaf20e549d","EoS":false} {"level":"info","ts":1784902561.9367516,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"357d519f-f65f-4c89-af34-feeaf20e549d","EoS":true} {"level":"info","ts":1784902561.9367797,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"357d519f-f65f-4c89-af34-feeaf20e549d","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784902561.9367993,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"357d519f-f65f-4c89-af34-feeaf20e549d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784902561.9368308,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"357d519f-f65f-4c89-af34-feeaf20e549d"} {"level":"info","ts":1784902562.083794,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784902562.0838723,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f28a3a02-a2d6-4504-a003-fd28d9156625"} {"level":"info","ts":1784902562.083882,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f28a3a02-a2d6-4504-a003-fd28d9156625"} {"level":"info","ts":1784902562.0838928,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f28a3a02-a2d6-4504-a003-fd28d9156625","EoS":false} {"level":"info","ts":1784902562.0839038,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f28a3a02-a2d6-4504-a003-fd28d9156625","EoS":true} {"level":"info","ts":1784902562.0839293,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"f28a3a02-a2d6-4504-a003-fd28d9156625","field":"model"} {"level":"info","ts":1784902562.0839531,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f28a3a02-a2d6-4504-a003-fd28d9156625"} {"level":"info","ts":1784902562.9990199,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ee8d2a9a-59be-483f-9761-460f29987874"} {"level":"info","ts":1784902562.9990394,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6e2eaaa3-4d09-4519-98ca-6fc60893dae1","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784902562.999062,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6e2eaaa3-4d09-4519-98ca-6fc60893dae1","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784902563.1643937,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7d176fed-4657-4716-bbf5-49c604afa34e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784902563.1644268,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7d176fed-4657-4716-bbf5-49c604afa34e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784902563.164401,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7a644337-64d7-45da-a5f9-050fec35e0d3"} {"level":"info","ts":1784903714.2540033,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784903714.254101,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"32dbc011-dc5c-4288-b412-ad9839f43574"} {"level":"info","ts":1784903779.2596395,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784903779.259728,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0ace4de5-76a5-49c6-8b0b-cfa39d87b089"} {"level":"info","ts":1784903779.2597394,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0ace4de5-76a5-49c6-8b0b-cfa39d87b089"} {"level":"info","ts":1784903779.259751,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0ace4de5-76a5-49c6-8b0b-cfa39d87b089","EoS":false} {"level":"info","ts":1784903779.2597654,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0ace4de5-76a5-49c6-8b0b-cfa39d87b089","EoS":true} {"level":"info","ts":1784903779.2597876,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0ace4de5-76a5-49c6-8b0b-cfa39d87b089","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784903779.2598045,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0ace4de5-76a5-49c6-8b0b-cfa39d87b089","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784903779.2598252,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0ace4de5-76a5-49c6-8b0b-cfa39d87b089"}