{"level":"info","ts":1784814989.5469692,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"038660e3-1d13-48fa-a97a-d2b1f1dbdc27","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784814989.5469828,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"038660e3-1d13-48fa-a97a-d2b1f1dbdc27","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784814989.5470026,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"038660e3-1d13-48fa-a97a-d2b1f1dbdc27"} {"level":"info","ts":1784814993.713269,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784814993.7133498,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"09dd896a-11b9-4eed-b991-7bbf51d88ecd"} {"level":"info","ts":1784814993.7133634,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"09dd896a-11b9-4eed-b991-7bbf51d88ecd"} {"level":"info","ts":1784814993.713376,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"09dd896a-11b9-4eed-b991-7bbf51d88ecd","EoS":false} {"level":"info","ts":1784814993.7133882,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"09dd896a-11b9-4eed-b991-7bbf51d88ecd","EoS":true} {"level":"info","ts":1784814993.7134087,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"09dd896a-11b9-4eed-b991-7bbf51d88ecd","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784814993.7134252,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"09dd896a-11b9-4eed-b991-7bbf51d88ecd","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784814993.7134457,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"09dd896a-11b9-4eed-b991-7bbf51d88ecd"} {"level":"info","ts":1784815012.74168,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784815012.7417786,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e2f85007-facf-41a5-a85b-a699b33a24a7"} {"level":"info","ts":1784815012.7417946,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e2f85007-facf-41a5-a85b-a699b33a24a7"} {"level":"info","ts":1784815012.7418082,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e2f85007-facf-41a5-a85b-a699b33a24a7","EoS":false} {"level":"info","ts":1784815012.7418208,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e2f85007-facf-41a5-a85b-a699b33a24a7","EoS":true} {"level":"info","ts":1784815012.741844,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e2f85007-facf-41a5-a85b-a699b33a24a7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784815012.7418594,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e2f85007-facf-41a5-a85b-a699b33a24a7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784815012.741881,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e2f85007-facf-41a5-a85b-a699b33a24a7"} {"level":"info","ts":1784815012.8821168,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784815012.882189,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"92ecf6ee-b964-47f6-a08c-b69b621dffc2"} {"level":"info","ts":1784815012.8821988,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"92ecf6ee-b964-47f6-a08c-b69b621dffc2"} {"level":"info","ts":1784815012.88221,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"92ecf6ee-b964-47f6-a08c-b69b621dffc2","EoS":false} {"level":"info","ts":1784815012.882222,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"92ecf6ee-b964-47f6-a08c-b69b621dffc2","EoS":true} {"level":"info","ts":1784815012.882243,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"92ecf6ee-b964-47f6-a08c-b69b621dffc2","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784815012.882257,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"92ecf6ee-b964-47f6-a08c-b69b621dffc2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784815012.882279,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"92ecf6ee-b964-47f6-a08c-b69b621dffc2"} {"level":"info","ts":1784815013.021609,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784815013.0216966,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ce46b605-1b75-46b5-b6c9-bda204486b80"} {"level":"info","ts":1784815013.0217102,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ce46b605-1b75-46b5-b6c9-bda204486b80"} {"level":"info","ts":1784815013.0217307,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ce46b605-1b75-46b5-b6c9-bda204486b80","EoS":false} {"level":"info","ts":1784815013.021752,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ce46b605-1b75-46b5-b6c9-bda204486b80","EoS":true} {"level":"info","ts":1784815013.021782,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ce46b605-1b75-46b5-b6c9-bda204486b80","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784815013.021801,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ce46b605-1b75-46b5-b6c9-bda204486b80","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784815013.0218382,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ce46b605-1b75-46b5-b6c9-bda204486b80"} {"level":"info","ts":1784815013.158822,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784815013.1589046,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"75b07d06-7cea-40a6-a5f4-687966ca9594"} {"level":"info","ts":1784815013.1589172,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"75b07d06-7cea-40a6-a5f4-687966ca9594"} {"level":"info","ts":1784815013.1589358,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"75b07d06-7cea-40a6-a5f4-687966ca9594","EoS":false} {"level":"info","ts":1784815013.1589587,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"75b07d06-7cea-40a6-a5f4-687966ca9594","EoS":true} {"level":"info","ts":1784815013.1589882,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"75b07d06-7cea-40a6-a5f4-687966ca9594","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784815013.1590078,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"75b07d06-7cea-40a6-a5f4-687966ca9594","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784815013.159056,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"75b07d06-7cea-40a6-a5f4-687966ca9594"} {"level":"info","ts":1784815013.2978702,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784815013.29796,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0cd09da4-5f5c-447a-8dfc-3eb1af26f6f4"} {"level":"info","ts":1784815013.2979758,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0cd09da4-5f5c-447a-8dfc-3eb1af26f6f4"} {"level":"info","ts":1784815013.2979925,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0cd09da4-5f5c-447a-8dfc-3eb1af26f6f4","EoS":false} {"level":"info","ts":1784815013.2980063,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0cd09da4-5f5c-447a-8dfc-3eb1af26f6f4","EoS":true} {"level":"info","ts":1784815013.2980464,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0cd09da4-5f5c-447a-8dfc-3eb1af26f6f4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784815013.2980628,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0cd09da4-5f5c-447a-8dfc-3eb1af26f6f4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784815013.2980819,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0cd09da4-5f5c-447a-8dfc-3eb1af26f6f4"} {"level":"info","ts":1784815013.4399502,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784815013.440039,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7dfdacad-6619-4547-a14c-8f4c8e81e01a"} {"level":"info","ts":1784815013.4400513,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7dfdacad-6619-4547-a14c-8f4c8e81e01a"} {"level":"info","ts":1784815013.440063,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7dfdacad-6619-4547-a14c-8f4c8e81e01a","EoS":false} {"level":"info","ts":1784815013.4400778,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7dfdacad-6619-4547-a14c-8f4c8e81e01a","EoS":true} {"level":"info","ts":1784815013.440099,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7dfdacad-6619-4547-a14c-8f4c8e81e01a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784815013.4401133,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7dfdacad-6619-4547-a14c-8f4c8e81e01a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784815013.44014,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7dfdacad-6619-4547-a14c-8f4c8e81e01a"} {"level":"info","ts":1784815033.4208364,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784815033.4209325,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d8989888-6fac-4ec2-96d9-6b49a1e411b5"} {"level":"info","ts":1784815033.4209478,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d8989888-6fac-4ec2-96d9-6b49a1e411b5"} {"level":"info","ts":1784815033.42096,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d8989888-6fac-4ec2-96d9-6b49a1e411b5","EoS":false} {"level":"info","ts":1784815033.4209726,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d8989888-6fac-4ec2-96d9-6b49a1e411b5","EoS":true} {"level":"info","ts":1784815033.4209936,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d8989888-6fac-4ec2-96d9-6b49a1e411b5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784815033.4210088,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d8989888-6fac-4ec2-96d9-6b49a1e411b5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784815033.4210527,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d8989888-6fac-4ec2-96d9-6b49a1e411b5"} {"level":"info","ts":1784815033.4554825,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784815033.4555814,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ffbed226-fe56-44e4-bd58-c056d0018c2a"} {"level":"info","ts":1784815033.4555972,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ffbed226-fe56-44e4-bd58-c056d0018c2a"} {"level":"info","ts":1784815033.4556158,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ffbed226-fe56-44e4-bd58-c056d0018c2a","EoS":false} {"level":"info","ts":1784815033.4556367,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ffbed226-fe56-44e4-bd58-c056d0018c2a","EoS":true} {"level":"info","ts":1784815033.4556706,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ffbed226-fe56-44e4-bd58-c056d0018c2a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784815033.4556897,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ffbed226-fe56-44e4-bd58-c056d0018c2a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784815033.455722,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ffbed226-fe56-44e4-bd58-c056d0018c2a"} {"level":"info","ts":1784815033.4874468,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784815033.4875264,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"72663e63-70a6-4712-84e8-f95c993958bb"} {"level":"info","ts":1784815033.4875374,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"72663e63-70a6-4712-84e8-f95c993958bb"} {"level":"info","ts":1784815033.4875486,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"72663e63-70a6-4712-84e8-f95c993958bb","EoS":false} {"level":"info","ts":1784815033.4875598,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"72663e63-70a6-4712-84e8-f95c993958bb","EoS":true} {"level":"info","ts":1784815033.487579,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"72663e63-70a6-4712-84e8-f95c993958bb","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784815033.487598,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"72663e63-70a6-4712-84e8-f95c993958bb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784815033.4876165,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"72663e63-70a6-4712-84e8-f95c993958bb"} {"level":"info","ts":1784815033.5223749,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784815033.5224512,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8e930a88-867e-43c4-b8f2-29843230ffa0"} {"level":"info","ts":1784815038.1732893,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784815038.17336,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e799a01d-c500-471d-86b1-dbae63c6d0b4"} {"level":"info","ts":1784815038.1733706,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e799a01d-c500-471d-86b1-dbae63c6d0b4"} {"level":"info","ts":1784815038.1733828,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e799a01d-c500-471d-86b1-dbae63c6d0b4","EoS":false} {"level":"info","ts":1784815038.1733978,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e799a01d-c500-471d-86b1-dbae63c6d0b4","EoS":true} {"level":"info","ts":1784815038.1734176,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e799a01d-c500-471d-86b1-dbae63c6d0b4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784815038.173434,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e799a01d-c500-471d-86b1-dbae63c6d0b4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784815038.1734583,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e799a01d-c500-471d-86b1-dbae63c6d0b4"} {"level":"info","ts":1784815046.7978203,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784815046.7979004,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c41bd84b-61c7-44ea-956a-2a1618b7da15"} {"level":"info","ts":1784815046.7979107,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c41bd84b-61c7-44ea-956a-2a1618b7da15"} {"level":"info","ts":1784815046.7979228,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c41bd84b-61c7-44ea-956a-2a1618b7da15","EoS":false} {"level":"info","ts":1784815046.7979362,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c41bd84b-61c7-44ea-956a-2a1618b7da15","EoS":true} {"level":"info","ts":1784815046.7979622,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c41bd84b-61c7-44ea-956a-2a1618b7da15","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784815046.7979767,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c41bd84b-61c7-44ea-956a-2a1618b7da15","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784815046.797996,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c41bd84b-61c7-44ea-956a-2a1618b7da15"} {"level":"info","ts":1784815048.8319962,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784815048.8321102,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"021143e7-768a-48d5-91b9-8355d3a60673"} {"level":"info","ts":1784815048.8321311,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"021143e7-768a-48d5-91b9-8355d3a60673"} {"level":"info","ts":1784815048.8321455,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"021143e7-768a-48d5-91b9-8355d3a60673","EoS":false} {"level":"info","ts":1784815048.8321588,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"021143e7-768a-48d5-91b9-8355d3a60673","EoS":true} {"level":"info","ts":1784815048.8321803,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"021143e7-768a-48d5-91b9-8355d3a60673","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784815048.8321948,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"021143e7-768a-48d5-91b9-8355d3a60673","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784815048.8322163,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"021143e7-768a-48d5-91b9-8355d3a60673"} {"level":"info","ts":1784815061.7576313,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784815061.7577133,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d0447f8d-4cbd-93be-950f-0908ed43c925"} {"level":"info","ts":1784815061.7577264,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d0447f8d-4cbd-93be-950f-0908ed43c925"} {"level":"info","ts":1784815061.7577379,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d0447f8d-4cbd-93be-950f-0908ed43c925","EoS":false} {"level":"info","ts":1784815061.7577534,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d0447f8d-4cbd-93be-950f-0908ed43c925","EoS":true} {"level":"info","ts":1784815061.7577758,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d0447f8d-4cbd-93be-950f-0908ed43c925","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784815061.7577906,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d0447f8d-4cbd-93be-950f-0908ed43c925","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784815061.757813,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d0447f8d-4cbd-93be-950f-0908ed43c925"} {"level":"info","ts":1784815070.3154404,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784815070.3155208,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"564f1e2d-ccc4-4da4-a645-3c59a5ea8908"} {"level":"info","ts":1784815070.3155303,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"564f1e2d-ccc4-4da4-a645-3c59a5ea8908"} {"level":"info","ts":1784815070.3155422,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"564f1e2d-ccc4-4da4-a645-3c59a5ea8908","EoS":false} {"level":"info","ts":1784815070.3155525,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"564f1e2d-ccc4-4da4-a645-3c59a5ea8908","EoS":true} {"level":"info","ts":1784815070.315575,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"564f1e2d-ccc4-4da4-a645-3c59a5ea8908","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784815070.31559,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"564f1e2d-ccc4-4da4-a645-3c59a5ea8908","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784815070.3156095,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"564f1e2d-ccc4-4da4-a645-3c59a5ea8908"} {"level":"info","ts":1784815079.2611277,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784815079.2612138,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bd4b1a1c-8307-40ee-a256-e1094325ccec"} {"level":"info","ts":1784815079.2612255,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bd4b1a1c-8307-40ee-a256-e1094325ccec"} {"level":"info","ts":1784815079.2612379,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bd4b1a1c-8307-40ee-a256-e1094325ccec","EoS":false} {"level":"info","ts":1784815079.2612505,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bd4b1a1c-8307-40ee-a256-e1094325ccec","EoS":true} {"level":"info","ts":1784815079.2612696,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bd4b1a1c-8307-40ee-a256-e1094325ccec","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784815079.2612834,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bd4b1a1c-8307-40ee-a256-e1094325ccec","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784815079.2613013,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bd4b1a1c-8307-40ee-a256-e1094325ccec"} {"level":"info","ts":1784815088.2634485,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784815088.2635212,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ae37afd9-8f7a-4e0b-8b4c-c0413464685b"} {"level":"info","ts":1784815088.2635326,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ae37afd9-8f7a-4e0b-8b4c-c0413464685b"} {"level":"info","ts":1784815088.263544,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ae37afd9-8f7a-4e0b-8b4c-c0413464685b","EoS":false} {"level":"info","ts":1784815088.2635558,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ae37afd9-8f7a-4e0b-8b4c-c0413464685b","EoS":true} {"level":"info","ts":1784815088.2635756,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ae37afd9-8f7a-4e0b-8b4c-c0413464685b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784815088.2635899,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ae37afd9-8f7a-4e0b-8b4c-c0413464685b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784815088.2636092,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ae37afd9-8f7a-4e0b-8b4c-c0413464685b"} {"level":"info","ts":1784815096.1804695,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784815096.180562,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3c8f7fe6-68fc-405d-8b54-41a4ad759d9c"} {"level":"info","ts":1784815096.1805766,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3c8f7fe6-68fc-405d-8b54-41a4ad759d9c"} {"level":"info","ts":1784815096.1805909,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3c8f7fe6-68fc-405d-8b54-41a4ad759d9c","EoS":false} {"level":"info","ts":1784815096.1806035,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3c8f7fe6-68fc-405d-8b54-41a4ad759d9c","EoS":true} {"level":"info","ts":1784815096.1806262,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3c8f7fe6-68fc-405d-8b54-41a4ad759d9c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784815096.1806407,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3c8f7fe6-68fc-405d-8b54-41a4ad759d9c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784815096.1806605,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3c8f7fe6-68fc-405d-8b54-41a4ad759d9c"} {"level":"info","ts":1784815101.001512,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784815101.0015867,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"73ad8c4f-f0df-4062-bc19-0004c66bc343"} {"level":"info","ts":1784815101.0015988,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"73ad8c4f-f0df-4062-bc19-0004c66bc343"} {"level":"info","ts":1784815101.0016105,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"73ad8c4f-f0df-4062-bc19-0004c66bc343","EoS":false} {"level":"info","ts":1784815101.0016208,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"73ad8c4f-f0df-4062-bc19-0004c66bc343","EoS":true} {"level":"info","ts":1784815101.0016391,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"73ad8c4f-f0df-4062-bc19-0004c66bc343","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784815101.001655,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"73ad8c4f-f0df-4062-bc19-0004c66bc343","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784815101.001675,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"73ad8c4f-f0df-4062-bc19-0004c66bc343"} {"level":"info","ts":1784815101.281612,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784815101.281695,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2943c714-f7eb-440f-aa35-42c2a0053a70"} {"level":"info","ts":1784815101.2817082,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2943c714-f7eb-440f-aa35-42c2a0053a70"} {"level":"info","ts":1784815101.2817202,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2943c714-f7eb-440f-aa35-42c2a0053a70","EoS":false} {"level":"info","ts":1784815101.281731,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2943c714-f7eb-440f-aa35-42c2a0053a70","EoS":true} {"level":"info","ts":1784815101.2817519,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2943c714-f7eb-440f-aa35-42c2a0053a70","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784815101.281767,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2943c714-f7eb-440f-aa35-42c2a0053a70","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784815101.2817867,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2943c714-f7eb-440f-aa35-42c2a0053a70"} {"level":"info","ts":1784815103.3218184,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784815103.321903,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eb5305d0-bf57-45f5-8e99-884ff58be640"} {"level":"info","ts":1784815103.3219178,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"eb5305d0-bf57-45f5-8e99-884ff58be640"} {"level":"info","ts":1784815103.3219311,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eb5305d0-bf57-45f5-8e99-884ff58be640","EoS":false} {"level":"info","ts":1784815103.3219419,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eb5305d0-bf57-45f5-8e99-884ff58be640","EoS":true} {"level":"info","ts":1784815103.3219628,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eb5305d0-bf57-45f5-8e99-884ff58be640","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784815103.3219786,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eb5305d0-bf57-45f5-8e99-884ff58be640","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784815103.3219984,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"eb5305d0-bf57-45f5-8e99-884ff58be640"} {"level":"info","ts":1784815105.3545043,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784815105.3545797,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"906e597c-fa04-4fa3-b386-e4289e05dc0e"} {"level":"info","ts":1784815105.3545897,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"906e597c-fa04-4fa3-b386-e4289e05dc0e"} {"level":"info","ts":1784815105.3546011,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"906e597c-fa04-4fa3-b386-e4289e05dc0e","EoS":false} {"level":"info","ts":1784815105.3546145,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"906e597c-fa04-4fa3-b386-e4289e05dc0e","EoS":true} {"level":"info","ts":1784815105.3546338,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"906e597c-fa04-4fa3-b386-e4289e05dc0e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784815105.354648,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"906e597c-fa04-4fa3-b386-e4289e05dc0e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784815105.3546684,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"906e597c-fa04-4fa3-b386-e4289e05dc0e"} {"level":"info","ts":1784815107.3885205,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784815107.3885984,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c26e054c-7b97-4c5b-ae69-bd36936fcc98"} {"level":"info","ts":1784815107.3886082,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c26e054c-7b97-4c5b-ae69-bd36936fcc98"} {"level":"info","ts":1784815107.3886185,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c26e054c-7b97-4c5b-ae69-bd36936fcc98","EoS":false} {"level":"info","ts":1784815107.3886313,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c26e054c-7b97-4c5b-ae69-bd36936fcc98","EoS":true} {"level":"info","ts":1784815107.3886502,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c26e054c-7b97-4c5b-ae69-bd36936fcc98","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784815107.3886657,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c26e054c-7b97-4c5b-ae69-bd36936fcc98","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784815107.388685,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c26e054c-7b97-4c5b-ae69-bd36936fcc98"} {"level":"info","ts":1784815131.522779,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784815131.5228589,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0459d438-e834-477f-b13d-fa1db90adbf6"} {"level":"info","ts":1784815131.5228753,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0459d438-e834-477f-b13d-fa1db90adbf6"} {"level":"info","ts":1784815131.5228887,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0459d438-e834-477f-b13d-fa1db90adbf6","EoS":false} {"level":"info","ts":1784815131.5229003,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0459d438-e834-477f-b13d-fa1db90adbf6","EoS":true} {"level":"info","ts":1784815131.5229201,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0459d438-e834-477f-b13d-fa1db90adbf6","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784815131.5229347,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0459d438-e834-477f-b13d-fa1db90adbf6","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784815131.5229547,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0459d438-e834-477f-b13d-fa1db90adbf6"} {"level":"info","ts":1784815140.857359,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784815140.8574488,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ef99bc81-87ee-4b54-8a9e-33f5766d8d16"} {"level":"info","ts":1784815140.8574638,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ef99bc81-87ee-4b54-8a9e-33f5766d8d16"} {"level":"info","ts":1784815140.8574762,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ef99bc81-87ee-4b54-8a9e-33f5766d8d16","EoS":false} {"level":"info","ts":1784815140.8574889,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ef99bc81-87ee-4b54-8a9e-33f5766d8d16","EoS":true} {"level":"info","ts":1784815140.8575096,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ef99bc81-87ee-4b54-8a9e-33f5766d8d16","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784815140.8575263,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ef99bc81-87ee-4b54-8a9e-33f5766d8d16","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784815140.85755,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ef99bc81-87ee-4b54-8a9e-33f5766d8d16"} {"level":"info","ts":1784815146.3362956,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784815146.3363976,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b671aae9-8625-4c97-9715-7258ea61add9"} {"level":"info","ts":1784815146.3364134,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b671aae9-8625-4c97-9715-7258ea61add9"} {"level":"info","ts":1784815146.3364265,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b671aae9-8625-4c97-9715-7258ea61add9","EoS":false} {"level":"info","ts":1784815146.3364375,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b671aae9-8625-4c97-9715-7258ea61add9","EoS":true} {"level":"info","ts":1784815146.3364596,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b671aae9-8625-4c97-9715-7258ea61add9","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784815146.3364742,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b671aae9-8625-4c97-9715-7258ea61add9","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784815146.3364952,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b671aae9-8625-4c97-9715-7258ea61add9"} {"level":"info","ts":1784815155.936244,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784815155.9363234,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1ce3510c-faa0-42ef-9a48-14605b769adf"} {"level":"info","ts":1784815155.9363334,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1ce3510c-faa0-42ef-9a48-14605b769adf"} {"level":"info","ts":1784815155.9363463,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1ce3510c-faa0-42ef-9a48-14605b769adf","EoS":false} {"level":"info","ts":1784815155.9363613,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1ce3510c-faa0-42ef-9a48-14605b769adf","EoS":true} {"level":"info","ts":1784815155.936381,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1ce3510c-faa0-42ef-9a48-14605b769adf","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784815155.9363983,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1ce3510c-faa0-42ef-9a48-14605b769adf","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784815155.9364188,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1ce3510c-faa0-42ef-9a48-14605b769adf"} {"level":"info","ts":1784815157.9698002,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784815157.96988,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"32317f8b-74bb-4ccc-afb3-8b99f46167f3"} {"level":"info","ts":1784815157.9698884,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"32317f8b-74bb-4ccc-afb3-8b99f46167f3"} {"level":"info","ts":1784815157.9699,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"32317f8b-74bb-4ccc-afb3-8b99f46167f3","EoS":false} {"level":"info","ts":1784815157.9699118,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"32317f8b-74bb-4ccc-afb3-8b99f46167f3","EoS":true} {"level":"info","ts":1784815157.9699314,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"32317f8b-74bb-4ccc-afb3-8b99f46167f3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784815157.9699426,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"32317f8b-74bb-4ccc-afb3-8b99f46167f3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784815157.9699633,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"32317f8b-74bb-4ccc-afb3-8b99f46167f3"} {"level":"info","ts":1784815167.391095,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784815167.391172,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e9c8e429-8379-451f-bfa6-9beb6d0163e5"} {"level":"info","ts":1784815167.3911815,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e9c8e429-8379-451f-bfa6-9beb6d0163e5"} {"level":"info","ts":1784815167.3911932,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e9c8e429-8379-451f-bfa6-9beb6d0163e5","EoS":false} {"level":"info","ts":1784815167.3912065,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e9c8e429-8379-451f-bfa6-9beb6d0163e5","EoS":true} {"level":"info","ts":1784815167.3912323,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e9c8e429-8379-451f-bfa6-9beb6d0163e5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784815167.3912485,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e9c8e429-8379-451f-bfa6-9beb6d0163e5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784815167.391267,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e9c8e429-8379-451f-bfa6-9beb6d0163e5"} {"level":"info","ts":1784815167.4480715,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784815167.4481459,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c514112b-7848-4137-ac9d-5502cd89a9d0"} {"level":"info","ts":1784815167.4481552,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c514112b-7848-4137-ac9d-5502cd89a9d0"} {"level":"info","ts":1784815167.4481666,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c514112b-7848-4137-ac9d-5502cd89a9d0","EoS":false} {"level":"info","ts":1784815167.4481783,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c514112b-7848-4137-ac9d-5502cd89a9d0","EoS":true} {"level":"info","ts":1784815167.4481976,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c514112b-7848-4137-ac9d-5502cd89a9d0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784815167.448217,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c514112b-7848-4137-ac9d-5502cd89a9d0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784815167.44824,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c514112b-7848-4137-ac9d-5502cd89a9d0"} {"level":"info","ts":1784815186.653162,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784815186.6532555,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"87ada5dd-6205-42f5-981b-a36854e5e78b"} {"level":"info","ts":1784815186.6532705,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"87ada5dd-6205-42f5-981b-a36854e5e78b"} {"level":"info","ts":1784815186.6532888,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"87ada5dd-6205-42f5-981b-a36854e5e78b","EoS":false} {"level":"info","ts":1784815186.6533108,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"87ada5dd-6205-42f5-981b-a36854e5e78b","EoS":true} {"level":"info","ts":1784815186.6533408,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"87ada5dd-6205-42f5-981b-a36854e5e78b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784815186.653359,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"87ada5dd-6205-42f5-981b-a36854e5e78b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784815186.6533868,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"87ada5dd-6205-42f5-981b-a36854e5e78b"} {"level":"info","ts":1784815196.047404,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784815196.0474823,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"18ec8f1a-7c29-4b6f-b2a4-7affed5166c6"} {"level":"info","ts":1784815196.0474923,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"18ec8f1a-7c29-4b6f-b2a4-7affed5166c6"} {"level":"info","ts":1784815196.047503,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"18ec8f1a-7c29-4b6f-b2a4-7affed5166c6","EoS":false} {"level":"info","ts":1784815196.0475144,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"18ec8f1a-7c29-4b6f-b2a4-7affed5166c6","EoS":true} {"level":"info","ts":1784815196.0475352,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"18ec8f1a-7c29-4b6f-b2a4-7affed5166c6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784815196.04755,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"18ec8f1a-7c29-4b6f-b2a4-7affed5166c6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784815196.04757,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"18ec8f1a-7c29-4b6f-b2a4-7affed5166c6"} {"level":"info","ts":1784815201.3354754,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784815201.3355587,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2102f506-1d26-471b-95c2-aa480345ced6"} {"level":"info","ts":1784815201.335578,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2102f506-1d26-471b-95c2-aa480345ced6"} {"level":"info","ts":1784815201.3355958,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2102f506-1d26-471b-95c2-aa480345ced6","EoS":false} {"level":"info","ts":1784815201.335617,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2102f506-1d26-471b-95c2-aa480345ced6","EoS":true} {"level":"info","ts":1784815201.33565,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2102f506-1d26-471b-95c2-aa480345ced6","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784815201.33567,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2102f506-1d26-471b-95c2-aa480345ced6","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784815201.3356988,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2102f506-1d26-471b-95c2-aa480345ced6"} {"level":"info","ts":1784815292.1324215,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784815292.1325078,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"959bf093-18af-4d89-832d-1f93cb65865d"} {"level":"info","ts":1784815292.1325195,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"959bf093-18af-4d89-832d-1f93cb65865d"} {"level":"info","ts":1784815292.1325314,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"959bf093-18af-4d89-832d-1f93cb65865d","EoS":false} {"level":"info","ts":1784815292.1325448,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"959bf093-18af-4d89-832d-1f93cb65865d","EoS":true} {"level":"info","ts":1784815292.1325686,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"959bf093-18af-4d89-832d-1f93cb65865d","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784815292.1325831,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"959bf093-18af-4d89-832d-1f93cb65865d","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784815292.1326022,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"959bf093-18af-4d89-832d-1f93cb65865d"} {"level":"info","ts":1784815317.3155415,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784815317.3156285,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c21ae144-1173-4c02-82de-9f4d135cc757"} {"level":"info","ts":1784815317.3156455,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c21ae144-1173-4c02-82de-9f4d135cc757"} {"level":"info","ts":1784815317.315663,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c21ae144-1173-4c02-82de-9f4d135cc757","EoS":false} {"level":"info","ts":1784815317.3156838,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c21ae144-1173-4c02-82de-9f4d135cc757","EoS":true} {"level":"info","ts":1784815317.3157141,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c21ae144-1173-4c02-82de-9f4d135cc757","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784815317.3157306,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c21ae144-1173-4c02-82de-9f4d135cc757","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784815317.3157532,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c21ae144-1173-4c02-82de-9f4d135cc757"} {"level":"info","ts":1784815354.586964,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784815354.5870707,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1097e35d-08cc-4d57-9ff7-3c8a91bb67d6"} {"level":"info","ts":1784815354.587086,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1097e35d-08cc-4d57-9ff7-3c8a91bb67d6"} {"level":"info","ts":1784815354.5871022,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1097e35d-08cc-4d57-9ff7-3c8a91bb67d6","EoS":false} {"level":"info","ts":1784815354.5871158,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1097e35d-08cc-4d57-9ff7-3c8a91bb67d6","EoS":true} {"level":"info","ts":1784815354.587139,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1097e35d-08cc-4d57-9ff7-3c8a91bb67d6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784815354.5871546,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1097e35d-08cc-4d57-9ff7-3c8a91bb67d6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784815354.587181,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1097e35d-08cc-4d57-9ff7-3c8a91bb67d6"} {"level":"info","ts":1784815369.8853962,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784815369.8854687,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a1388026-6f71-4bb2-a484-c13ec8a662a8"} {"level":"info","ts":1784815369.885479,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a1388026-6f71-4bb2-a484-c13ec8a662a8"} {"level":"info","ts":1784815369.8854902,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a1388026-6f71-4bb2-a484-c13ec8a662a8","EoS":false} {"level":"info","ts":1784815369.8855016,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a1388026-6f71-4bb2-a484-c13ec8a662a8","EoS":true} {"level":"info","ts":1784815369.8855217,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a1388026-6f71-4bb2-a484-c13ec8a662a8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784815369.8855355,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a1388026-6f71-4bb2-a484-c13ec8a662a8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784815369.8855557,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a1388026-6f71-4bb2-a484-c13ec8a662a8"} {"level":"info","ts":1784815370.154272,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784815370.1543508,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"58dbfa4a-4d72-4674-af5a-e97e244bf9ae"} {"level":"info","ts":1784815370.1543658,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"58dbfa4a-4d72-4674-af5a-e97e244bf9ae"} {"level":"info","ts":1784815370.1543784,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"58dbfa4a-4d72-4674-af5a-e97e244bf9ae","EoS":false} {"level":"info","ts":1784815370.1543913,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"58dbfa4a-4d72-4674-af5a-e97e244bf9ae","EoS":true} {"level":"info","ts":1784815370.1544116,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"58dbfa4a-4d72-4674-af5a-e97e244bf9ae","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784815370.1544302,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"58dbfa4a-4d72-4674-af5a-e97e244bf9ae","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784815370.1544502,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"58dbfa4a-4d72-4674-af5a-e97e244bf9ae"} {"level":"info","ts":1784815715.5833068,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784815715.5833893,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"836d13f2-9119-4a73-8e83-1d9d96ae1769"} {"level":"info","ts":1784815715.5833972,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"836d13f2-9119-4a73-8e83-1d9d96ae1769"} {"level":"info","ts":1784815715.5834074,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"836d13f2-9119-4a73-8e83-1d9d96ae1769","EoS":false} {"level":"info","ts":1784815715.5834181,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"836d13f2-9119-4a73-8e83-1d9d96ae1769","EoS":true} {"level":"info","ts":1784815715.5834384,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"836d13f2-9119-4a73-8e83-1d9d96ae1769","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784815715.583453,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"836d13f2-9119-4a73-8e83-1d9d96ae1769","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784815715.5834742,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"836d13f2-9119-4a73-8e83-1d9d96ae1769"} {"level":"info","ts":1784815715.623737,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784815715.623833,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aa3565a3-db96-47fc-b0da-9f9a1fde8ce1"} {"level":"info","ts":1784815715.6238484,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"aa3565a3-db96-47fc-b0da-9f9a1fde8ce1"} {"level":"info","ts":1784815715.6238663,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aa3565a3-db96-47fc-b0da-9f9a1fde8ce1","EoS":false} {"level":"info","ts":1784815715.6238868,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aa3565a3-db96-47fc-b0da-9f9a1fde8ce1","EoS":true} {"level":"info","ts":1784815715.6239169,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aa3565a3-db96-47fc-b0da-9f9a1fde8ce1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784815715.6239357,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aa3565a3-db96-47fc-b0da-9f9a1fde8ce1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784815715.623963,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"aa3565a3-db96-47fc-b0da-9f9a1fde8ce1"} {"level":"info","ts":1784815715.6618874,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784815715.6619728,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2d71a2b2-27bf-4bf9-9a68-757e51a21084"} {"level":"info","ts":1784815715.661985,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2d71a2b2-27bf-4bf9-9a68-757e51a21084"} {"level":"info","ts":1784815715.6619983,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2d71a2b2-27bf-4bf9-9a68-757e51a21084","EoS":false} {"level":"info","ts":1784815715.6620283,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2d71a2b2-27bf-4bf9-9a68-757e51a21084","EoS":true} {"level":"info","ts":1784815715.6620524,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2d71a2b2-27bf-4bf9-9a68-757e51a21084","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784815715.6620667,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2d71a2b2-27bf-4bf9-9a68-757e51a21084","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784815715.6620874,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2d71a2b2-27bf-4bf9-9a68-757e51a21084"} {"level":"info","ts":1784815715.695254,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784815715.6953304,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d1cac8a8-d89f-4890-8216-a2d2036ffaa4"} {"level":"info","ts":1784815715.6953425,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d1cac8a8-d89f-4890-8216-a2d2036ffaa4"} {"level":"info","ts":1784815715.6953616,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d1cac8a8-d89f-4890-8216-a2d2036ffaa4","EoS":false} {"level":"info","ts":1784815715.6953804,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d1cac8a8-d89f-4890-8216-a2d2036ffaa4","EoS":true} {"level":"info","ts":1784815715.69541,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d1cac8a8-d89f-4890-8216-a2d2036ffaa4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784815715.6954315,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d1cac8a8-d89f-4890-8216-a2d2036ffaa4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784815715.6954603,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d1cac8a8-d89f-4890-8216-a2d2036ffaa4"} {"level":"info","ts":1784815720.549531,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bf9475df-1c0c-4b9d-ab8e-4e8d17f91393"} {"level":"info","ts":1784815720.549624,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8aa186c4-566a-4de9-9d7e-53740f50325e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784815720.5496538,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8aa186c4-566a-4de9-9d7e-53740f50325e","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784815720.5656536,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"73915b6d-dbb4-4112-b8a7-f3f0f89c4156","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784815720.5656958,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"73915b6d-dbb4-4112-b8a7-f3f0f89c4156","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784815720.5680401,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bf9475df-1c0c-4b9d-ab8e-4e8d17f91393","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784815720.5682626,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":33235.139853202,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784815720.5682793,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784815720.7265851,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"492c754e-0171-4687-b9a5-2007d0bd5db1"} {"level":"info","ts":1784815720.7266164,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"18d23841-a987-4f9e-ab30-4d1c62842f3d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784815720.7266595,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"492c754e-0171-4687-b9a5-2007d0bd5db1","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784815720.7266662,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"18d23841-a987-4f9e-ab30-4d1c62842f3d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784815720.728451,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784815720.7325466,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e3c71d15-44c6-4bc6-9590-8a78efa2bcee","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784815720.7325785,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e3c71d15-44c6-4bc6-9590-8a78efa2bcee","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784815720.732586,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"906ae5e1-60f7-480f-8306-c99a251a3d58","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784815720.732606,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"906ae5e1-60f7-480f-8306-c99a251a3d58","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784815720.7407994,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"492c754e-0171-4687-b9a5-2007d0bd5db1","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784815720.740866,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"35dd7489-5548-42ec-9bc8-e1d5e2153691"} {"level":"info","ts":1784815720.741077,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":33646.591577652,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784815720.7410917,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784815720.748688,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784815720.7686265,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":32681.456865409,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784815720.768649,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784815720.7819183,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784815720.8419776,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"35dd7489-5548-42ec-9bc8-e1d5e2153691","name":"e2e-external-model"} {"level":"info","ts":1784815720.8585079,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c3deaae3-a742-447f-ab83-ec380b085565","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784815720.858551,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c3deaae3-a742-447f-ab83-ec380b085565","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784815720.8676546,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"35dd7489-5548-42ec-9bc8-e1d5e2153691","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784815720.867719,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"35dd7489-5548-42ec-9bc8-e1d5e2153691","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784815720.867778,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"44f9b2fa-9cb8-494c-afbe-d326f3946f48"} {"level":"info","ts":1784815720.8678315,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"44f9b2fa-9cb8-494c-afbe-d326f3946f48","name":"e2e-external-model"} {"level":"info","ts":1784815720.8687043,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bf9475df-1c0c-4b9d-ab8e-4e8d17f91393","name":"e2e-external-provider"} {"level":"info","ts":1784815720.8873131,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"16be1a47-f76f-490d-a75e-62a417fa27d5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784815720.8873577,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"16be1a47-f76f-490d-a75e-62a417fa27d5","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784815720.888082,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"44f9b2fa-9cb8-494c-afbe-d326f3946f48","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784815720.8881576,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c0f5ce25-bb43-49df-9c88-fc74af0370f5"} {"level":"info","ts":1784815720.8882208,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c0f5ce25-bb43-49df-9c88-fc74af0370f5","name":"e2e-external-model"} {"level":"info","ts":1784815720.8927631,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bf9475df-1c0c-4b9d-ab8e-4e8d17f91393","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784815720.9001317,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bf9475df-1c0c-4b9d-ab8e-4e8d17f91393","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784815720.9002419,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b96ac34a-b2a5-405b-b61e-672c19e3b9a1"} {"level":"info","ts":1784815720.9002967,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b96ac34a-b2a5-405b-b61e-672c19e3b9a1","name":"e2e-external-provider"} {"level":"info","ts":1784815720.9003081,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c0f5ce25-bb43-49df-9c88-fc74af0370f5","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784815720.9100847,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e5bace7c-9990-451f-8c74-674cde60db50","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784815720.9101279,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e5bace7c-9990-451f-8c74-674cde60db50","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784815720.9100833,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ce99c61e-2abf-402f-abe4-1f459338d9f2"} {"level":"info","ts":1784815720.9101892,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ce99c61e-2abf-402f-abe4-1f459338d9f2","name":"e2e-external-model"} {"level":"info","ts":1784815720.9188366,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b96ac34a-b2a5-405b-b61e-672c19e3b9a1","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784815720.9201534,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ce99c61e-2abf-402f-abe4-1f459338d9f2","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784815730.2069378,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784815730.2070534,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8a867f1f-3b61-4694-874b-76e4911cec4f"} {"level":"info","ts":1784815730.2070715,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8a867f1f-3b61-4694-874b-76e4911cec4f"} {"level":"info","ts":1784815730.207091,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8a867f1f-3b61-4694-874b-76e4911cec4f","EoS":false} {"level":"info","ts":1784815730.207113,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8a867f1f-3b61-4694-874b-76e4911cec4f","EoS":true} {"level":"info","ts":1784815730.2071345,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8a867f1f-3b61-4694-874b-76e4911cec4f","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784815730.2071495,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8a867f1f-3b61-4694-874b-76e4911cec4f","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784815730.2071576,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"8a867f1f-3b61-4694-874b-76e4911cec4f","modelName":"e2e-external-model"} {"level":"info","ts":1784815730.2071717,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"8a867f1f-3b61-4694-874b-76e4911cec4f","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784815730.2072277,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8a867f1f-3b61-4694-874b-76e4911cec4f"} {"level":"info","ts":1784815730.2692692,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784815730.2693417,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7f16a9e4-3971-424d-885b-9e78be5289ad"} {"level":"info","ts":1784815730.2693512,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7f16a9e4-3971-424d-885b-9e78be5289ad"} {"level":"info","ts":1784815730.269362,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7f16a9e4-3971-424d-885b-9e78be5289ad","EoS":false} {"level":"info","ts":1784815730.2693722,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7f16a9e4-3971-424d-885b-9e78be5289ad","EoS":true} {"level":"info","ts":1784815730.2693913,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7f16a9e4-3971-424d-885b-9e78be5289ad","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784815730.2694054,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7f16a9e4-3971-424d-885b-9e78be5289ad","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784815730.269412,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"7f16a9e4-3971-424d-885b-9e78be5289ad","modelName":"e2e-external-model"} {"level":"info","ts":1784815730.2694256,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"7f16a9e4-3971-424d-885b-9e78be5289ad","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784815730.2694626,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7f16a9e4-3971-424d-885b-9e78be5289ad"} {"level":"info","ts":1784815730.2940025,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784815730.294091,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"efe127a3-400c-478e-b068-dedfa6980f30"} {"level":"info","ts":1784815730.2941124,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"efe127a3-400c-478e-b068-dedfa6980f30"} {"level":"info","ts":1784815730.2941263,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"efe127a3-400c-478e-b068-dedfa6980f30","EoS":false} {"level":"info","ts":1784815730.2941396,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"efe127a3-400c-478e-b068-dedfa6980f30","EoS":true} {"level":"info","ts":1784815730.2941651,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"efe127a3-400c-478e-b068-dedfa6980f30","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784815730.2941844,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"efe127a3-400c-478e-b068-dedfa6980f30","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784815730.2941935,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"efe127a3-400c-478e-b068-dedfa6980f30","modelName":"e2e-external-model"} {"level":"info","ts":1784815730.2942078,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"efe127a3-400c-478e-b068-dedfa6980f30","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784815730.2942448,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"efe127a3-400c-478e-b068-dedfa6980f30"} {"level":"info","ts":1784815730.4220033,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1c272f1b-57b5-4a42-abaa-25c9aad5cb7b"} {"level":"info","ts":1784815730.4220803,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eaf89644-18ff-448d-a318-8b6344b0f41d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784815730.4221263,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eaf89644-18ff-448d-a318-8b6344b0f41d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784815730.4319155,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"abbfe056-1a34-45fe-b1b9-60f260dcb566","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784815730.4319472,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"abbfe056-1a34-45fe-b1b9-60f260dcb566","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784815730.4428327,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1c272f1b-57b5-4a42-abaa-25c9aad5cb7b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784815730.4428911,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1c272f1b-57b5-4a42-abaa-25c9aad5cb7b","name":"e2e-cleanup-test"} {"level":"info","ts":1784815730.4700928,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3439b871-0cac-43bd-a9e6-0105d6c77acd","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784815730.4701447,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3439b871-0cac-43bd-a9e6-0105d6c77acd","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784815730.4779878,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1c272f1b-57b5-4a42-abaa-25c9aad5cb7b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784815730.4780574,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1c272f1b-57b5-4a42-abaa-25c9aad5cb7b","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784815730.4781132,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f33c636e-6a40-40ef-b500-55323273d819"} {"level":"info","ts":1784815730.4781651,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f33c636e-6a40-40ef-b500-55323273d819","name":"e2e-cleanup-test"} {"level":"info","ts":1784815730.4905825,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f33c636e-6a40-40ef-b500-55323273d819","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784815738.6898885,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7cdf8438-6c85-4549-a1a2-73c83922e8b2"} {"level":"info","ts":1784815738.6899443,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0de441d9-9998-45da-8c8f-4d7b6cef14d6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784815738.6899855,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0de441d9-9998-45da-8c8f-4d7b6cef14d6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784815743.0086303,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784815743.0087276,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"246ffd0f-fa67-469e-815f-8dcb3bffb2ba"} {"level":"info","ts":1784815743.0087469,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"246ffd0f-fa67-469e-815f-8dcb3bffb2ba"} {"level":"info","ts":1784815743.0087647,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"246ffd0f-fa67-469e-815f-8dcb3bffb2ba","EoS":false} {"level":"info","ts":1784815743.0087855,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"246ffd0f-fa67-469e-815f-8dcb3bffb2ba","EoS":true} {"level":"info","ts":1784815743.008812,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"246ffd0f-fa67-469e-815f-8dcb3bffb2ba","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784815743.0088284,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"246ffd0f-fa67-469e-815f-8dcb3bffb2ba","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784815743.0088482,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"246ffd0f-fa67-469e-815f-8dcb3bffb2ba"} {"level":"info","ts":1784815743.06095,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784815743.0610738,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"99a5490d-b876-4ed0-a029-33b9d4994794"} {"level":"info","ts":1784815743.0610886,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"99a5490d-b876-4ed0-a029-33b9d4994794"} {"level":"info","ts":1784815743.061101,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"99a5490d-b876-4ed0-a029-33b9d4994794","EoS":false} {"level":"info","ts":1784815743.061118,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"99a5490d-b876-4ed0-a029-33b9d4994794","EoS":true} {"level":"info","ts":1784815743.0611382,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"99a5490d-b876-4ed0-a029-33b9d4994794","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784815743.061153,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"99a5490d-b876-4ed0-a029-33b9d4994794","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784815743.0611608,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"99a5490d-b876-4ed0-a029-33b9d4994794","modelName":"e2e-external-model"} {"level":"info","ts":1784815743.0611742,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"99a5490d-b876-4ed0-a029-33b9d4994794","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784815743.0612226,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"99a5490d-b876-4ed0-a029-33b9d4994794"} {"level":"info","ts":1784815743.1113083,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784815743.111379,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"424cf241-fd49-47cf-bcef-8e1b818a39f9"} {"level":"info","ts":1784815743.1113882,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"424cf241-fd49-47cf-bcef-8e1b818a39f9"} {"level":"info","ts":1784815743.1113994,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"424cf241-fd49-47cf-bcef-8e1b818a39f9","EoS":false} {"level":"info","ts":1784815743.1114104,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"424cf241-fd49-47cf-bcef-8e1b818a39f9","EoS":true} {"level":"info","ts":1784815743.1114311,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"424cf241-fd49-47cf-bcef-8e1b818a39f9","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784815743.1114466,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"424cf241-fd49-47cf-bcef-8e1b818a39f9","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784815743.1114657,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"424cf241-fd49-47cf-bcef-8e1b818a39f9"} {"level":"info","ts":1784815743.2524583,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784815743.2525444,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5b2daa68-3a9b-481f-b593-e51258865478"} {"level":"info","ts":1784815743.2525594,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5b2daa68-3a9b-481f-b593-e51258865478"} {"level":"info","ts":1784815743.2525718,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5b2daa68-3a9b-481f-b593-e51258865478","EoS":false} {"level":"info","ts":1784815743.2525856,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5b2daa68-3a9b-481f-b593-e51258865478","EoS":true} {"level":"info","ts":1784815743.2526078,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"5b2daa68-3a9b-481f-b593-e51258865478","field":"model"} {"level":"info","ts":1784815743.252632,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5b2daa68-3a9b-481f-b593-e51258865478"} {"level":"info","ts":1784815744.2007504,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7dad9ca2-7a51-4ff2-8716-92b935fff18a"} {"level":"info","ts":1784815744.2007613,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dca23185-8f29-4ac5-984e-df738e080ff5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784815744.200836,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dca23185-8f29-4ac5-984e-df738e080ff5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784815744.3496385,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"37c4494b-8a0e-4fe3-9e02-3b4d61783a13"} {"level":"info","ts":1784815744.3496783,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"87e54c5c-ce10-4f55-9870-4cb433070476","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784815744.3497007,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"87e54c5c-ce10-4f55-9870-4cb433070476","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784816362.2050478,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784816362.2051253,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"43d135f2-c43e-4683-bfa0-c0167b8bc1b7"} {"level":"info","ts":1784816362.2051342,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"43d135f2-c43e-4683-bfa0-c0167b8bc1b7"} {"level":"info","ts":1784816362.205145,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"43d135f2-c43e-4683-bfa0-c0167b8bc1b7","EoS":false} {"level":"info","ts":1784816362.2051637,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"43d135f2-c43e-4683-bfa0-c0167b8bc1b7","EoS":true} {"level":"info","ts":1784816362.2051845,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"43d135f2-c43e-4683-bfa0-c0167b8bc1b7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784816362.2051997,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"43d135f2-c43e-4683-bfa0-c0167b8bc1b7","path":"/ai-tenant-e2e-inf-b-80e3ed/test-model-80e3ed/v1/chat/completions"} {"level":"info","ts":1784816362.205224,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"43d135f2-c43e-4683-bfa0-c0167b8bc1b7"} {"level":"info","ts":1784816383.2915695,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784816383.2916508,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d30c7b80-d05f-4028-95c4-3f4ea134be26"} {"level":"info","ts":1784816383.2916605,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d30c7b80-d05f-4028-95c4-3f4ea134be26"} {"level":"info","ts":1784816383.2916718,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d30c7b80-d05f-4028-95c4-3f4ea134be26","EoS":false} {"level":"info","ts":1784816383.2916834,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d30c7b80-d05f-4028-95c4-3f4ea134be26","EoS":true} {"level":"info","ts":1784816383.2917051,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d30c7b80-d05f-4028-95c4-3f4ea134be26","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784816383.2917209,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d30c7b80-d05f-4028-95c4-3f4ea134be26","path":"/ai-tenant-e2e-inf-b-80e3ed/test-model-80e3ed/v1/chat/completions"} {"level":"info","ts":1784816383.2917438,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d30c7b80-d05f-4028-95c4-3f4ea134be26"} {"level":"info","ts":1784816862.376869,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784816862.3769574,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2b4b856a-6772-43f4-b12b-d935848e38aa"} {"level":"info","ts":1784816862.3769667,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2b4b856a-6772-43f4-b12b-d935848e38aa"} {"level":"info","ts":1784816862.376977,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2b4b856a-6772-43f4-b12b-d935848e38aa","EoS":false} {"level":"info","ts":1784816862.3769886,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2b4b856a-6772-43f4-b12b-d935848e38aa","EoS":true} {"level":"info","ts":1784816862.3770077,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2b4b856a-6772-43f4-b12b-d935848e38aa","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784816862.3770452,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2b4b856a-6772-43f4-b12b-d935848e38aa","path":"/ai-tenant-e2e-shared-b-52507a/rate-test-model-52507a/v1/completions"} {"level":"info","ts":1784816862.3770669,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2b4b856a-6772-43f4-b12b-d935848e38aa"}