{"level":"info","ts":1784667344.480081,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784667344.480174,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f38e005b-6eed-4c94-a256-221c6b9ad1d8"} {"level":"info","ts":1784667344.4801915,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f38e005b-6eed-4c94-a256-221c6b9ad1d8"} {"level":"info","ts":1784667344.4802105,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f38e005b-6eed-4c94-a256-221c6b9ad1d8","EoS":false} {"level":"info","ts":1784667344.4802294,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f38e005b-6eed-4c94-a256-221c6b9ad1d8","EoS":true} {"level":"info","ts":1784667344.4802587,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f38e005b-6eed-4c94-a256-221c6b9ad1d8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784667344.4802775,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f38e005b-6eed-4c94-a256-221c6b9ad1d8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784667344.4803102,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f38e005b-6eed-4c94-a256-221c6b9ad1d8"} {"level":"info","ts":1784667344.6188636,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784667344.6189501,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"34c5bcbe-3851-42ef-bfb6-78b87a46cffb"} {"level":"info","ts":1784667344.618967,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"34c5bcbe-3851-42ef-bfb6-78b87a46cffb"} {"level":"info","ts":1784667344.6190093,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"34c5bcbe-3851-42ef-bfb6-78b87a46cffb","EoS":false} {"level":"info","ts":1784667344.6190293,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"34c5bcbe-3851-42ef-bfb6-78b87a46cffb","EoS":true} {"level":"info","ts":1784667344.6190648,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"34c5bcbe-3851-42ef-bfb6-78b87a46cffb","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784667344.6190848,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"34c5bcbe-3851-42ef-bfb6-78b87a46cffb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784667344.6191156,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"34c5bcbe-3851-42ef-bfb6-78b87a46cffb"} {"level":"info","ts":1784667344.7558472,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784667344.7559245,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"befce17a-8912-40ab-8ba6-ec3ac2e43ac0"} {"level":"info","ts":1784667344.7559347,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"befce17a-8912-40ab-8ba6-ec3ac2e43ac0"} {"level":"info","ts":1784667344.7559457,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"befce17a-8912-40ab-8ba6-ec3ac2e43ac0","EoS":false} {"level":"info","ts":1784667344.7559555,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"befce17a-8912-40ab-8ba6-ec3ac2e43ac0","EoS":true} {"level":"info","ts":1784667344.7559762,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"befce17a-8912-40ab-8ba6-ec3ac2e43ac0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784667344.7560117,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"befce17a-8912-40ab-8ba6-ec3ac2e43ac0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784667344.7560334,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"befce17a-8912-40ab-8ba6-ec3ac2e43ac0"} {"level":"info","ts":1784667344.8926091,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784667344.8926947,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4988d48c-b4f8-4e17-815c-80a1ebb6e4f8"} {"level":"info","ts":1784667344.892711,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4988d48c-b4f8-4e17-815c-80a1ebb6e4f8"} {"level":"info","ts":1784667344.892731,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4988d48c-b4f8-4e17-815c-80a1ebb6e4f8","EoS":false} {"level":"info","ts":1784667344.8927536,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4988d48c-b4f8-4e17-815c-80a1ebb6e4f8","EoS":true} {"level":"info","ts":1784667344.8927844,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4988d48c-b4f8-4e17-815c-80a1ebb6e4f8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784667344.892802,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4988d48c-b4f8-4e17-815c-80a1ebb6e4f8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784667344.8928332,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4988d48c-b4f8-4e17-815c-80a1ebb6e4f8"} {"level":"info","ts":1784667361.7460115,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784667361.7461066,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2657a8da-b122-405e-b65a-1b00015861a8"} {"level":"info","ts":1784667361.7461221,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2657a8da-b122-405e-b65a-1b00015861a8"} {"level":"info","ts":1784667361.746138,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2657a8da-b122-405e-b65a-1b00015861a8","EoS":false} {"level":"info","ts":1784667361.7461574,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2657a8da-b122-405e-b65a-1b00015861a8","EoS":true} {"level":"info","ts":1784667361.7461834,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2657a8da-b122-405e-b65a-1b00015861a8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784667361.7462018,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2657a8da-b122-405e-b65a-1b00015861a8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784667361.7462342,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2657a8da-b122-405e-b65a-1b00015861a8"} {"level":"info","ts":1784667361.7971783,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784667361.7972474,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b0c9e89e-b07e-4195-a594-cc72e93f5a91"} {"level":"info","ts":1784667361.7972624,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b0c9e89e-b07e-4195-a594-cc72e93f5a91"} {"level":"info","ts":1784667361.7972734,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b0c9e89e-b07e-4195-a594-cc72e93f5a91","EoS":false} {"level":"info","ts":1784667361.7972856,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b0c9e89e-b07e-4195-a594-cc72e93f5a91","EoS":true} {"level":"info","ts":1784667361.7973058,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b0c9e89e-b07e-4195-a594-cc72e93f5a91","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784667361.7973216,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b0c9e89e-b07e-4195-a594-cc72e93f5a91","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784667361.7973392,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b0c9e89e-b07e-4195-a594-cc72e93f5a91"} {"level":"info","ts":1784667361.8357677,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784667361.8358753,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b4946e44-6f7a-45a6-a36b-645205da57ba"} {"level":"info","ts":1784667361.8358908,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b4946e44-6f7a-45a6-a36b-645205da57ba"} {"level":"info","ts":1784667361.8359065,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b4946e44-6f7a-45a6-a36b-645205da57ba","EoS":false} {"level":"info","ts":1784667361.8359234,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b4946e44-6f7a-45a6-a36b-645205da57ba","EoS":true} {"level":"info","ts":1784667361.8359497,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b4946e44-6f7a-45a6-a36b-645205da57ba","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784667361.8359678,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b4946e44-6f7a-45a6-a36b-645205da57ba","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784667361.8360226,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b4946e44-6f7a-45a6-a36b-645205da57ba"} {"level":"info","ts":1784667361.8903084,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784667361.8903873,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"709efb3b-b8ce-419d-bda4-90181787551b"} {"level":"info","ts":1784667366.5460467,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784667366.5461428,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"97acca27-1aa0-412c-ab92-7b4ee21cdabc"} {"level":"info","ts":1784667366.546158,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"97acca27-1aa0-412c-ab92-7b4ee21cdabc"} {"level":"info","ts":1784667366.546175,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"97acca27-1aa0-412c-ab92-7b4ee21cdabc","EoS":false} {"level":"info","ts":1784667366.5461938,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"97acca27-1aa0-412c-ab92-7b4ee21cdabc","EoS":true} {"level":"info","ts":1784667366.5462215,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"97acca27-1aa0-412c-ab92-7b4ee21cdabc","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784667366.546244,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"97acca27-1aa0-412c-ab92-7b4ee21cdabc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784667366.5462732,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"97acca27-1aa0-412c-ab92-7b4ee21cdabc"} {"level":"info","ts":1784667375.1496718,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784667375.1497648,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e83b8146-9c0b-4567-82e2-0036e8eb8333"} {"level":"info","ts":1784667375.1497774,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e83b8146-9c0b-4567-82e2-0036e8eb8333"} {"level":"info","ts":1784667375.1497893,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e83b8146-9c0b-4567-82e2-0036e8eb8333","EoS":false} {"level":"info","ts":1784667375.1498015,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e83b8146-9c0b-4567-82e2-0036e8eb8333","EoS":true} {"level":"info","ts":1784667375.149824,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e83b8146-9c0b-4567-82e2-0036e8eb8333","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784667375.149839,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e83b8146-9c0b-4567-82e2-0036e8eb8333","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784667375.1498585,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e83b8146-9c0b-4567-82e2-0036e8eb8333"} {"level":"info","ts":1784667377.1847966,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784667377.184897,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b344c09d-dfaa-44e1-b064-f1da3dc64ca7"} {"level":"info","ts":1784667377.1849077,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b344c09d-dfaa-44e1-b064-f1da3dc64ca7"} {"level":"info","ts":1784667377.1849198,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b344c09d-dfaa-44e1-b064-f1da3dc64ca7","EoS":false} {"level":"info","ts":1784667377.1849387,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b344c09d-dfaa-44e1-b064-f1da3dc64ca7","EoS":true} {"level":"info","ts":1784667377.1849608,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b344c09d-dfaa-44e1-b064-f1da3dc64ca7","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784667377.1849759,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b344c09d-dfaa-44e1-b064-f1da3dc64ca7","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784667377.1850114,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b344c09d-dfaa-44e1-b064-f1da3dc64ca7"} {"level":"info","ts":1784667390.0912302,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784667390.091313,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2c093632-947c-446e-8caa-c4de97acd159"} {"level":"info","ts":1784667390.0913231,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2c093632-947c-446e-8caa-c4de97acd159"} {"level":"info","ts":1784667390.0913339,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2c093632-947c-446e-8caa-c4de97acd159","EoS":false} {"level":"info","ts":1784667390.0913436,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2c093632-947c-446e-8caa-c4de97acd159","EoS":true} {"level":"info","ts":1784667390.0913646,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2c093632-947c-446e-8caa-c4de97acd159","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784667390.0913794,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2c093632-947c-446e-8caa-c4de97acd159","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784667390.0914133,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2c093632-947c-446e-8caa-c4de97acd159"} {"level":"info","ts":1784667398.6416328,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784667398.6417592,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b2b570d3-2830-48d7-b251-c4f426781ce7"} {"level":"info","ts":1784667398.6417754,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b2b570d3-2830-48d7-b251-c4f426781ce7"} {"level":"info","ts":1784667398.6417913,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b2b570d3-2830-48d7-b251-c4f426781ce7","EoS":false} {"level":"info","ts":1784667398.6418018,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b2b570d3-2830-48d7-b251-c4f426781ce7","EoS":true} {"level":"info","ts":1784667398.6418242,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b2b570d3-2830-48d7-b251-c4f426781ce7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784667398.641838,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b2b570d3-2830-48d7-b251-c4f426781ce7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784667398.6418567,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b2b570d3-2830-48d7-b251-c4f426781ce7"} {"level":"info","ts":1784667407.5491183,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784667407.5492194,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ff3ce5ab-1b00-4102-9771-c3c9ecf0777a"} {"level":"info","ts":1784667407.5492327,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ff3ce5ab-1b00-4102-9771-c3c9ecf0777a"} {"level":"info","ts":1784667407.5492477,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ff3ce5ab-1b00-4102-9771-c3c9ecf0777a","EoS":false} {"level":"info","ts":1784667407.5492647,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ff3ce5ab-1b00-4102-9771-c3c9ecf0777a","EoS":true} {"level":"info","ts":1784667407.5492837,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ff3ce5ab-1b00-4102-9771-c3c9ecf0777a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784667407.5492985,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ff3ce5ab-1b00-4102-9771-c3c9ecf0777a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784667407.5493186,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ff3ce5ab-1b00-4102-9771-c3c9ecf0777a"} {"level":"info","ts":1784667416.6063385,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784667416.6064146,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2112d7f3-a550-4ed0-bff5-20f8d5ac0310"} {"level":"info","ts":1784667416.6064272,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2112d7f3-a550-4ed0-bff5-20f8d5ac0310"} {"level":"info","ts":1784667416.6064384,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2112d7f3-a550-4ed0-bff5-20f8d5ac0310","EoS":false} {"level":"info","ts":1784667416.6064558,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2112d7f3-a550-4ed0-bff5-20f8d5ac0310","EoS":true} {"level":"info","ts":1784667416.606477,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2112d7f3-a550-4ed0-bff5-20f8d5ac0310","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784667416.6064916,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2112d7f3-a550-4ed0-bff5-20f8d5ac0310","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784667416.6065104,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2112d7f3-a550-4ed0-bff5-20f8d5ac0310"} {"level":"info","ts":1784667421.4135392,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784667421.4136298,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3dc9deab-f98c-49f8-8eb4-6f0a22e1c05d"} {"level":"info","ts":1784667421.4136426,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3dc9deab-f98c-49f8-8eb4-6f0a22e1c05d"} {"level":"info","ts":1784667421.4136543,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3dc9deab-f98c-49f8-8eb4-6f0a22e1c05d","EoS":false} {"level":"info","ts":1784667421.4136646,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3dc9deab-f98c-49f8-8eb4-6f0a22e1c05d","EoS":true} {"level":"info","ts":1784667421.4136834,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3dc9deab-f98c-49f8-8eb4-6f0a22e1c05d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784667421.4136992,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3dc9deab-f98c-49f8-8eb4-6f0a22e1c05d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784667421.4137185,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3dc9deab-f98c-49f8-8eb4-6f0a22e1c05d"} {"level":"info","ts":1784667426.196131,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784667426.1962297,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eaa4010d-a80a-4ef4-b6b1-745336bb418b"} {"level":"info","ts":1784667426.1962507,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"eaa4010d-a80a-4ef4-b6b1-745336bb418b"} {"level":"info","ts":1784667426.19627,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eaa4010d-a80a-4ef4-b6b1-745336bb418b","EoS":false} {"level":"info","ts":1784667426.1962898,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eaa4010d-a80a-4ef4-b6b1-745336bb418b","EoS":true} {"level":"info","ts":1784667426.1963208,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eaa4010d-a80a-4ef4-b6b1-745336bb418b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784667426.1963387,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eaa4010d-a80a-4ef4-b6b1-745336bb418b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784667426.1963668,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"eaa4010d-a80a-4ef4-b6b1-745336bb418b"} {"level":"info","ts":1784667426.4792953,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784667426.4793847,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a185a8cd-4ef2-4b64-982c-53bcf3087285"} {"level":"info","ts":1784667426.4794004,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a185a8cd-4ef2-4b64-982c-53bcf3087285"} {"level":"info","ts":1784667426.479418,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a185a8cd-4ef2-4b64-982c-53bcf3087285","EoS":false} {"level":"info","ts":1784667426.4794385,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a185a8cd-4ef2-4b64-982c-53bcf3087285","EoS":true} {"level":"info","ts":1784667426.4794693,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a185a8cd-4ef2-4b64-982c-53bcf3087285","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784667426.4794877,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a185a8cd-4ef2-4b64-982c-53bcf3087285","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784667426.4795163,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a185a8cd-4ef2-4b64-982c-53bcf3087285"} {"level":"info","ts":1784667428.5102477,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784667428.5103426,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e7f8dfb5-2d9e-4f73-bf92-0a7e964720d0"} {"level":"info","ts":1784667428.5103588,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e7f8dfb5-2d9e-4f73-bf92-0a7e964720d0"} {"level":"info","ts":1784667428.5103798,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e7f8dfb5-2d9e-4f73-bf92-0a7e964720d0","EoS":false} {"level":"info","ts":1784667428.5103996,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e7f8dfb5-2d9e-4f73-bf92-0a7e964720d0","EoS":true} {"level":"info","ts":1784667428.5104332,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e7f8dfb5-2d9e-4f73-bf92-0a7e964720d0","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784667428.5104518,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e7f8dfb5-2d9e-4f73-bf92-0a7e964720d0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784667428.5104814,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e7f8dfb5-2d9e-4f73-bf92-0a7e964720d0"} {"level":"info","ts":1784667430.5450652,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784667430.5451484,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"938e3ecf-ba88-46c7-8720-00cb578d4414"} {"level":"info","ts":1784667430.545161,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"938e3ecf-ba88-46c7-8720-00cb578d4414"} {"level":"info","ts":1784667430.5451722,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"938e3ecf-ba88-46c7-8720-00cb578d4414","EoS":false} {"level":"info","ts":1784667430.545182,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"938e3ecf-ba88-46c7-8720-00cb578d4414","EoS":true} {"level":"info","ts":1784667430.545209,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"938e3ecf-ba88-46c7-8720-00cb578d4414","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784667430.545224,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"938e3ecf-ba88-46c7-8720-00cb578d4414","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784667430.545248,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"938e3ecf-ba88-46c7-8720-00cb578d4414"} {"level":"info","ts":1784667432.5855935,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784667432.5856934,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a79b02b4-5bae-4ebe-aa7a-6edbc980a421"} {"level":"info","ts":1784667432.585712,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a79b02b4-5bae-4ebe-aa7a-6edbc980a421"} {"level":"info","ts":1784667432.5857298,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a79b02b4-5bae-4ebe-aa7a-6edbc980a421","EoS":false} {"level":"info","ts":1784667432.585748,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a79b02b4-5bae-4ebe-aa7a-6edbc980a421","EoS":true} {"level":"info","ts":1784667432.5857778,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a79b02b4-5bae-4ebe-aa7a-6edbc980a421","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784667432.5857973,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a79b02b4-5bae-4ebe-aa7a-6edbc980a421","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784667432.5858254,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a79b02b4-5bae-4ebe-aa7a-6edbc980a421"} {"level":"info","ts":1784667456.9611137,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784667456.9612029,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"32d18eb8-7725-43ca-a52b-9eb81d886715"} {"level":"info","ts":1784667456.9612176,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"32d18eb8-7725-43ca-a52b-9eb81d886715"} {"level":"info","ts":1784667456.9612393,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"32d18eb8-7725-43ca-a52b-9eb81d886715","EoS":false} {"level":"info","ts":1784667456.9612598,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"32d18eb8-7725-43ca-a52b-9eb81d886715","EoS":true} {"level":"info","ts":1784667456.9612892,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"32d18eb8-7725-43ca-a52b-9eb81d886715","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784667456.9613073,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"32d18eb8-7725-43ca-a52b-9eb81d886715","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784667456.961338,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"32d18eb8-7725-43ca-a52b-9eb81d886715"} {"level":"info","ts":1784667466.3770313,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784667466.3771102,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"39753384-89cf-49fd-8bf6-fca155e5a623"} {"level":"info","ts":1784667466.3771193,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"39753384-89cf-49fd-8bf6-fca155e5a623"} {"level":"info","ts":1784667466.3771303,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"39753384-89cf-49fd-8bf6-fca155e5a623","EoS":false} {"level":"info","ts":1784667466.3771422,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"39753384-89cf-49fd-8bf6-fca155e5a623","EoS":true} {"level":"info","ts":1784667466.3771625,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"39753384-89cf-49fd-8bf6-fca155e5a623","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784667466.377177,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"39753384-89cf-49fd-8bf6-fca155e5a623","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784667466.377197,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"39753384-89cf-49fd-8bf6-fca155e5a623"} {"level":"info","ts":1784667472.1099756,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784667472.1100886,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"30ff79d5-ec6b-4aa5-852d-4ee2b11cf6d2"} {"level":"info","ts":1784667472.1101022,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"30ff79d5-ec6b-4aa5-852d-4ee2b11cf6d2"} {"level":"info","ts":1784667472.1101148,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"30ff79d5-ec6b-4aa5-852d-4ee2b11cf6d2","EoS":false} {"level":"info","ts":1784667472.1101255,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"30ff79d5-ec6b-4aa5-852d-4ee2b11cf6d2","EoS":true} {"level":"info","ts":1784667472.1101463,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"30ff79d5-ec6b-4aa5-852d-4ee2b11cf6d2","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784667472.110162,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"30ff79d5-ec6b-4aa5-852d-4ee2b11cf6d2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784667472.1101823,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"30ff79d5-ec6b-4aa5-852d-4ee2b11cf6d2"} {"level":"info","ts":1784667482.038614,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784667482.0387218,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c3b5a87b-8fee-4006-8d72-06dafab9c541"} {"level":"info","ts":1784667482.038737,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c3b5a87b-8fee-4006-8d72-06dafab9c541"} {"level":"info","ts":1784667482.0387504,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c3b5a87b-8fee-4006-8d72-06dafab9c541","EoS":false} {"level":"info","ts":1784667482.0387628,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c3b5a87b-8fee-4006-8d72-06dafab9c541","EoS":true} {"level":"info","ts":1784667482.0387828,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c3b5a87b-8fee-4006-8d72-06dafab9c541","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784667482.0387983,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c3b5a87b-8fee-4006-8d72-06dafab9c541","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784667482.0388193,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c3b5a87b-8fee-4006-8d72-06dafab9c541"} {"level":"info","ts":1784667484.0928235,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784667484.0929265,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c3f6f905-a0cf-4e93-8d4b-2f1d01ccb57d"} {"level":"info","ts":1784667484.0929413,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c3f6f905-a0cf-4e93-8d4b-2f1d01ccb57d"} {"level":"info","ts":1784667484.0929549,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c3f6f905-a0cf-4e93-8d4b-2f1d01ccb57d","EoS":false} {"level":"info","ts":1784667484.0929658,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c3f6f905-a0cf-4e93-8d4b-2f1d01ccb57d","EoS":true} {"level":"info","ts":1784667484.0930026,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c3f6f905-a0cf-4e93-8d4b-2f1d01ccb57d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784667484.0930192,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c3f6f905-a0cf-4e93-8d4b-2f1d01ccb57d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784667484.0930395,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c3f6f905-a0cf-4e93-8d4b-2f1d01ccb57d"} {"level":"info","ts":1784667493.9366138,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784667493.9366927,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"62b1afe3-4b5c-4c62-b92d-f21d9a84eb71"} {"level":"info","ts":1784667493.936702,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"62b1afe3-4b5c-4c62-b92d-f21d9a84eb71"} {"level":"info","ts":1784667493.9367144,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"62b1afe3-4b5c-4c62-b92d-f21d9a84eb71","EoS":false} {"level":"info","ts":1784667493.9367273,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"62b1afe3-4b5c-4c62-b92d-f21d9a84eb71","EoS":true} {"level":"info","ts":1784667493.936749,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"62b1afe3-4b5c-4c62-b92d-f21d9a84eb71","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784667493.9367642,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"62b1afe3-4b5c-4c62-b92d-f21d9a84eb71","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784667493.9367852,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"62b1afe3-4b5c-4c62-b92d-f21d9a84eb71"} {"level":"info","ts":1784667493.9742029,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784667493.974289,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"889c3ce7-47ab-46ca-a5e9-ac4d47fa4357"} {"level":"info","ts":1784667493.9743009,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"889c3ce7-47ab-46ca-a5e9-ac4d47fa4357"} {"level":"info","ts":1784667493.9743118,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"889c3ce7-47ab-46ca-a5e9-ac4d47fa4357","EoS":false} {"level":"info","ts":1784667493.9743242,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"889c3ce7-47ab-46ca-a5e9-ac4d47fa4357","EoS":true} {"level":"info","ts":1784667493.9743438,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"889c3ce7-47ab-46ca-a5e9-ac4d47fa4357","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784667493.974358,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"889c3ce7-47ab-46ca-a5e9-ac4d47fa4357","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784667493.9743764,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"889c3ce7-47ab-46ca-a5e9-ac4d47fa4357"} {"level":"info","ts":1784667513.919634,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784667513.9197292,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"affaf2fa-e83e-4726-8cd7-a5689093a0ff"} {"level":"info","ts":1784667513.9197445,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"affaf2fa-e83e-4726-8cd7-a5689093a0ff"} {"level":"info","ts":1784667513.9197712,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"affaf2fa-e83e-4726-8cd7-a5689093a0ff","EoS":false} {"level":"info","ts":1784667513.9197822,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"affaf2fa-e83e-4726-8cd7-a5689093a0ff","EoS":true} {"level":"info","ts":1784667513.9198046,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"affaf2fa-e83e-4726-8cd7-a5689093a0ff","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784667513.919821,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"affaf2fa-e83e-4726-8cd7-a5689093a0ff","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784667513.919842,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"affaf2fa-e83e-4726-8cd7-a5689093a0ff"} {"level":"info","ts":1784667523.4711797,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784667523.4712737,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4eba2a40-0d40-4746-8dd9-c7628d8e40f5"} {"level":"info","ts":1784667523.4713042,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4eba2a40-0d40-4746-8dd9-c7628d8e40f5"} {"level":"info","ts":1784667523.471319,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4eba2a40-0d40-4746-8dd9-c7628d8e40f5","EoS":false} {"level":"info","ts":1784667523.4713314,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4eba2a40-0d40-4746-8dd9-c7628d8e40f5","EoS":true} {"level":"info","ts":1784667523.4713519,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4eba2a40-0d40-4746-8dd9-c7628d8e40f5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784667523.4713688,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4eba2a40-0d40-4746-8dd9-c7628d8e40f5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784667523.4713905,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4eba2a40-0d40-4746-8dd9-c7628d8e40f5"} {"level":"info","ts":1784667528.893045,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784667528.893127,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"019bb44a-8fa2-4e83-8457-04fc2f5b082b"} {"level":"info","ts":1784667528.8931382,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"019bb44a-8fa2-4e83-8457-04fc2f5b082b"} {"level":"info","ts":1784667528.8931494,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"019bb44a-8fa2-4e83-8457-04fc2f5b082b","EoS":false} {"level":"info","ts":1784667528.8931594,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"019bb44a-8fa2-4e83-8457-04fc2f5b082b","EoS":true} {"level":"info","ts":1784667528.8931832,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"019bb44a-8fa2-4e83-8457-04fc2f5b082b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784667528.893199,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"019bb44a-8fa2-4e83-8457-04fc2f5b082b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784667528.893219,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"019bb44a-8fa2-4e83-8457-04fc2f5b082b"} {"level":"info","ts":1784667620.1607792,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784667620.1608615,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d9f9d8a3-954d-47a8-afad-ea44c5503037"} {"level":"info","ts":1784667620.1608741,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d9f9d8a3-954d-47a8-afad-ea44c5503037"} {"level":"info","ts":1784667620.1608863,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d9f9d8a3-954d-47a8-afad-ea44c5503037","EoS":false} {"level":"info","ts":1784667620.1609,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d9f9d8a3-954d-47a8-afad-ea44c5503037","EoS":true} {"level":"info","ts":1784667620.1609247,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d9f9d8a3-954d-47a8-afad-ea44c5503037","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784667620.1609423,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d9f9d8a3-954d-47a8-afad-ea44c5503037","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784667620.1609626,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d9f9d8a3-954d-47a8-afad-ea44c5503037"} {"level":"info","ts":1784667645.6972897,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784667645.6973839,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"69710b69-9e3b-4ffb-be43-132e28d616d0"} {"level":"info","ts":1784667645.697398,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"69710b69-9e3b-4ffb-be43-132e28d616d0"} {"level":"info","ts":1784667645.69741,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"69710b69-9e3b-4ffb-be43-132e28d616d0","EoS":false} {"level":"info","ts":1784667645.697424,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"69710b69-9e3b-4ffb-be43-132e28d616d0","EoS":true} {"level":"info","ts":1784667645.6974447,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"69710b69-9e3b-4ffb-be43-132e28d616d0","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784667645.6974602,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"69710b69-9e3b-4ffb-be43-132e28d616d0","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784667645.6974895,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"69710b69-9e3b-4ffb-be43-132e28d616d0"} {"level":"info","ts":1784667682.9873614,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784667682.9874513,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a2ebaec6-314f-48d3-9d5b-757055b831ae"} {"level":"info","ts":1784667682.9874637,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a2ebaec6-314f-48d3-9d5b-757055b831ae"} {"level":"info","ts":1784667682.9874754,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a2ebaec6-314f-48d3-9d5b-757055b831ae","EoS":false} {"level":"info","ts":1784667682.9874954,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a2ebaec6-314f-48d3-9d5b-757055b831ae","EoS":true} {"level":"info","ts":1784667682.9875195,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a2ebaec6-314f-48d3-9d5b-757055b831ae","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784667682.9875338,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a2ebaec6-314f-48d3-9d5b-757055b831ae","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784667682.9875546,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a2ebaec6-314f-48d3-9d5b-757055b831ae"} {"level":"info","ts":1784667698.2897813,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784667698.2898715,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1f997d27-4b3f-4fc4-ad71-0bb7e30db868"} {"level":"info","ts":1784667698.2898874,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1f997d27-4b3f-4fc4-ad71-0bb7e30db868"} {"level":"info","ts":1784667698.289905,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1f997d27-4b3f-4fc4-ad71-0bb7e30db868","EoS":false} {"level":"info","ts":1784667698.2899237,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1f997d27-4b3f-4fc4-ad71-0bb7e30db868","EoS":true} {"level":"info","ts":1784667698.289958,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1f997d27-4b3f-4fc4-ad71-0bb7e30db868","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784667698.2899764,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1f997d27-4b3f-4fc4-ad71-0bb7e30db868","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784667698.2900257,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1f997d27-4b3f-4fc4-ad71-0bb7e30db868"} {"level":"info","ts":1784667698.6081367,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784667698.6082132,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"81100bf7-5c13-4f0e-a2b7-66eb10f69b43"} {"level":"info","ts":1784667698.6082222,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"81100bf7-5c13-4f0e-a2b7-66eb10f69b43"} {"level":"info","ts":1784667698.6082337,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"81100bf7-5c13-4f0e-a2b7-66eb10f69b43","EoS":false} {"level":"info","ts":1784667698.6082492,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"81100bf7-5c13-4f0e-a2b7-66eb10f69b43","EoS":true} {"level":"info","ts":1784667698.608269,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"81100bf7-5c13-4f0e-a2b7-66eb10f69b43","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784667698.6082845,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"81100bf7-5c13-4f0e-a2b7-66eb10f69b43","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784667698.608304,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"81100bf7-5c13-4f0e-a2b7-66eb10f69b43"} {"level":"info","ts":1784668023.5686588,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668023.5688012,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0642474f-432f-4990-85a6-f04e6e0a09c5"} {"level":"info","ts":1784668023.5688164,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0642474f-432f-4990-85a6-f04e6e0a09c5"} {"level":"info","ts":1784668023.5688355,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0642474f-432f-4990-85a6-f04e6e0a09c5","EoS":false} {"level":"info","ts":1784668023.5688572,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0642474f-432f-4990-85a6-f04e6e0a09c5","EoS":true} {"level":"info","ts":1784668023.5688918,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0642474f-432f-4990-85a6-f04e6e0a09c5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784668023.56891,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0642474f-432f-4990-85a6-f04e6e0a09c5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784668023.5689375,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0642474f-432f-4990-85a6-f04e6e0a09c5"} {"level":"info","ts":1784668023.604546,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668023.6046212,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7fbde1d1-1a7f-4b76-821a-7349bb7c64e7"} {"level":"info","ts":1784668023.604631,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7fbde1d1-1a7f-4b76-821a-7349bb7c64e7"} {"level":"info","ts":1784668023.6046424,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7fbde1d1-1a7f-4b76-821a-7349bb7c64e7","EoS":false} {"level":"info","ts":1784668023.6046517,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7fbde1d1-1a7f-4b76-821a-7349bb7c64e7","EoS":true} {"level":"info","ts":1784668023.6046739,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7fbde1d1-1a7f-4b76-821a-7349bb7c64e7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784668023.604688,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7fbde1d1-1a7f-4b76-821a-7349bb7c64e7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784668023.6047068,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7fbde1d1-1a7f-4b76-821a-7349bb7c64e7"} {"level":"info","ts":1784668023.6374362,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668023.6375089,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dde4fcf3-a4ea-4724-863f-f88192848e5e"} {"level":"info","ts":1784668023.6375265,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dde4fcf3-a4ea-4724-863f-f88192848e5e"} {"level":"info","ts":1784668023.6375566,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dde4fcf3-a4ea-4724-863f-f88192848e5e","EoS":false} {"level":"info","ts":1784668023.6375725,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dde4fcf3-a4ea-4724-863f-f88192848e5e","EoS":true} {"level":"info","ts":1784668023.6376011,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dde4fcf3-a4ea-4724-863f-f88192848e5e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784668023.6376195,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dde4fcf3-a4ea-4724-863f-f88192848e5e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784668023.6376467,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dde4fcf3-a4ea-4724-863f-f88192848e5e"} {"level":"info","ts":1784668028.5068107,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"610c2e5f-ffa9-45e5-9497-821cb79c89ce"} {"level":"info","ts":1784668028.5069156,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"359bc9de-271b-4d8b-a34c-6b2449150ec0","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784668028.5069542,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"359bc9de-271b-4d8b-a34c-6b2449150ec0","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784668028.5142076,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1cc4c1eb-3117-4519-baee-605225ab6bee","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784668028.514236,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1cc4c1eb-3117-4519-baee-605225ab6bee","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784668028.5155118,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"610c2e5f-ffa9-45e5-9497-821cb79c89ce","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784668028.5157397,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38272.600503836,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784668028.515756,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784668028.634964,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"68794167-1bcf-4fd0-9a30-69340da234b0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784668028.6350927,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"68794167-1bcf-4fd0-9a30-69340da234b0","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784668028.6351922,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"482493a1-66ae-4a7e-b79c-99d5ed2cbeca"} {"level":"info","ts":1784668028.6352346,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"482493a1-66ae-4a7e-b79c-99d5ed2cbeca","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784668028.635713,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a9326539-bc47-4e77-856e-46e0366691e1","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784668028.6357493,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a9326539-bc47-4e77-856e-46e0366691e1","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784668028.6369574,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2bd78f8e-92e3-4ecd-9d1f-ba7d171fa4df","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784668028.6370153,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2bd78f8e-92e3-4ecd-9d1f-ba7d171fa4df","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784668028.6376734,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1784668028.642021,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"482493a1-66ae-4a7e-b79c-99d5ed2cbeca","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784668028.642073,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"482493a1-66ae-4a7e-b79c-99d5ed2cbeca","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784668028.642178,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4d49ea2d-022b-4a30-acbb-ea04509ee12c"} {"level":"info","ts":1784668028.642231,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4d49ea2d-022b-4a30-acbb-ea04509ee12c","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784668028.6473887,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0cab5259-697c-4566-92f4-6e5fc119b8c3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784668028.647435,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0cab5259-697c-4566-92f4-6e5fc119b8c3","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784668028.6474721,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4d49ea2d-022b-4a30-acbb-ea04509ee12c","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784668028.6474898,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2f16da53-5a47-4c26-9fa3-fbf437d3043d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784668028.6475139,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2f16da53-5a47-4c26-9fa3-fbf437d3043d","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784668028.6476068,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"35d6bff1-56de-4fb6-9a10-5345776f061b"} {"level":"info","ts":1784668028.64782,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":37060.671283843,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784668028.6478357,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784668028.6547587,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784668028.7162828,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":35503.776801352,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784668028.7163115,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784668028.737299,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784668028.748258,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"35d6bff1-56de-4fb6-9a10-5345776f061b","name":"e2e-external-model"} {"level":"info","ts":1784668028.7593284,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"35d6bff1-56de-4fb6-9a10-5345776f061b","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784668028.767302,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a15703fb-fe70-425f-ac17-f8d68f3adea0"} {"level":"info","ts":1784668028.7673736,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a15703fb-fe70-425f-ac17-f8d68f3adea0","name":"e2e-external-model"} {"level":"info","ts":1784668028.767304,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0f1739f1-0708-4114-8339-813c5868b839","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784668028.7674296,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0f1739f1-0708-4114-8339-813c5868b839","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784668028.781098,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a15703fb-fe70-425f-ac17-f8d68f3adea0","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784668028.781166,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"87f53286-57a0-41f0-9db4-ee9bd7c68575"} {"level":"info","ts":1784668028.7811866,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aa3f6200-6286-4dde-8e5f-4ef677084671","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784668028.7812133,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"87f53286-57a0-41f0-9db4-ee9bd7c68575","name":"e2e-external-model"} {"level":"info","ts":1784668028.7812214,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aa3f6200-6286-4dde-8e5f-4ef677084671","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784668028.790359,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"87f53286-57a0-41f0-9db4-ee9bd7c68575","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784668028.7958534,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a1fc52b0-a360-44a1-88e0-3ceba6a44923"} {"level":"info","ts":1784668028.795861,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ce8d7367-1e1b-4494-b07f-f6cd97718c33","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784668028.795884,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ce8d7367-1e1b-4494-b07f-f6cd97718c33","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784668028.7959118,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a1fc52b0-a360-44a1-88e0-3ceba6a44923","name":"e2e-external-model"} {"level":"info","ts":1784668028.8039513,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a1fc52b0-a360-44a1-88e0-3ceba6a44923","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784668028.8172255,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"610c2e5f-ffa9-45e5-9497-821cb79c89ce","name":"e2e-external-provider"} {"level":"info","ts":1784668028.8282053,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"610c2e5f-ffa9-45e5-9497-821cb79c89ce","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784668028.8336618,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"610c2e5f-ffa9-45e5-9497-821cb79c89ce","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784668028.833758,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ba401884-ad38-4d0d-862f-5b1467fc0527"} {"level":"info","ts":1784668028.8338025,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ba401884-ad38-4d0d-862f-5b1467fc0527","name":"e2e-external-provider"} {"level":"info","ts":1784668028.8453376,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ba401884-ad38-4d0d-862f-5b1467fc0527","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784668036.0162916,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668036.0163755,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6d6e7b57-3b1b-4ea9-ace7-9ee75c5e7b69"} {"level":"info","ts":1784668036.0163877,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6d6e7b57-3b1b-4ea9-ace7-9ee75c5e7b69"} {"level":"info","ts":1784668036.0164056,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6d6e7b57-3b1b-4ea9-ace7-9ee75c5e7b69","EoS":false} {"level":"info","ts":1784668036.0164263,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6d6e7b57-3b1b-4ea9-ace7-9ee75c5e7b69","EoS":true} {"level":"info","ts":1784668036.0164542,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6d6e7b57-3b1b-4ea9-ace7-9ee75c5e7b69","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784668036.0164728,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6d6e7b57-3b1b-4ea9-ace7-9ee75c5e7b69","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784668036.0164871,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"6d6e7b57-3b1b-4ea9-ace7-9ee75c5e7b69","modelName":"e2e-external-model"} {"level":"info","ts":1784668036.0165074,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"6d6e7b57-3b1b-4ea9-ace7-9ee75c5e7b69","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784668036.0165696,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6d6e7b57-3b1b-4ea9-ace7-9ee75c5e7b69"} {"level":"info","ts":1784668036.0643866,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668036.0644782,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"949672be-62c4-4e16-9f68-5baaa5339d12"} {"level":"info","ts":1784668036.0644925,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"949672be-62c4-4e16-9f68-5baaa5339d12"} {"level":"info","ts":1784668036.0645058,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"949672be-62c4-4e16-9f68-5baaa5339d12","EoS":false} {"level":"info","ts":1784668036.0645196,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"949672be-62c4-4e16-9f68-5baaa5339d12","EoS":true} {"level":"info","ts":1784668036.0645413,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"949672be-62c4-4e16-9f68-5baaa5339d12","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784668036.064555,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"949672be-62c4-4e16-9f68-5baaa5339d12","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784668036.0645618,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"949672be-62c4-4e16-9f68-5baaa5339d12","modelName":"e2e-external-model"} {"level":"info","ts":1784668036.064575,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"949672be-62c4-4e16-9f68-5baaa5339d12","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784668036.06461,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"949672be-62c4-4e16-9f68-5baaa5339d12"} {"level":"info","ts":1784668036.0880682,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668036.0881634,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"87f9c661-33c2-4cb4-a890-9d8b877275a5"} {"level":"info","ts":1784668036.088182,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"87f9c661-33c2-4cb4-a890-9d8b877275a5"} {"level":"info","ts":1784668036.0882027,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"87f9c661-33c2-4cb4-a890-9d8b877275a5","EoS":false} {"level":"info","ts":1784668036.0882223,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"87f9c661-33c2-4cb4-a890-9d8b877275a5","EoS":true} {"level":"info","ts":1784668036.0882478,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"87f9c661-33c2-4cb4-a890-9d8b877275a5","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784668036.0882657,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"87f9c661-33c2-4cb4-a890-9d8b877275a5","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784668036.0882773,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"87f9c661-33c2-4cb4-a890-9d8b877275a5","modelName":"e2e-external-model"} {"level":"info","ts":1784668036.0882978,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"87f9c661-33c2-4cb4-a890-9d8b877275a5","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784668036.0883412,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"87f9c661-33c2-4cb4-a890-9d8b877275a5"} {"level":"info","ts":1784668036.2247078,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e557c387-8135-469e-8d84-53e19c3aadeb"} {"level":"info","ts":1784668036.2247474,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b504910f-fffa-4246-89b1-c03d41ade3cb","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784668036.224791,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b504910f-fffa-4246-89b1-c03d41ade3cb","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784668036.2303874,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"68b70cf7-9568-441f-944b-663ad97bb9db","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784668036.2304175,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"68b70cf7-9568-441f-944b-663ad97bb9db","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784668036.234051,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e557c387-8135-469e-8d84-53e19c3aadeb","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784668036.2341044,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e557c387-8135-469e-8d84-53e19c3aadeb","name":"e2e-cleanup-test"} {"level":"info","ts":1784668036.2563248,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b69de8db-1fb0-478e-bd03-803d9cd09b05","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784668036.256359,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b69de8db-1fb0-478e-bd03-803d9cd09b05","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784668036.2564778,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e557c387-8135-469e-8d84-53e19c3aadeb","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784668036.256528,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e557c387-8135-469e-8d84-53e19c3aadeb","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784668036.2565815,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8be0d699-6ef2-41f0-bfb5-4c00f7d217e7"} {"level":"info","ts":1784668036.256635,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8be0d699-6ef2-41f0-bfb5-4c00f7d217e7","name":"e2e-cleanup-test"} {"level":"info","ts":1784668036.2694538,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"116a4269-e459-46e3-b499-fceb6f1eb69a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784668036.2694852,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"116a4269-e459-46e3-b499-fceb6f1eb69a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784668036.2706363,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8be0d699-6ef2-41f0-bfb5-4c00f7d217e7","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784668036.2706804,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8be0d699-6ef2-41f0-bfb5-4c00f7d217e7","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784668036.2707272,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8de9fbef-4584-46f8-b2b6-0958dae8e3ad"} {"level":"info","ts":1784668036.2707767,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8de9fbef-4584-46f8-b2b6-0958dae8e3ad","name":"e2e-cleanup-test"} {"level":"info","ts":1784668036.280573,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8de9fbef-4584-46f8-b2b6-0958dae8e3ad","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784668036.2883468,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"239650ef-a898-453b-a320-ec99bf46d3be","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784668036.2883735,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"239650ef-a898-453b-a320-ec99bf46d3be","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784668036.2902853,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8de9fbef-4584-46f8-b2b6-0958dae8e3ad","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784668036.2903786,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d10da17d-874c-4377-8134-dcd3e51d8198"} {"level":"info","ts":1784668036.2904346,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d10da17d-874c-4377-8134-dcd3e51d8198","name":"e2e-cleanup-test"} {"level":"info","ts":1784668036.2987785,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d10da17d-874c-4377-8134-dcd3e51d8198","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784668044.4965484,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7b3acf29-cadd-4def-956e-a2040da115c5"} {"level":"info","ts":1784668044.496602,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"37ec7c55-922a-4700-a27a-308692aab6d4","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784668044.4966373,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"37ec7c55-922a-4700-a27a-308692aab6d4","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784668048.8122709,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668048.8123639,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b0b7a176-f338-43cb-ac6c-17090022bbab"} {"level":"info","ts":1784668048.8123798,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b0b7a176-f338-43cb-ac6c-17090022bbab"} {"level":"info","ts":1784668048.8123941,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b0b7a176-f338-43cb-ac6c-17090022bbab","EoS":false} {"level":"info","ts":1784668048.8124046,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b0b7a176-f338-43cb-ac6c-17090022bbab","EoS":true} {"level":"info","ts":1784668048.8124244,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b0b7a176-f338-43cb-ac6c-17090022bbab","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784668048.81244,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b0b7a176-f338-43cb-ac6c-17090022bbab","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784668048.8124628,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b0b7a176-f338-43cb-ac6c-17090022bbab"} {"level":"info","ts":1784668048.8427756,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668048.8428435,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ea4b5b16-af40-4beb-9ad8-49db62ddc228"} {"level":"info","ts":1784668048.8428526,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ea4b5b16-af40-4beb-9ad8-49db62ddc228"} {"level":"info","ts":1784668048.8428676,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ea4b5b16-af40-4beb-9ad8-49db62ddc228","EoS":false} {"level":"info","ts":1784668048.8428822,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ea4b5b16-af40-4beb-9ad8-49db62ddc228","EoS":true} {"level":"info","ts":1784668048.8429048,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ea4b5b16-af40-4beb-9ad8-49db62ddc228","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784668048.8429227,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ea4b5b16-af40-4beb-9ad8-49db62ddc228","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784668048.8429291,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"ea4b5b16-af40-4beb-9ad8-49db62ddc228","modelName":"e2e-external-model"} {"level":"info","ts":1784668048.8429418,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"ea4b5b16-af40-4beb-9ad8-49db62ddc228","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784668048.8430111,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ea4b5b16-af40-4beb-9ad8-49db62ddc228"} {"level":"info","ts":1784668048.8820567,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668048.8821287,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"630f218d-9c84-41d3-a375-3c5ab38e892e"} {"level":"info","ts":1784668048.8821375,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"630f218d-9c84-41d3-a375-3c5ab38e892e"} {"level":"info","ts":1784668048.882149,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"630f218d-9c84-41d3-a375-3c5ab38e892e","EoS":false} {"level":"info","ts":1784668048.8821597,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"630f218d-9c84-41d3-a375-3c5ab38e892e","EoS":true} {"level":"info","ts":1784668048.8821785,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"630f218d-9c84-41d3-a375-3c5ab38e892e","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784668048.8821936,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"630f218d-9c84-41d3-a375-3c5ab38e892e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784668048.8822129,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"630f218d-9c84-41d3-a375-3c5ab38e892e"} {"level":"info","ts":1784668049.0194726,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668049.0195522,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a13aea10-459f-416d-a2ee-4727f37e3580"} {"level":"info","ts":1784668049.0195608,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a13aea10-459f-416d-a2ee-4727f37e3580"} {"level":"info","ts":1784668049.0195754,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a13aea10-459f-416d-a2ee-4727f37e3580","EoS":false} {"level":"info","ts":1784668049.0195925,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a13aea10-459f-416d-a2ee-4727f37e3580","EoS":true} {"level":"info","ts":1784668049.0196157,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"a13aea10-459f-416d-a2ee-4727f37e3580","field":"model"} {"level":"info","ts":1784668049.01964,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a13aea10-459f-416d-a2ee-4727f37e3580"} {"level":"info","ts":1784668049.9539025,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3376ffc2-5846-4cd5-b2e2-4e8890b3b53a"} {"level":"info","ts":1784668049.9539528,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0418c2ee-1ed4-4f0f-860c-7ee03cbf0d23","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784668049.9539814,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0418c2ee-1ed4-4f0f-860c-7ee03cbf0d23","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784668050.096248,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9212574d-f82c-4e14-8223-40f8d2926f55","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784668050.0962741,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"16612e2f-7588-4a63-828b-975db0485a1f"} {"level":"info","ts":1784668050.096281,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9212574d-f82c-4e14-8223-40f8d2926f55","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784668667.252314,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668667.2524133,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"76510ebe-c7f3-4583-b243-b3f6a1c83263"} {"level":"info","ts":1784668667.252427,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"76510ebe-c7f3-4583-b243-b3f6a1c83263"} {"level":"info","ts":1784668667.2524424,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"76510ebe-c7f3-4583-b243-b3f6a1c83263","EoS":false} {"level":"info","ts":1784668667.252461,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"76510ebe-c7f3-4583-b243-b3f6a1c83263","EoS":true} {"level":"info","ts":1784668667.2524898,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"76510ebe-c7f3-4583-b243-b3f6a1c83263","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784668667.2525086,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"76510ebe-c7f3-4583-b243-b3f6a1c83263","path":"/ai-tenant-e2e-inf-b-c15522/test-model-c15522/v1/chat/completions"} {"level":"info","ts":1784668667.2525337,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"76510ebe-c7f3-4583-b243-b3f6a1c83263"} {"level":"info","ts":1784668688.3289607,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668688.3290675,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1b382e11-6eff-45bc-a838-bc4c996430fb"} {"level":"info","ts":1784668688.3290799,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1b382e11-6eff-45bc-a838-bc4c996430fb"} {"level":"info","ts":1784668688.329097,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1b382e11-6eff-45bc-a838-bc4c996430fb","EoS":false} {"level":"info","ts":1784668688.3291144,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1b382e11-6eff-45bc-a838-bc4c996430fb","EoS":true} {"level":"info","ts":1784668688.3291433,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1b382e11-6eff-45bc-a838-bc4c996430fb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784668688.3291633,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1b382e11-6eff-45bc-a838-bc4c996430fb","path":"/ai-tenant-e2e-inf-b-c15522/test-model-c15522/v1/chat/completions"} {"level":"info","ts":1784668688.329193,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1b382e11-6eff-45bc-a838-bc4c996430fb"} {"level":"info","ts":1784669146.9051948,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784669146.9052718,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"526dd1d2-36ae-4c8f-bd31-8b096c6715f8"} {"level":"info","ts":1784669146.9052796,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"526dd1d2-36ae-4c8f-bd31-8b096c6715f8"} {"level":"info","ts":1784669146.9052901,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"526dd1d2-36ae-4c8f-bd31-8b096c6715f8","EoS":false} {"level":"info","ts":1784669146.9053025,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"526dd1d2-36ae-4c8f-bd31-8b096c6715f8","EoS":true} {"level":"info","ts":1784669146.905326,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"526dd1d2-36ae-4c8f-bd31-8b096c6715f8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784669146.9053447,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"526dd1d2-36ae-4c8f-bd31-8b096c6715f8","path":"/ai-tenant-e2e-shared-a-0c5ebd/rate-test-model-0c5ebd/v1/completions"} {"level":"info","ts":1784669146.905371,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"526dd1d2-36ae-4c8f-bd31-8b096c6715f8"} {"level":"info","ts":1784669147.9609127,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784669147.961017,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"83e3d1bc-82a1-411d-848f-8c7f3981c9be"} {"level":"info","ts":1784669147.961033,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"83e3d1bc-82a1-411d-848f-8c7f3981c9be"} {"level":"info","ts":1784669147.961052,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"83e3d1bc-82a1-411d-848f-8c7f3981c9be","EoS":false} {"level":"info","ts":1784669147.9610689,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"83e3d1bc-82a1-411d-848f-8c7f3981c9be","EoS":true} {"level":"info","ts":1784669147.9610982,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"83e3d1bc-82a1-411d-848f-8c7f3981c9be","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784669147.9611185,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"83e3d1bc-82a1-411d-848f-8c7f3981c9be","path":"/ai-tenant-e2e-shared-a-0c5ebd/rate-test-model-0c5ebd/v1/completions"} {"level":"info","ts":1784669147.961154,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"83e3d1bc-82a1-411d-848f-8c7f3981c9be"} {"level":"info","ts":1784669148.998022,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784669148.9981036,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2d3b78f8-4de8-4079-8139-09f4cc89e66d"} {"level":"info","ts":1784669148.9981124,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2d3b78f8-4de8-4079-8139-09f4cc89e66d"} {"level":"info","ts":1784669148.998124,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2d3b78f8-4de8-4079-8139-09f4cc89e66d","EoS":false} {"level":"info","ts":1784669148.9981356,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2d3b78f8-4de8-4079-8139-09f4cc89e66d","EoS":true} {"level":"info","ts":1784669148.9981558,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2d3b78f8-4de8-4079-8139-09f4cc89e66d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784669148.9981716,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2d3b78f8-4de8-4079-8139-09f4cc89e66d","path":"/ai-tenant-e2e-shared-a-0c5ebd/rate-test-model-0c5ebd/v1/completions"} {"level":"info","ts":1784669148.9981942,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2d3b78f8-4de8-4079-8139-09f4cc89e66d"}