{"level":"info","ts":1784667344.2143779,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ed14a1b8-eda1-4c59-a1d7-f068adbf3382","header":"x-maas-subscription"}
{"level":"info","ts":1784667344.2143877,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ed14a1b8-eda1-4c59-a1d7-f068adbf3382","header":"x-maas-group"}
{"level":"info","ts":1784667344.2143924,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ed14a1b8-eda1-4c59-a1d7-f068adbf3382","header":"x-maas-username"}
{"level":"info","ts":1784667344.2144053,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ed14a1b8-eda1-4c59-a1d7-f068adbf3382","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784667344.214428,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ed14a1b8-eda1-4c59-a1d7-f068adbf3382"}
{"level":"info","ts":1784667344.2155116,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ed14a1b8-eda1-4c59-a1d7-f068adbf3382"}
{"level":"info","ts":1784667344.215533,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ed14a1b8-eda1-4c59-a1d7-f068adbf3382"}
{"level":"info","ts":1784667344.2155485,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ed14a1b8-eda1-4c59-a1d7-f068adbf3382","EoS":false}
{"level":"info","ts":1784667344.2155604,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ed14a1b8-eda1-4c59-a1d7-f068adbf3382","EoS":true}
{"level":"info","ts":1784667344.2155998,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ed14a1b8-eda1-4c59-a1d7-f068adbf3382"}
{"level":"info","ts":1784667344.3541083,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784667344.3541694,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"549ed858-6d0e-43e6-b580-f82c4b15a75a"}
{"level":"info","ts":1784667344.354178,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"549ed858-6d0e-43e6-b580-f82c4b15a75a"}
{"level":"info","ts":1784667344.3541882,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"549ed858-6d0e-43e6-b580-f82c4b15a75a","EoS":true}
{"level":"info","ts":1784667344.354209,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"549ed858-6d0e-43e6-b580-f82c4b15a75a","header":"x-maas-username"}
{"level":"info","ts":1784667344.3542187,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"549ed858-6d0e-43e6-b580-f82c4b15a75a","header":"x-maas-group"}
{"level":"info","ts":1784667344.3542237,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"549ed858-6d0e-43e6-b580-f82c4b15a75a","header":"x-maas-subscription"}
{"level":"info","ts":1784667344.3542356,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"549ed858-6d0e-43e6-b580-f82c4b15a75a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784667344.3542645,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"549ed858-6d0e-43e6-b580-f82c4b15a75a"}
{"level":"info","ts":1784667344.355098,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"549ed858-6d0e-43e6-b580-f82c4b15a75a"}
{"level":"info","ts":1784667344.3551166,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"549ed858-6d0e-43e6-b580-f82c4b15a75a"}
{"level":"info","ts":1784667344.355131,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"549ed858-6d0e-43e6-b580-f82c4b15a75a","EoS":false}
{"level":"info","ts":1784667344.3551424,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"549ed858-6d0e-43e6-b580-f82c4b15a75a","EoS":true}
{"level":"info","ts":1784667344.3551755,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"549ed858-6d0e-43e6-b580-f82c4b15a75a"}
{"level":"info","ts":1784667344.4912653,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784667344.4913309,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f38e005b-6eed-4c94-a256-221c6b9ad1d8"}
{"level":"info","ts":1784667344.4913414,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f38e005b-6eed-4c94-a256-221c6b9ad1d8"}
{"level":"info","ts":1784667344.4913518,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f38e005b-6eed-4c94-a256-221c6b9ad1d8","EoS":true}
{"level":"info","ts":1784667344.4913704,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f38e005b-6eed-4c94-a256-221c6b9ad1d8","header":"x-maas-group"}
{"level":"info","ts":1784667344.4913797,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f38e005b-6eed-4c94-a256-221c6b9ad1d8","header":"x-maas-username"}
{"level":"info","ts":1784667344.491385,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f38e005b-6eed-4c94-a256-221c6b9ad1d8","header":"x-maas-subscription"}
{"level":"info","ts":1784667344.4913974,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f38e005b-6eed-4c94-a256-221c6b9ad1d8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784667344.491418,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f38e005b-6eed-4c94-a256-221c6b9ad1d8"}
{"level":"info","ts":1784667344.4935634,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f38e005b-6eed-4c94-a256-221c6b9ad1d8"}
{"level":"info","ts":1784667344.4935868,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f38e005b-6eed-4c94-a256-221c6b9ad1d8"}
{"level":"info","ts":1784667344.4936004,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f38e005b-6eed-4c94-a256-221c6b9ad1d8","EoS":false}
{"level":"info","ts":1784667344.49361,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f38e005b-6eed-4c94-a256-221c6b9ad1d8","EoS":true}
{"level":"info","ts":1784667344.4936426,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f38e005b-6eed-4c94-a256-221c6b9ad1d8"}
{"level":"info","ts":1784667344.630471,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784667344.6305265,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"34c5bcbe-3851-42ef-bfb6-78b87a46cffb"}
{"level":"info","ts":1784667344.6305373,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"34c5bcbe-3851-42ef-bfb6-78b87a46cffb"}
{"level":"info","ts":1784667344.6305478,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"34c5bcbe-3851-42ef-bfb6-78b87a46cffb","EoS":true}
{"level":"info","ts":1784667344.6305664,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"34c5bcbe-3851-42ef-bfb6-78b87a46cffb","header":"x-maas-username"}
{"level":"info","ts":1784667344.6305735,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"34c5bcbe-3851-42ef-bfb6-78b87a46cffb","header":"x-maas-group"}
{"level":"info","ts":1784667344.6305795,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"34c5bcbe-3851-42ef-bfb6-78b87a46cffb","header":"x-maas-subscription"}
{"level":"info","ts":1784667344.6305902,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"34c5bcbe-3851-42ef-bfb6-78b87a46cffb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784667344.6306136,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"34c5bcbe-3851-42ef-bfb6-78b87a46cffb"}
{"level":"info","ts":1784667344.631368,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"34c5bcbe-3851-42ef-bfb6-78b87a46cffb"}
{"level":"info","ts":1784667344.6313782,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"34c5bcbe-3851-42ef-bfb6-78b87a46cffb"}
{"level":"info","ts":1784667344.6313882,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"34c5bcbe-3851-42ef-bfb6-78b87a46cffb","EoS":false}
{"level":"info","ts":1784667344.6313987,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"34c5bcbe-3851-42ef-bfb6-78b87a46cffb","EoS":true}
{"level":"info","ts":1784667344.6314585,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"34c5bcbe-3851-42ef-bfb6-78b87a46cffb"}
{"level":"info","ts":1784667344.7672307,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784667344.7672822,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"befce17a-8912-40ab-8ba6-ec3ac2e43ac0"}
{"level":"info","ts":1784667344.767292,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"befce17a-8912-40ab-8ba6-ec3ac2e43ac0"}
{"level":"info","ts":1784667344.7673028,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"befce17a-8912-40ab-8ba6-ec3ac2e43ac0","EoS":true}
{"level":"info","ts":1784667344.7673216,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"befce17a-8912-40ab-8ba6-ec3ac2e43ac0","header":"x-maas-username"}
{"level":"info","ts":1784667344.7673311,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"befce17a-8912-40ab-8ba6-ec3ac2e43ac0","header":"x-maas-subscription"}
{"level":"info","ts":1784667344.7673352,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"befce17a-8912-40ab-8ba6-ec3ac2e43ac0","header":"x-maas-group"}
{"level":"info","ts":1784667344.7673438,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"befce17a-8912-40ab-8ba6-ec3ac2e43ac0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784667344.7673626,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"befce17a-8912-40ab-8ba6-ec3ac2e43ac0"}
{"level":"info","ts":1784667344.7681642,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"befce17a-8912-40ab-8ba6-ec3ac2e43ac0"}
{"level":"info","ts":1784667344.76818,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"befce17a-8912-40ab-8ba6-ec3ac2e43ac0"}
{"level":"info","ts":1784667344.7681935,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"befce17a-8912-40ab-8ba6-ec3ac2e43ac0","EoS":false}
{"level":"info","ts":1784667344.7682078,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"befce17a-8912-40ab-8ba6-ec3ac2e43ac0","EoS":true}
{"level":"info","ts":1784667344.7682405,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"befce17a-8912-40ab-8ba6-ec3ac2e43ac0"}
{"level":"info","ts":1784667361.7585733,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784667361.758657,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2657a8da-b122-405e-b65a-1b00015861a8"}
{"level":"info","ts":1784667361.7586691,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2657a8da-b122-405e-b65a-1b00015861a8"}
{"level":"info","ts":1784667361.7586806,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2657a8da-b122-405e-b65a-1b00015861a8","EoS":true}
{"level":"info","ts":1784667361.7587075,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2657a8da-b122-405e-b65a-1b00015861a8","header":"x-maas-username"}
{"level":"info","ts":1784667361.7587173,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2657a8da-b122-405e-b65a-1b00015861a8","header":"x-maas-subscription"}
{"level":"info","ts":1784667361.7587216,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2657a8da-b122-405e-b65a-1b00015861a8","header":"x-maas-group"}
{"level":"info","ts":1784667361.7587354,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2657a8da-b122-405e-b65a-1b00015861a8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784667361.7587585,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2657a8da-b122-405e-b65a-1b00015861a8"}
{"level":"info","ts":1784667361.7606401,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2657a8da-b122-405e-b65a-1b00015861a8"}
{"level":"info","ts":1784667361.7606633,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2657a8da-b122-405e-b65a-1b00015861a8"}
{"level":"info","ts":1784667361.7606888,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2657a8da-b122-405e-b65a-1b00015861a8","EoS":false}
{"level":"info","ts":1784667361.760711,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2657a8da-b122-405e-b65a-1b00015861a8","EoS":true}
{"level":"info","ts":1784667361.7607813,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2657a8da-b122-405e-b65a-1b00015861a8"}
{"level":"info","ts":1784667361.900901,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784667361.9009721,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"709efb3b-b8ce-419d-bda4-90181787551b"}
{"level":"info","ts":1784667361.90163,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"709efb3b-b8ce-419d-bda4-90181787551b"}
{"level":"info","ts":1784667361.9016483,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"709efb3b-b8ce-419d-bda4-90181787551b"}
{"level":"info","ts":1784667361.9016638,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"709efb3b-b8ce-419d-bda4-90181787551b","EoS":false}
{"level":"info","ts":1784667361.9016747,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"709efb3b-b8ce-419d-bda4-90181787551b"}
{"level":"info","ts":1784667361.9016995,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"709efb3b-b8ce-419d-bda4-90181787551b","EoS":true}
{"level":"info","ts":1784667361.9017096,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"709efb3b-b8ce-419d-bda4-90181787551b"}
{"level":"info","ts":1784667366.5578716,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784667366.557963,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"97acca27-1aa0-412c-ab92-7b4ee21cdabc"}
{"level":"info","ts":1784667366.5579767,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"97acca27-1aa0-412c-ab92-7b4ee21cdabc"}
{"level":"info","ts":1784667366.557989,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"97acca27-1aa0-412c-ab92-7b4ee21cdabc","EoS":true}
{"level":"info","ts":1784667366.5580244,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"97acca27-1aa0-412c-ab92-7b4ee21cdabc","header":"x-maas-group"}
{"level":"info","ts":1784667366.5580363,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"97acca27-1aa0-412c-ab92-7b4ee21cdabc","header":"x-maas-username"}
{"level":"info","ts":1784667366.558041,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"97acca27-1aa0-412c-ab92-7b4ee21cdabc","header":"x-maas-subscription"}
{"level":"info","ts":1784667366.5580542,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"97acca27-1aa0-412c-ab92-7b4ee21cdabc","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784667366.558078,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"97acca27-1aa0-412c-ab92-7b4ee21cdabc"}
{"level":"info","ts":1784667366.55903,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"97acca27-1aa0-412c-ab92-7b4ee21cdabc"}
{"level":"info","ts":1784667366.5590515,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"97acca27-1aa0-412c-ab92-7b4ee21cdabc"}
{"level":"info","ts":1784667366.5590742,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"97acca27-1aa0-412c-ab92-7b4ee21cdabc","EoS":false}
{"level":"info","ts":1784667366.5590887,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"97acca27-1aa0-412c-ab92-7b4ee21cdabc","EoS":true}
{"level":"info","ts":1784667366.5591285,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"97acca27-1aa0-412c-ab92-7b4ee21cdabc"}
{"level":"info","ts":1784667377.198937,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784667377.1990385,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b344c09d-dfaa-44e1-b064-f1da3dc64ca7"}
{"level":"info","ts":1784667377.1990507,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b344c09d-dfaa-44e1-b064-f1da3dc64ca7"}
{"level":"info","ts":1784667377.1990638,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b344c09d-dfaa-44e1-b064-f1da3dc64ca7","EoS":true}
{"level":"info","ts":1784667377.199089,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b344c09d-dfaa-44e1-b064-f1da3dc64ca7","header":"x-maas-username"}
{"level":"info","ts":1784667377.1991026,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b344c09d-dfaa-44e1-b064-f1da3dc64ca7","header":"x-maas-group"}
{"level":"info","ts":1784667377.199111,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b344c09d-dfaa-44e1-b064-f1da3dc64ca7","header":"x-maas-subscription"}
{"level":"info","ts":1784667377.1991274,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b344c09d-dfaa-44e1-b064-f1da3dc64ca7","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784667377.199155,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b344c09d-dfaa-44e1-b064-f1da3dc64ca7"}
{"level":"info","ts":1784667377.200154,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b344c09d-dfaa-44e1-b064-f1da3dc64ca7"}
{"level":"info","ts":1784667377.2001774,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b344c09d-dfaa-44e1-b064-f1da3dc64ca7"}
{"level":"info","ts":1784667377.200194,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b344c09d-dfaa-44e1-b064-f1da3dc64ca7","EoS":false}
{"level":"info","ts":1784667377.200206,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b344c09d-dfaa-44e1-b064-f1da3dc64ca7","EoS":true}
{"level":"info","ts":1784667377.2002432,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b344c09d-dfaa-44e1-b064-f1da3dc64ca7"}
{"level":"info","ts":1784667390.107869,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784667390.1079445,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2c093632-947c-446e-8caa-c4de97acd159"}
{"level":"info","ts":1784667390.1079595,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2c093632-947c-446e-8caa-c4de97acd159"}
{"level":"info","ts":1784667390.1079772,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2c093632-947c-446e-8caa-c4de97acd159","EoS":true}
{"level":"info","ts":1784667390.1080148,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2c093632-947c-446e-8caa-c4de97acd159","header":"x-maas-group"}
{"level":"info","ts":1784667390.1080294,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2c093632-947c-446e-8caa-c4de97acd159","header":"x-maas-subscription"}
{"level":"info","ts":1784667390.1080377,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2c093632-947c-446e-8caa-c4de97acd159","header":"x-maas-username"}
{"level":"info","ts":1784667390.1080568,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2c093632-947c-446e-8caa-c4de97acd159","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784667390.1080933,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2c093632-947c-446e-8caa-c4de97acd159"}
{"level":"info","ts":1784667390.1091218,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2c093632-947c-446e-8caa-c4de97acd159"}
{"level":"info","ts":1784667390.1091409,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2c093632-947c-446e-8caa-c4de97acd159"}
{"level":"info","ts":1784667390.1091588,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2c093632-947c-446e-8caa-c4de97acd159","EoS":false}
{"level":"info","ts":1784667390.1091702,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2c093632-947c-446e-8caa-c4de97acd159","EoS":true}
{"level":"info","ts":1784667390.1092064,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2c093632-947c-446e-8caa-c4de97acd159"}
{"level":"info","ts":1784667398.6545365,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784667398.6546183,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b2b570d3-2830-48d7-b251-c4f426781ce7"}
{"level":"info","ts":1784667398.65463,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b2b570d3-2830-48d7-b251-c4f426781ce7"}
{"level":"info","ts":1784667398.6546416,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b2b570d3-2830-48d7-b251-c4f426781ce7","EoS":true}
{"level":"info","ts":1784667398.654666,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b2b570d3-2830-48d7-b251-c4f426781ce7","header":"x-maas-username"}
{"level":"info","ts":1784667398.6546755,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b2b570d3-2830-48d7-b251-c4f426781ce7","header":"x-maas-subscription"}
{"level":"info","ts":1784667398.65468,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b2b570d3-2830-48d7-b251-c4f426781ce7","header":"x-maas-group"}
{"level":"info","ts":1784667398.6546936,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b2b570d3-2830-48d7-b251-c4f426781ce7","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784667398.65472,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b2b570d3-2830-48d7-b251-c4f426781ce7"}
{"level":"info","ts":1784667398.655655,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b2b570d3-2830-48d7-b251-c4f426781ce7"}
{"level":"info","ts":1784667398.6556764,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b2b570d3-2830-48d7-b251-c4f426781ce7"}
{"level":"info","ts":1784667398.6556923,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b2b570d3-2830-48d7-b251-c4f426781ce7","EoS":false}
{"level":"info","ts":1784667398.6557088,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b2b570d3-2830-48d7-b251-c4f426781ce7","EoS":true}
{"level":"info","ts":1784667398.6557467,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b2b570d3-2830-48d7-b251-c4f426781ce7"}
{"level":"info","ts":1784667407.5616431,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784667407.561719,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ff3ce5ab-1b00-4102-9771-c3c9ecf0777a"}
{"level":"info","ts":1784667407.5617282,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ff3ce5ab-1b00-4102-9771-c3c9ecf0777a"}
{"level":"info","ts":1784667407.56174,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ff3ce5ab-1b00-4102-9771-c3c9ecf0777a","EoS":true}
{"level":"info","ts":1784667407.5617642,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ff3ce5ab-1b00-4102-9771-c3c9ecf0777a","header":"x-maas-group"}
{"level":"info","ts":1784667407.5617747,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ff3ce5ab-1b00-4102-9771-c3c9ecf0777a","header":"x-maas-username"}
{"level":"info","ts":1784667407.56178,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ff3ce5ab-1b00-4102-9771-c3c9ecf0777a","header":"x-maas-subscription"}
{"level":"info","ts":1784667407.561795,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ff3ce5ab-1b00-4102-9771-c3c9ecf0777a","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784667407.5618196,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ff3ce5ab-1b00-4102-9771-c3c9ecf0777a"}
{"level":"info","ts":1784667407.5627093,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ff3ce5ab-1b00-4102-9771-c3c9ecf0777a"}
{"level":"info","ts":1784667407.5627325,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ff3ce5ab-1b00-4102-9771-c3c9ecf0777a"}
{"level":"info","ts":1784667407.5627537,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ff3ce5ab-1b00-4102-9771-c3c9ecf0777a","EoS":false}
{"level":"info","ts":1784667407.5627656,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ff3ce5ab-1b00-4102-9771-c3c9ecf0777a","EoS":true}
{"level":"info","ts":1784667407.5628023,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ff3ce5ab-1b00-4102-9771-c3c9ecf0777a"}
{"level":"info","ts":1784667432.5995834,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784667432.5996847,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a79b02b4-5bae-4ebe-aa7a-6edbc980a421"}
{"level":"info","ts":1784667432.5997005,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a79b02b4-5bae-4ebe-aa7a-6edbc980a421"}
{"level":"info","ts":1784667432.5997195,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a79b02b4-5bae-4ebe-aa7a-6edbc980a421","EoS":true}
{"level":"info","ts":1784667432.5997589,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a79b02b4-5bae-4ebe-aa7a-6edbc980a421","header":"x-maas-username"}
{"level":"info","ts":1784667432.599772,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a79b02b4-5bae-4ebe-aa7a-6edbc980a421","header":"x-maas-group"}
{"level":"info","ts":1784667432.5997806,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a79b02b4-5bae-4ebe-aa7a-6edbc980a421","header":"x-maas-subscription"}
{"level":"info","ts":1784667432.5997992,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a79b02b4-5bae-4ebe-aa7a-6edbc980a421","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784667432.599834,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a79b02b4-5bae-4ebe-aa7a-6edbc980a421"}
{"level":"info","ts":1784667432.6021287,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a79b02b4-5bae-4ebe-aa7a-6edbc980a421"}
{"level":"info","ts":1784667432.602151,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a79b02b4-5bae-4ebe-aa7a-6edbc980a421"}
{"level":"info","ts":1784667432.6021671,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a79b02b4-5bae-4ebe-aa7a-6edbc980a421","EoS":false}
{"level":"info","ts":1784667432.6021795,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a79b02b4-5bae-4ebe-aa7a-6edbc980a421","EoS":true}
{"level":"info","ts":1784667432.6022167,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a79b02b4-5bae-4ebe-aa7a-6edbc980a421"}
{"level":"info","ts":1784667456.9726746,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784667456.9727514,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"32d18eb8-7725-43ca-a52b-9eb81d886715"}
{"level":"info","ts":1784667456.9727635,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"32d18eb8-7725-43ca-a52b-9eb81d886715"}
{"level":"info","ts":1784667456.9727757,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"32d18eb8-7725-43ca-a52b-9eb81d886715","EoS":true}
{"level":"info","ts":1784667456.9728024,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"32d18eb8-7725-43ca-a52b-9eb81d886715","header":"x-maas-username"}
{"level":"info","ts":1784667456.97281,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"32d18eb8-7725-43ca-a52b-9eb81d886715","header":"x-maas-subscription"}
{"level":"info","ts":1784667456.9728155,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"32d18eb8-7725-43ca-a52b-9eb81d886715","header":"x-maas-group"}
{"level":"info","ts":1784667456.9728281,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"32d18eb8-7725-43ca-a52b-9eb81d886715","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784667456.972848,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"32d18eb8-7725-43ca-a52b-9eb81d886715"}
{"level":"info","ts":1784667456.9753175,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"32d18eb8-7725-43ca-a52b-9eb81d886715"}
{"level":"info","ts":1784667456.97534,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"32d18eb8-7725-43ca-a52b-9eb81d886715"}
{"level":"info","ts":1784667456.9753647,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"32d18eb8-7725-43ca-a52b-9eb81d886715","EoS":false}
{"level":"info","ts":1784667456.9753833,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"32d18eb8-7725-43ca-a52b-9eb81d886715","EoS":true}
{"level":"info","ts":1784667456.9754813,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"32d18eb8-7725-43ca-a52b-9eb81d886715"}
{"level":"info","ts":1784667484.1066966,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784667484.1067963,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c3f6f905-a0cf-4e93-8d4b-2f1d01ccb57d"}
{"level":"info","ts":1784667484.1068099,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c3f6f905-a0cf-4e93-8d4b-2f1d01ccb57d"}
{"level":"info","ts":1784667484.106886,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c3f6f905-a0cf-4e93-8d4b-2f1d01ccb57d","EoS":true}
{"level":"info","ts":1784667484.1069174,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c3f6f905-a0cf-4e93-8d4b-2f1d01ccb57d","header":"x-maas-group"}
{"level":"info","ts":1784667484.1069293,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c3f6f905-a0cf-4e93-8d4b-2f1d01ccb57d","header":"x-maas-username"}
{"level":"info","ts":1784667484.1069343,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c3f6f905-a0cf-4e93-8d4b-2f1d01ccb57d","header":"x-maas-subscription"}
{"level":"info","ts":1784667484.1069458,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c3f6f905-a0cf-4e93-8d4b-2f1d01ccb57d","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784667484.1069703,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c3f6f905-a0cf-4e93-8d4b-2f1d01ccb57d"}
{"level":"info","ts":1784667484.1079278,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c3f6f905-a0cf-4e93-8d4b-2f1d01ccb57d"}
{"level":"info","ts":1784667484.1079514,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c3f6f905-a0cf-4e93-8d4b-2f1d01ccb57d"}
{"level":"info","ts":1784667484.1079664,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c3f6f905-a0cf-4e93-8d4b-2f1d01ccb57d","EoS":false}
{"level":"info","ts":1784667484.1079774,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c3f6f905-a0cf-4e93-8d4b-2f1d01ccb57d","EoS":true}
{"level":"info","ts":1784667484.1080084,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c3f6f905-a0cf-4e93-8d4b-2f1d01ccb57d"}
{"level":"info","ts":1784667493.9486725,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784667493.9487486,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"62b1afe3-4b5c-4c62-b92d-f21d9a84eb71"}
{"level":"info","ts":1784667493.948762,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"62b1afe3-4b5c-4c62-b92d-f21d9a84eb71"}
{"level":"info","ts":1784667493.948774,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"62b1afe3-4b5c-4c62-b92d-f21d9a84eb71","EoS":true}
{"level":"info","ts":1784667493.9487972,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"62b1afe3-4b5c-4c62-b92d-f21d9a84eb71","header":"x-maas-subscription"}
{"level":"info","ts":1784667493.9488072,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"62b1afe3-4b5c-4c62-b92d-f21d9a84eb71","header":"x-maas-group"}
{"level":"info","ts":1784667493.9488125,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"62b1afe3-4b5c-4c62-b92d-f21d9a84eb71","header":"x-maas-username"}
{"level":"info","ts":1784667493.9488618,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"62b1afe3-4b5c-4c62-b92d-f21d9a84eb71","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784667493.9488873,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"62b1afe3-4b5c-4c62-b92d-f21d9a84eb71"}
{"level":"info","ts":1784667493.9517326,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"62b1afe3-4b5c-4c62-b92d-f21d9a84eb71"}
{"level":"info","ts":1784667493.9517548,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"62b1afe3-4b5c-4c62-b92d-f21d9a84eb71"}
{"level":"info","ts":1784667493.9517727,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"62b1afe3-4b5c-4c62-b92d-f21d9a84eb71","EoS":false}
{"level":"info","ts":1784667493.9517841,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"62b1afe3-4b5c-4c62-b92d-f21d9a84eb71","EoS":true}
{"level":"info","ts":1784667493.9518209,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"62b1afe3-4b5c-4c62-b92d-f21d9a84eb71"}
{"level":"info","ts":1784667493.9853382,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784667493.9854016,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"889c3ce7-47ab-46ca-a5e9-ac4d47fa4357"}
{"level":"info","ts":1784667493.9854128,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"889c3ce7-47ab-46ca-a5e9-ac4d47fa4357"}
{"level":"info","ts":1784667493.9854238,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"889c3ce7-47ab-46ca-a5e9-ac4d47fa4357","EoS":true}
{"level":"info","ts":1784667493.9854596,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"889c3ce7-47ab-46ca-a5e9-ac4d47fa4357","header":"x-maas-group"}
{"level":"info","ts":1784667493.9855034,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"889c3ce7-47ab-46ca-a5e9-ac4d47fa4357","header":"x-maas-subscription"}
{"level":"info","ts":1784667493.9855123,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"889c3ce7-47ab-46ca-a5e9-ac4d47fa4357","header":"x-maas-username"}
{"level":"info","ts":1784667493.985524,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"889c3ce7-47ab-46ca-a5e9-ac4d47fa4357","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784667493.9855456,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"889c3ce7-47ab-46ca-a5e9-ac4d47fa4357"}
{"level":"info","ts":1784667493.9863703,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"889c3ce7-47ab-46ca-a5e9-ac4d47fa4357"}
{"level":"info","ts":1784667493.9863877,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"889c3ce7-47ab-46ca-a5e9-ac4d47fa4357"}
{"level":"info","ts":1784667493.9864018,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"889c3ce7-47ab-46ca-a5e9-ac4d47fa4357","EoS":false}
{"level":"info","ts":1784667493.9864135,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"889c3ce7-47ab-46ca-a5e9-ac4d47fa4357","EoS":true}
{"level":"info","ts":1784667493.9864676,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"889c3ce7-47ab-46ca-a5e9-ac4d47fa4357"}
{"level":"info","ts":1784667513.9817646,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784667513.9818525,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"affaf2fa-e83e-4726-8cd7-a5689093a0ff"}
{"level":"info","ts":1784667513.9818716,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"affaf2fa-e83e-4726-8cd7-a5689093a0ff"}
{"level":"info","ts":1784667513.981893,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"affaf2fa-e83e-4726-8cd7-a5689093a0ff","EoS":true}
{"level":"info","ts":1784667513.9819317,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"affaf2fa-e83e-4726-8cd7-a5689093a0ff","header":"x-maas-username"}
{"level":"info","ts":1784667513.9819438,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"affaf2fa-e83e-4726-8cd7-a5689093a0ff","header":"x-maas-subscription"}
{"level":"info","ts":1784667513.981951,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"affaf2fa-e83e-4726-8cd7-a5689093a0ff","header":"x-maas-group"}
{"level":"info","ts":1784667513.9819686,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"affaf2fa-e83e-4726-8cd7-a5689093a0ff","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784667513.982002,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"affaf2fa-e83e-4726-8cd7-a5689093a0ff"}
{"level":"info","ts":1784667513.9831772,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"affaf2fa-e83e-4726-8cd7-a5689093a0ff"}
{"level":"info","ts":1784667513.9832022,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"affaf2fa-e83e-4726-8cd7-a5689093a0ff"}
{"level":"info","ts":1784667513.9832191,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"affaf2fa-e83e-4726-8cd7-a5689093a0ff","EoS":false}
{"level":"info","ts":1784667513.9832308,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"affaf2fa-e83e-4726-8cd7-a5689093a0ff","EoS":true}
{"level":"info","ts":1784667513.9832659,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"affaf2fa-e83e-4726-8cd7-a5689093a0ff"}
{"level":"info","ts":1784667645.7123525,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784667645.7124536,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"69710b69-9e3b-4ffb-be43-132e28d616d0"}
{"level":"info","ts":1784667645.712467,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"69710b69-9e3b-4ffb-be43-132e28d616d0"}
{"level":"info","ts":1784667645.7124798,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"69710b69-9e3b-4ffb-be43-132e28d616d0","EoS":true}
{"level":"info","ts":1784667645.7125053,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"69710b69-9e3b-4ffb-be43-132e28d616d0","header":"x-maas-username"}
{"level":"info","ts":1784667645.7125163,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"69710b69-9e3b-4ffb-be43-132e28d616d0","header":"x-maas-group"}
{"level":"info","ts":1784667645.712525,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"69710b69-9e3b-4ffb-be43-132e28d616d0","header":"x-maas-subscription"}
{"level":"info","ts":1784667645.7125413,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"69710b69-9e3b-4ffb-be43-132e28d616d0","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1784667645.7125704,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"69710b69-9e3b-4ffb-be43-132e28d616d0"}
{"level":"info","ts":1784667645.7146347,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"69710b69-9e3b-4ffb-be43-132e28d616d0"}
{"level":"info","ts":1784667645.7146587,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"69710b69-9e3b-4ffb-be43-132e28d616d0"}
{"level":"info","ts":1784667645.714676,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"69710b69-9e3b-4ffb-be43-132e28d616d0","EoS":false}
{"level":"info","ts":1784667645.7146885,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"69710b69-9e3b-4ffb-be43-132e28d616d0","EoS":true}
{"level":"info","ts":1784667645.7147243,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"69710b69-9e3b-4ffb-be43-132e28d616d0"}
{"level":"info","ts":1784667683.0008166,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784667683.0008965,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a2ebaec6-314f-48d3-9d5b-757055b831ae"}
{"level":"info","ts":1784667683.0009081,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a2ebaec6-314f-48d3-9d5b-757055b831ae"}
{"level":"info","ts":1784667683.0009196,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a2ebaec6-314f-48d3-9d5b-757055b831ae","EoS":true}
{"level":"info","ts":1784667683.0009482,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a2ebaec6-314f-48d3-9d5b-757055b831ae","header":"x-maas-subscription"}
{"level":"info","ts":1784667683.0009584,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a2ebaec6-314f-48d3-9d5b-757055b831ae","header":"x-maas-group"}
{"level":"info","ts":1784667683.0009632,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a2ebaec6-314f-48d3-9d5b-757055b831ae","header":"x-maas-username"}
{"level":"info","ts":1784667683.0009763,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a2ebaec6-314f-48d3-9d5b-757055b831ae","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784667683.0009964,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a2ebaec6-314f-48d3-9d5b-757055b831ae"}
{"level":"info","ts":1784667683.0044515,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a2ebaec6-314f-48d3-9d5b-757055b831ae"}
{"level":"info","ts":1784667683.0044754,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a2ebaec6-314f-48d3-9d5b-757055b831ae"}
{"level":"info","ts":1784667683.0044928,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a2ebaec6-314f-48d3-9d5b-757055b831ae","EoS":false}
{"level":"info","ts":1784667683.0045056,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a2ebaec6-314f-48d3-9d5b-757055b831ae","EoS":true}
{"level":"info","ts":1784667683.0045493,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a2ebaec6-314f-48d3-9d5b-757055b831ae"}
{"level":"info","ts":1784667698.3029945,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784667698.3030777,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1f997d27-4b3f-4fc4-ad71-0bb7e30db868"}
{"level":"info","ts":1784667698.3030882,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1f997d27-4b3f-4fc4-ad71-0bb7e30db868"}
{"level":"info","ts":1784667698.3030992,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1f997d27-4b3f-4fc4-ad71-0bb7e30db868","EoS":true}
{"level":"info","ts":1784667698.3031244,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1f997d27-4b3f-4fc4-ad71-0bb7e30db868","header":"x-maas-subscription"}
{"level":"info","ts":1784667698.3031342,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1f997d27-4b3f-4fc4-ad71-0bb7e30db868","header":"x-maas-username"}
{"level":"info","ts":1784667698.3031397,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1f997d27-4b3f-4fc4-ad71-0bb7e30db868","header":"x-maas-group"}
{"level":"info","ts":1784667698.3031526,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1f997d27-4b3f-4fc4-ad71-0bb7e30db868","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784667698.3031745,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1f997d27-4b3f-4fc4-ad71-0bb7e30db868"}
{"level":"info","ts":1784667698.3041055,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1f997d27-4b3f-4fc4-ad71-0bb7e30db868"}
{"level":"info","ts":1784667698.30413,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1f997d27-4b3f-4fc4-ad71-0bb7e30db868"}
{"level":"info","ts":1784667698.3041458,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1f997d27-4b3f-4fc4-ad71-0bb7e30db868","EoS":false}
{"level":"info","ts":1784667698.3041592,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1f997d27-4b3f-4fc4-ad71-0bb7e30db868","EoS":true}
{"level":"info","ts":1784667698.304201,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1f997d27-4b3f-4fc4-ad71-0bb7e30db868"}
{"level":"info","ts":1784668023.5813978,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784668023.581519,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0642474f-432f-4990-85a6-f04e6e0a09c5"}
{"level":"info","ts":1784668023.5815346,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0642474f-432f-4990-85a6-f04e6e0a09c5"}
{"level":"info","ts":1784668023.5815995,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0642474f-432f-4990-85a6-f04e6e0a09c5","EoS":true}
{"level":"info","ts":1784668023.5816376,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0642474f-432f-4990-85a6-f04e6e0a09c5","header":"x-maas-username"}
{"level":"info","ts":1784668023.5816498,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0642474f-432f-4990-85a6-f04e6e0a09c5","header":"x-maas-group"}
{"level":"info","ts":1784668023.581659,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0642474f-432f-4990-85a6-f04e6e0a09c5","header":"x-maas-subscription"}
{"level":"info","ts":1784668023.5816782,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0642474f-432f-4990-85a6-f04e6e0a09c5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784668023.5817106,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0642474f-432f-4990-85a6-f04e6e0a09c5"}
{"level":"info","ts":1784668023.5825748,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0642474f-432f-4990-85a6-f04e6e0a09c5"}
{"level":"info","ts":1784668023.5825965,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0642474f-432f-4990-85a6-f04e6e0a09c5"}
{"level":"info","ts":1784668023.582613,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0642474f-432f-4990-85a6-f04e6e0a09c5","EoS":false}
{"level":"info","ts":1784668023.5826244,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0642474f-432f-4990-85a6-f04e6e0a09c5","EoS":true}
{"level":"info","ts":1784668023.5826595,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0642474f-432f-4990-85a6-f04e6e0a09c5"}
{"level":"info","ts":1784668028.3866954,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"f658d946-6a8f-4589-a0c3-a806bff0ef15","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784668028.3869803,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35360.437788823,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784668028.3870072,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784668028.428732,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784668028.4876292,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"f658d946-6a8f-4589-a0c3-a806bff0ef15","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784668028.506422,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f06bcd08-5667-46b1-beaa-2353b5b210a1"}
{"level":"info","ts":1784668028.506578,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"abaf97eb-c886-4c7e-888f-c13bd5c343c2","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784668028.5066063,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"abaf97eb-c886-4c7e-888f-c13bd5c343c2","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784668028.5141625,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"150cc4b6-7e23-402e-bfb6-1c8f162d5a07","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784668028.5141828,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"150cc4b6-7e23-402e-bfb6-1c8f162d5a07","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784668028.514406,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37395.547130752,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784668028.5144246,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784668028.5229447,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784668028.615072,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f06bcd08-5667-46b1-beaa-2353b5b210a1","name":"e2e-external-provider"}
{"level":"info","ts":1784668028.62264,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"edb5837c-6083-4cb6-9424-02aa8c2c6f69"}
{"level":"info","ts":1784668028.6226864,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"38bb5262-db6b-455f-804c-159cc8eeaec5","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784668028.6227424,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"38bb5262-db6b-455f-804c-159cc8eeaec5","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784668028.6245182,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f06bcd08-5667-46b1-beaa-2353b5b210a1","kind":"ServiceEntry","name":"e2e-external-provider"}
{"level":"info","ts":1784668028.6307352,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"edb5837c-6083-4cb6-9424-02aa8c2c6f69","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784668028.6307662,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4970bf01-1451-442e-9b36-25cbb08fbdd6","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784668028.6307874,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4970bf01-1451-442e-9b36-25cbb08fbdd6","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784668028.634398,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f06bcd08-5667-46b1-beaa-2353b5b210a1","kind":"DestinationRule","name":"e2e-external-provider"}
{"level":"error","ts":1784668028.6365433,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"edb5837c-6083-4cb6-9424-02aa8c2c6f69","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784668028.6365757,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a6a9cda3-fa79-4ccd-bce7-e37c6e10cb5a","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784668028.636598,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a6a9cda3-fa79-4ccd-bce7-e37c6e10cb5a","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784668028.6366203,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cbca6330-739d-4608-bfc9-c72024f0b722"}
{"level":"info","ts":1784668028.6366503,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cbca6330-739d-4608-bfc9-c72024f0b722","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784668028.6415813,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f06bcd08-5667-46b1-beaa-2353b5b210a1","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"error","ts":1784668028.6447725,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cbca6330-739d-4608-bfc9-c72024f0b722","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784668028.6448693,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"57463224-ba97-424d-946d-68e565a7b101"}
{"level":"info","ts":1784668028.6448984,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"57463224-ba97-424d-946d-68e565a7b101","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784668028.6473274,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"05a5308f-d5b8-4299-a1cf-3643a92f0588"}
{"level":"info","ts":1784668028.647373,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4f7d52ed-382b-451b-a246-90da6d20e659","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784668028.6473863,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"05a5308f-d5b8-4299-a1cf-3643a92f0588","name":"e2e-external-provider"}
{"level":"info","ts":1784668028.6473954,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4f7d52ed-382b-451b-a246-90da6d20e659","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784668028.6474588,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d20f4bb4-0337-4481-aaba-68cc94ecdb84","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784668028.647473,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d20f4bb4-0337-4481-aaba-68cc94ecdb84","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784668028.6495183,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"57463224-ba97-424d-946d-68e565a7b101","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784668028.649581,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1b7f72cc-94c9-4829-a480-38b6169c270b"}
{"level":"info","ts":1784668028.6497726,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":37076.692696574,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784668028.6497889,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784668028.656895,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"05a5308f-d5b8-4299-a1cf-3643a92f0588","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784668028.6592796,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784668028.6620545,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c16fca1b-0bc6-4e70-a6a6-de6effc70f65"}
{"level":"info","ts":1784668028.6620877,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c16fca1b-0bc6-4e70-a6a6-de6effc70f65","name":"e2e-external-provider"}
{"level":"info","ts":1784668028.6724677,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c16fca1b-0bc6-4e70-a6a6-de6effc70f65","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784668028.7503529,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1b7f72cc-94c9-4829-a480-38b6169c270b","name":"e2e-external-model"}
{"level":"info","ts":1784668028.7671027,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"114a8355-901a-4ee4-b09e-db00119d5281","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784668028.7671344,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"114a8355-901a-4ee4-b09e-db00119d5281","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784668028.7682285,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1b7f72cc-94c9-4829-a480-38b6169c270b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1784668028.7682834,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1b7f72cc-94c9-4829-a480-38b6169c270b","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784668028.7683384,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"822177c1-0b8f-4446-87d3-7e1237bc41aa"}
{"level":"info","ts":1784668028.7683878,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"822177c1-0b8f-4446-87d3-7e1237bc41aa","name":"e2e-external-model"}
{"level":"info","ts":1784668028.7810209,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"105ec490-9336-4eec-9cdd-e95c11d07b32","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784668028.7810483,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"105ec490-9336-4eec-9cdd-e95c11d07b32","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784668028.784072,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"822177c1-0b8f-4446-87d3-7e1237bc41aa","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1784668028.7841113,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"822177c1-0b8f-4446-87d3-7e1237bc41aa","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784668028.7841635,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e7bdb761-bd41-4025-97a6-02080e476312"}
{"level":"info","ts":1784668028.7842135,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e7bdb761-bd41-4025-97a6-02080e476312","name":"e2e-external-model"}
{"level":"info","ts":1784668028.7927554,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e7bdb761-bd41-4025-97a6-02080e476312","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784668028.7957745,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"26147073-b873-4d98-9c6d-19960b9b6318","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784668028.7957988,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"26147073-b873-4d98-9c6d-19960b9b6318","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784668028.8003252,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e7bdb761-bd41-4025-97a6-02080e476312","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784668028.800379,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"536e8f87-eb9f-4f30-8cbb-fbf5247a6485"}
{"level":"info","ts":1784668028.800416,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"536e8f87-eb9f-4f30-8cbb-fbf5247a6485","name":"e2e-external-model"}
{"level":"info","ts":1784668028.8083847,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"536e8f87-eb9f-4f30-8cbb-fbf5247a6485","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784668036.1027591,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784668036.1028533,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"87f9c661-33c2-4cb4-a890-9d8b877275a5"}
{"level":"info","ts":1784668036.1028726,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"87f9c661-33c2-4cb4-a890-9d8b877275a5"}
{"level":"info","ts":1784668036.102914,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"87f9c661-33c2-4cb4-a890-9d8b877275a5","EoS":true}
{"level":"info","ts":1784668036.1029522,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"87f9c661-33c2-4cb4-a890-9d8b877275a5","header":"x-maas-subscription"}
{"level":"info","ts":1784668036.1029654,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"87f9c661-33c2-4cb4-a890-9d8b877275a5","header":"x-maas-username"}
{"level":"info","ts":1784668036.1029735,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"87f9c661-33c2-4cb4-a890-9d8b877275a5","header":"x-maas-group"}
{"level":"info","ts":1784668036.1029935,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"87f9c661-33c2-4cb4-a890-9d8b877275a5","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784668036.1030076,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"87f9c661-33c2-4cb4-a890-9d8b877275a5","modelName":"e2e-external-model"}
{"level":"info","ts":1784668036.1030262,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"87f9c661-33c2-4cb4-a890-9d8b877275a5","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784668036.103069,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"87f9c661-33c2-4cb4-a890-9d8b877275a5","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784668036.1030884,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"87f9c661-33c2-4cb4-a890-9d8b877275a5","authType":"apikey"}
{"level":"info","ts":1784668036.1031277,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"87f9c661-33c2-4cb4-a890-9d8b877275a5"}
{"level":"info","ts":1784668036.2246835,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6a721796-166d-476f-a68c-e4990a53c121"}
{"level":"info","ts":1784668036.2247381,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"575a18e7-1ab9-4656-8fff-86e761da5998","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784668036.2247758,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"575a18e7-1ab9-4656-8fff-86e761da5998","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784668036.2305076,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6a721796-166d-476f-a68c-e4990a53c121","name":"e2e-cleanup-test"}
{"level":"info","ts":1784668036.2305226,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f3b805b9-e436-407b-b9b3-d64e1f88daf1","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784668036.2305446,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f3b805b9-e436-407b-b9b3-d64e1f88daf1","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784668036.2481067,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6a721796-166d-476f-a68c-e4990a53c121","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784668036.2563689,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e1a220d2-4366-42dd-bcdc-5bd7e8db36f1","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784668036.256378,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"17ccb4d1-1386-4ebf-b046-93efcc1641d8"}
{"level":"info","ts":1784668036.2563958,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e1a220d2-4366-42dd-bcdc-5bd7e8db36f1","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784668036.2564235,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"17ccb4d1-1386-4ebf-b046-93efcc1641d8","name":"e2e-cleanup-test"}
{"level":"info","ts":1784668036.269268,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6a4ac1d8-5557-487e-9903-92e89579e595","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784668036.269293,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6a4ac1d8-5557-487e-9903-92e89579e595","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784668036.26933,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"17ccb4d1-1386-4ebf-b046-93efcc1641d8","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784668036.2693846,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e2d2a9be-b9a6-43c8-97cd-f8f6cd9cde19"}
{"level":"info","ts":1784668036.269427,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e2d2a9be-b9a6-43c8-97cd-f8f6cd9cde19","name":"e2e-cleanup-test"}
{"level":"info","ts":1784668036.279784,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e2d2a9be-b9a6-43c8-97cd-f8f6cd9cde19","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784668036.2884088,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"db750fbb-2fdc-4b25-a1a0-11234dc46564"}
{"level":"info","ts":1784668036.2884166,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"71dd8f04-6e2f-4135-86a7-d6386a3ad754","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784668036.2884586,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"71dd8f04-6e2f-4135-86a7-d6386a3ad754","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784668036.2884724,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"db750fbb-2fdc-4b25-a1a0-11234dc46564","name":"e2e-cleanup-test"}
{"level":"info","ts":1784668036.2982876,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"db750fbb-2fdc-4b25-a1a0-11234dc46564","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784668044.4967465,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3e9d8eff-bada-405f-9ced-1a8258242170"}
{"level":"info","ts":1784668044.4967945,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c0055e74-9ef4-4ed8-a34e-6c35b1c3494a","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784668044.4968278,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c0055e74-9ef4-4ed8-a34e-6c35b1c3494a","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784668048.815012,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784668048.815111,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b0b7a176-f338-43cb-ac6c-17090022bbab"}
{"level":"info","ts":1784668048.8151271,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b0b7a176-f338-43cb-ac6c-17090022bbab"}
{"level":"info","ts":1784668048.8151448,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b0b7a176-f338-43cb-ac6c-17090022bbab","EoS":true}
{"level":"info","ts":1784668048.815189,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b0b7a176-f338-43cb-ac6c-17090022bbab","path":"/llm/nonexistent-model-xyz/v1/chat/completions"}
{"level":"info","ts":1784668048.8152254,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b0b7a176-f338-43cb-ac6c-17090022bbab"}
{"level":"info","ts":1784668048.8577175,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784668048.8577788,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ea4b5b16-af40-4beb-9ad8-49db62ddc228"}
{"level":"info","ts":1784668048.8577895,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ea4b5b16-af40-4beb-9ad8-49db62ddc228"}
{"level":"info","ts":1784668048.8578002,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ea4b5b16-af40-4beb-9ad8-49db62ddc228","EoS":true}
{"level":"info","ts":1784668048.8578205,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ea4b5b16-af40-4beb-9ad8-49db62ddc228","header":"x-maas-group"}
{"level":"info","ts":1784668048.85783,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ea4b5b16-af40-4beb-9ad8-49db62ddc228","header":"x-maas-username"}
{"level":"info","ts":1784668048.8578348,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ea4b5b16-af40-4beb-9ad8-49db62ddc228","header":"x-maas-subscription"}
{"level":"info","ts":1784668048.8578465,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ea4b5b16-af40-4beb-9ad8-49db62ddc228","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784668048.8578546,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"ea4b5b16-af40-4beb-9ad8-49db62ddc228","modelName":"e2e-external-model"}
{"level":"info","ts":1784668048.857866,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"ea4b5b16-af40-4beb-9ad8-49db62ddc228","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784668048.8578858,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"ea4b5b16-af40-4beb-9ad8-49db62ddc228","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784668048.8579054,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"ea4b5b16-af40-4beb-9ad8-49db62ddc228","authType":"apikey"}
{"level":"info","ts":1784668048.8579292,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ea4b5b16-af40-4beb-9ad8-49db62ddc228"}
{"level":"info","ts":1784668048.8937962,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784668048.8938468,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"630f218d-9c84-41d3-a375-3c5ab38e892e"}
{"level":"info","ts":1784668048.8938563,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"630f218d-9c84-41d3-a375-3c5ab38e892e"}
{"level":"info","ts":1784668048.893867,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"630f218d-9c84-41d3-a375-3c5ab38e892e","EoS":true}
{"level":"info","ts":1784668048.8938909,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"630f218d-9c84-41d3-a375-3c5ab38e892e","header":"x-maas-subscription"}
{"level":"info","ts":1784668048.893901,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"630f218d-9c84-41d3-a375-3c5ab38e892e","header":"x-maas-username"}
{"level":"info","ts":1784668048.8939083,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"630f218d-9c84-41d3-a375-3c5ab38e892e","header":"x-maas-group"}
{"level":"info","ts":1784668048.8939188,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"630f218d-9c84-41d3-a375-3c5ab38e892e","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784668048.893938,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"630f218d-9c84-41d3-a375-3c5ab38e892e"}
{"level":"info","ts":1784668048.9915314,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"630f218d-9c84-41d3-a375-3c5ab38e892e"}
{"level":"info","ts":1784668048.9915473,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"630f218d-9c84-41d3-a375-3c5ab38e892e"}
{"level":"info","ts":1784668048.991562,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"630f218d-9c84-41d3-a375-3c5ab38e892e","EoS":false}
{"level":"info","ts":1784668048.9915726,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"630f218d-9c84-41d3-a375-3c5ab38e892e","EoS":true}
{"level":"error","ts":1784668048.9915853,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"630f218d-9c84-41d3-a375-3c5ab38e892e","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784668048.9916449,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"630f218d-9c84-41d3-a375-3c5ab38e892e"}
{"level":"info","ts":1784668049.0309124,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784668049.0309746,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a13aea10-459f-416d-a2ee-4727f37e3580"}
{"level":"info","ts":1784668049.0309863,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a13aea10-459f-416d-a2ee-4727f37e3580"}
{"level":"info","ts":1784668049.0309978,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a13aea10-459f-416d-a2ee-4727f37e3580","EoS":true}
{"level":"info","ts":1784668049.0310156,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a13aea10-459f-416d-a2ee-4727f37e3580","header":"x-maas-username"}
{"level":"info","ts":1784668049.0310252,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a13aea10-459f-416d-a2ee-4727f37e3580","header":"x-maas-subscription"}
{"level":"info","ts":1784668049.0310302,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a13aea10-459f-416d-a2ee-4727f37e3580","header":"x-maas-group"}
{"level":"info","ts":1784668049.0310516,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a13aea10-459f-416d-a2ee-4727f37e3580"}
{"level":"info","ts":1784668049.0756187,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a13aea10-459f-416d-a2ee-4727f37e3580"}
{"level":"info","ts":1784668049.0756357,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a13aea10-459f-416d-a2ee-4727f37e3580"}
{"level":"info","ts":1784668049.0756495,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a13aea10-459f-416d-a2ee-4727f37e3580","EoS":false}
{"level":"info","ts":1784668049.0756605,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a13aea10-459f-416d-a2ee-4727f37e3580","EoS":true}
{"level":"error","ts":1784668049.0756729,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"a13aea10-459f-416d-a2ee-4727f37e3580","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784668049.0757113,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a13aea10-459f-416d-a2ee-4727f37e3580"}
{"level":"info","ts":1784668049.953907,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c51eb122-f639-40e9-8fde-36ffe4a1ba98"}
{"level":"info","ts":1784668049.9539168,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eccecec6-1f87-47b1-9b6c-6604eb302071","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784668049.9539485,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eccecec6-1f87-47b1-9b6c-6604eb302071","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784668050.0962484,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4ebd6253-e362-4f39-b495-5d6caa13d607"}
{"level":"info","ts":1784668050.0962942,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b75b23b8-4752-4b01-a4e8-e761f77efad0","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784668050.096329,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b75b23b8-4752-4b01-a4e8-e761f77efad0","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784668050.218421,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"e1760e17-fc5f-43f0-a75c-f905e044b9df","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784668050.2184846,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"e1760e17-fc5f-43f0-a75c-f905e044b9df","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784668688.3538294,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784668688.3539104,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1b382e11-6eff-45bc-a838-bc4c996430fb"}
{"level":"info","ts":1784668688.3539221,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1b382e11-6eff-45bc-a838-bc4c996430fb"}
{"level":"info","ts":1784668688.353939,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1b382e11-6eff-45bc-a838-bc4c996430fb","EoS":true}
{"level":"info","ts":1784668688.3539698,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1b382e11-6eff-45bc-a838-bc4c996430fb","header":"x-maas-username"}
{"level":"info","ts":1784668688.3539796,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1b382e11-6eff-45bc-a838-bc4c996430fb","header":"x-maas-subscription"}
{"level":"info","ts":1784668688.353984,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1b382e11-6eff-45bc-a838-bc4c996430fb","header":"x-maas-group"}
{"level":"info","ts":1784668688.3539968,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1b382e11-6eff-45bc-a838-bc4c996430fb","path":"/ai-tenant-e2e-inf-b-c15522/test-model-c15522/v1/chat/completions"}
{"level":"info","ts":1784668688.354019,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1b382e11-6eff-45bc-a838-bc4c996430fb"}
{"level":"info","ts":1784668688.3669202,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1b382e11-6eff-45bc-a838-bc4c996430fb"}
{"level":"info","ts":1784668688.3669453,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1b382e11-6eff-45bc-a838-bc4c996430fb"}
{"level":"info","ts":1784668688.3669648,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1b382e11-6eff-45bc-a838-bc4c996430fb","EoS":false}
{"level":"info","ts":1784668688.3669765,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1b382e11-6eff-45bc-a838-bc4c996430fb","EoS":true}
{"level":"info","ts":1784668688.3670146,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1b382e11-6eff-45bc-a838-bc4c996430fb"}
{"level":"info","ts":1784669146.92982,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784669146.9299014,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"526dd1d2-36ae-4c8f-bd31-8b096c6715f8"}
{"level":"info","ts":1784669146.9299114,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"526dd1d2-36ae-4c8f-bd31-8b096c6715f8"}
{"level":"info","ts":1784669146.9299228,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"526dd1d2-36ae-4c8f-bd31-8b096c6715f8","EoS":true}
{"level":"info","ts":1784669146.9299493,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"526dd1d2-36ae-4c8f-bd31-8b096c6715f8","header":"x-maas-subscription"}
{"level":"info","ts":1784669146.9299595,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"526dd1d2-36ae-4c8f-bd31-8b096c6715f8","header":"x-maas-username"}
{"level":"info","ts":1784669146.9299645,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"526dd1d2-36ae-4c8f-bd31-8b096c6715f8","header":"x-maas-group"}
{"level":"info","ts":1784669146.9299774,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"526dd1d2-36ae-4c8f-bd31-8b096c6715f8","path":"/ai-tenant-e2e-shared-a-0c5ebd/rate-test-model-0c5ebd/v1/completions"}
{"level":"info","ts":1784669146.930002,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"526dd1d2-36ae-4c8f-bd31-8b096c6715f8"}
{"level":"info","ts":1784669146.931868,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"526dd1d2-36ae-4c8f-bd31-8b096c6715f8"}
{"level":"info","ts":1784669146.9318936,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"526dd1d2-36ae-4c8f-bd31-8b096c6715f8"}
{"level":"info","ts":1784669146.9319088,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"526dd1d2-36ae-4c8f-bd31-8b096c6715f8","EoS":false}
{"level":"info","ts":1784669146.931923,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"526dd1d2-36ae-4c8f-bd31-8b096c6715f8","EoS":true}
{"level":"info","ts":1784669146.931961,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"526dd1d2-36ae-4c8f-bd31-8b096c6715f8"}
{"level":"info","ts":1784669147.9737594,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784669147.9738352,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"83e3d1bc-82a1-411d-848f-8c7f3981c9be"}
{"level":"info","ts":1784669147.9738426,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"83e3d1bc-82a1-411d-848f-8c7f3981c9be"}
{"level":"info","ts":1784669147.9738543,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"83e3d1bc-82a1-411d-848f-8c7f3981c9be","EoS":true}
{"level":"info","ts":1784669147.9738793,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"83e3d1bc-82a1-411d-848f-8c7f3981c9be","header":"x-maas-subscription"}
{"level":"info","ts":1784669147.9738867,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"83e3d1bc-82a1-411d-848f-8c7f3981c9be","header":"x-maas-username"}
{"level":"info","ts":1784669147.9738925,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"83e3d1bc-82a1-411d-848f-8c7f3981c9be","header":"x-maas-group"}
{"level":"info","ts":1784669147.9739056,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"83e3d1bc-82a1-411d-848f-8c7f3981c9be","path":"/ai-tenant-e2e-shared-a-0c5ebd/rate-test-model-0c5ebd/v1/completions"}
{"level":"info","ts":1784669147.9739316,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"83e3d1bc-82a1-411d-848f-8c7f3981c9be"}
{"level":"info","ts":1784669147.974686,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"83e3d1bc-82a1-411d-848f-8c7f3981c9be"}
{"level":"info","ts":1784669147.9747062,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"83e3d1bc-82a1-411d-848f-8c7f3981c9be"}
{"level":"info","ts":1784669147.9747262,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"83e3d1bc-82a1-411d-848f-8c7f3981c9be","EoS":false}
{"level":"info","ts":1784669147.9747398,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"83e3d1bc-82a1-411d-848f-8c7f3981c9be","EoS":true}
{"level":"info","ts":1784669147.974777,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"83e3d1bc-82a1-411d-848f-8c7f3981c9be"}