{"level":"info","ts":1784685737.6853712,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6d9c84bc-2445-4d63-ab1c-c33498aeff38"}
{"level":"info","ts":1784685737.6887174,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6d9c84bc-2445-4d63-ab1c-c33498aeff38"}
{"level":"info","ts":1784685737.6887276,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6d9c84bc-2445-4d63-ab1c-c33498aeff38"}
{"level":"info","ts":1784685737.6887453,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6d9c84bc-2445-4d63-ab1c-c33498aeff38","EoS":false}
{"level":"info","ts":1784685737.6887662,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6d9c84bc-2445-4d63-ab1c-c33498aeff38","EoS":true}
{"level":"info","ts":1784685737.6888084,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6d9c84bc-2445-4d63-ab1c-c33498aeff38"}
{"level":"info","ts":1784685737.8275769,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685737.827632,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2eff7b70-5d62-4333-8f3d-802f20b49e93"}
{"level":"info","ts":1784685737.827643,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2eff7b70-5d62-4333-8f3d-802f20b49e93"}
{"level":"info","ts":1784685737.8276534,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2eff7b70-5d62-4333-8f3d-802f20b49e93","EoS":true}
{"level":"info","ts":1784685737.8276742,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2eff7b70-5d62-4333-8f3d-802f20b49e93","header":"x-maas-group"}
{"level":"info","ts":1784685737.8276837,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2eff7b70-5d62-4333-8f3d-802f20b49e93","header":"x-maas-username"}
{"level":"info","ts":1784685737.8276887,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2eff7b70-5d62-4333-8f3d-802f20b49e93","header":"x-maas-subscription"}
{"level":"info","ts":1784685737.8276992,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2eff7b70-5d62-4333-8f3d-802f20b49e93","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784685737.8277185,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2eff7b70-5d62-4333-8f3d-802f20b49e93"}
{"level":"info","ts":1784685737.8290272,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2eff7b70-5d62-4333-8f3d-802f20b49e93"}
{"level":"info","ts":1784685737.8290455,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2eff7b70-5d62-4333-8f3d-802f20b49e93"}
{"level":"info","ts":1784685737.829062,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2eff7b70-5d62-4333-8f3d-802f20b49e93","EoS":false}
{"level":"info","ts":1784685737.82908,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2eff7b70-5d62-4333-8f3d-802f20b49e93","EoS":true}
{"level":"info","ts":1784685737.8291152,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2eff7b70-5d62-4333-8f3d-802f20b49e93"}
{"level":"info","ts":1784685737.9656787,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685737.9657433,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a4941b04-0e98-4d8f-b662-f2c3e489bfaf"}
{"level":"info","ts":1784685737.9657595,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a4941b04-0e98-4d8f-b662-f2c3e489bfaf"}
{"level":"info","ts":1784685737.965778,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a4941b04-0e98-4d8f-b662-f2c3e489bfaf","EoS":true}
{"level":"info","ts":1784685737.9658086,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a4941b04-0e98-4d8f-b662-f2c3e489bfaf","header":"x-maas-subscription"}
{"level":"info","ts":1784685737.96582,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a4941b04-0e98-4d8f-b662-f2c3e489bfaf","header":"x-maas-group"}
{"level":"info","ts":1784685737.96583,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a4941b04-0e98-4d8f-b662-f2c3e489bfaf","header":"x-maas-username"}
{"level":"info","ts":1784685737.965845,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a4941b04-0e98-4d8f-b662-f2c3e489bfaf","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784685737.9658723,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a4941b04-0e98-4d8f-b662-f2c3e489bfaf"}
{"level":"info","ts":1784685737.967199,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a4941b04-0e98-4d8f-b662-f2c3e489bfaf"}
{"level":"info","ts":1784685737.967215,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a4941b04-0e98-4d8f-b662-f2c3e489bfaf"}
{"level":"info","ts":1784685737.967229,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a4941b04-0e98-4d8f-b662-f2c3e489bfaf","EoS":false}
{"level":"info","ts":1784685737.9672396,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a4941b04-0e98-4d8f-b662-f2c3e489bfaf","EoS":true}
{"level":"info","ts":1784685737.9672728,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a4941b04-0e98-4d8f-b662-f2c3e489bfaf"}
{"level":"info","ts":1784685738.1065657,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685738.1066284,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6804fd60-b252-4ac8-bf36-b4a2710e5bc5"}
{"level":"info","ts":1784685738.1066406,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6804fd60-b252-4ac8-bf36-b4a2710e5bc5"}
{"level":"info","ts":1784685738.1066523,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6804fd60-b252-4ac8-bf36-b4a2710e5bc5","EoS":true}
{"level":"info","ts":1784685738.1066976,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6804fd60-b252-4ac8-bf36-b4a2710e5bc5","header":"x-maas-group"}
{"level":"info","ts":1784685738.106708,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6804fd60-b252-4ac8-bf36-b4a2710e5bc5","header":"x-maas-username"}
{"level":"info","ts":1784685738.1067133,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6804fd60-b252-4ac8-bf36-b4a2710e5bc5","header":"x-maas-subscription"}
{"level":"info","ts":1784685738.1067252,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6804fd60-b252-4ac8-bf36-b4a2710e5bc5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784685738.106745,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6804fd60-b252-4ac8-bf36-b4a2710e5bc5"}
{"level":"info","ts":1784685738.108023,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6804fd60-b252-4ac8-bf36-b4a2710e5bc5"}
{"level":"info","ts":1784685738.1080396,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6804fd60-b252-4ac8-bf36-b4a2710e5bc5"}
{"level":"info","ts":1784685738.108059,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6804fd60-b252-4ac8-bf36-b4a2710e5bc5","EoS":false}
{"level":"info","ts":1784685738.1080768,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6804fd60-b252-4ac8-bf36-b4a2710e5bc5","EoS":true}
{"level":"info","ts":1784685738.10812,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6804fd60-b252-4ac8-bf36-b4a2710e5bc5"}
{"level":"info","ts":1784685755.100731,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685755.1008153,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9fad3d84-eaec-4069-b1e4-a17631746365"}
{"level":"info","ts":1784685755.1008263,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9fad3d84-eaec-4069-b1e4-a17631746365"}
{"level":"info","ts":1784685755.1008387,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9fad3d84-eaec-4069-b1e4-a17631746365","EoS":true}
{"level":"info","ts":1784685755.100867,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9fad3d84-eaec-4069-b1e4-a17631746365","header":"x-maas-username"}
{"level":"info","ts":1784685755.1008768,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9fad3d84-eaec-4069-b1e4-a17631746365","header":"x-maas-group"}
{"level":"info","ts":1784685755.1008813,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9fad3d84-eaec-4069-b1e4-a17631746365","header":"x-maas-subscription"}
{"level":"info","ts":1784685755.1008942,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9fad3d84-eaec-4069-b1e4-a17631746365","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784685755.1009264,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9fad3d84-eaec-4069-b1e4-a17631746365"}
{"level":"info","ts":1784685755.1020656,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9fad3d84-eaec-4069-b1e4-a17631746365"}
{"level":"info","ts":1784685755.102086,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9fad3d84-eaec-4069-b1e4-a17631746365"}
{"level":"info","ts":1784685755.102103,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9fad3d84-eaec-4069-b1e4-a17631746365","EoS":false}
{"level":"info","ts":1784685755.1021163,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9fad3d84-eaec-4069-b1e4-a17631746365","EoS":true}
{"level":"info","ts":1784685755.1021576,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9fad3d84-eaec-4069-b1e4-a17631746365"}
{"level":"info","ts":1784685755.2138062,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685755.2138872,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b298d051-eb75-46fd-bff9-d5634b52df08"}
{"level":"info","ts":1784685755.2163217,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b298d051-eb75-46fd-bff9-d5634b52df08"}
{"level":"info","ts":1784685755.2163453,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b298d051-eb75-46fd-bff9-d5634b52df08"}
{"level":"info","ts":1784685755.2163634,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b298d051-eb75-46fd-bff9-d5634b52df08","EoS":false}
{"level":"info","ts":1784685755.216397,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"b298d051-eb75-46fd-bff9-d5634b52df08"}
{"level":"info","ts":1784685755.216425,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b298d051-eb75-46fd-bff9-d5634b52df08","EoS":true}
{"level":"info","ts":1784685755.2164366,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"b298d051-eb75-46fd-bff9-d5634b52df08"}
{"level":"info","ts":1784685759.8636317,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685759.8637109,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"60751727-6c8c-4409-b2ce-d2aa40d62f11"}
{"level":"info","ts":1784685759.863724,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"60751727-6c8c-4409-b2ce-d2aa40d62f11"}
{"level":"info","ts":1784685759.8637366,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"60751727-6c8c-4409-b2ce-d2aa40d62f11","EoS":true}
{"level":"info","ts":1784685759.8637724,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"60751727-6c8c-4409-b2ce-d2aa40d62f11","header":"x-maas-subscription"}
{"level":"info","ts":1784685759.8637848,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"60751727-6c8c-4409-b2ce-d2aa40d62f11","header":"x-maas-username"}
{"level":"info","ts":1784685759.8637905,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"60751727-6c8c-4409-b2ce-d2aa40d62f11","header":"x-maas-group"}
{"level":"info","ts":1784685759.8638043,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"60751727-6c8c-4409-b2ce-d2aa40d62f11","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784685759.863831,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"60751727-6c8c-4409-b2ce-d2aa40d62f11"}
{"level":"info","ts":1784685759.8660524,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"60751727-6c8c-4409-b2ce-d2aa40d62f11"}
{"level":"info","ts":1784685759.8660734,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"60751727-6c8c-4409-b2ce-d2aa40d62f11"}
{"level":"info","ts":1784685759.8660972,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"60751727-6c8c-4409-b2ce-d2aa40d62f11","EoS":false}
{"level":"info","ts":1784685759.8661172,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"60751727-6c8c-4409-b2ce-d2aa40d62f11","EoS":true}
{"level":"info","ts":1784685759.8661602,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"60751727-6c8c-4409-b2ce-d2aa40d62f11"}
{"level":"info","ts":1784685770.5215042,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685770.5216112,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a26d35da-df82-415e-95f0-ecbc0974ef08"}
{"level":"info","ts":1784685770.5216286,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a26d35da-df82-415e-95f0-ecbc0974ef08"}
{"level":"info","ts":1784685770.5216444,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a26d35da-df82-415e-95f0-ecbc0974ef08","EoS":true}
{"level":"info","ts":1784685770.5216753,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a26d35da-df82-415e-95f0-ecbc0974ef08","header":"x-maas-group"}
{"level":"info","ts":1784685770.5216894,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a26d35da-df82-415e-95f0-ecbc0974ef08","header":"x-maas-username"}
{"level":"info","ts":1784685770.5217073,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a26d35da-df82-415e-95f0-ecbc0974ef08","header":"x-maas-subscription"}
{"level":"info","ts":1784685770.521725,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a26d35da-df82-415e-95f0-ecbc0974ef08","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784685770.5217614,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a26d35da-df82-415e-95f0-ecbc0974ef08"}
{"level":"info","ts":1784685770.5244882,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a26d35da-df82-415e-95f0-ecbc0974ef08"}
{"level":"info","ts":1784685770.5245175,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a26d35da-df82-415e-95f0-ecbc0974ef08"}
{"level":"info","ts":1784685770.5245392,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a26d35da-df82-415e-95f0-ecbc0974ef08","EoS":false}
{"level":"info","ts":1784685770.5245557,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a26d35da-df82-415e-95f0-ecbc0974ef08","EoS":true}
{"level":"info","ts":1784685770.5246105,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a26d35da-df82-415e-95f0-ecbc0974ef08"}
{"level":"info","ts":1784685783.4854188,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685783.4855037,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cf73f72b-da58-4dcb-85b8-5326e60bbe58"}
{"level":"info","ts":1784685783.4855156,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cf73f72b-da58-4dcb-85b8-5326e60bbe58"}
{"level":"info","ts":1784685783.4855266,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cf73f72b-da58-4dcb-85b8-5326e60bbe58","EoS":true}
{"level":"info","ts":1784685783.4855533,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cf73f72b-da58-4dcb-85b8-5326e60bbe58","header":"x-maas-group"}
{"level":"info","ts":1784685783.4855602,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cf73f72b-da58-4dcb-85b8-5326e60bbe58","header":"x-maas-subscription"}
{"level":"info","ts":1784685783.4855642,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cf73f72b-da58-4dcb-85b8-5326e60bbe58","header":"x-maas-username"}
{"level":"info","ts":1784685783.4855783,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cf73f72b-da58-4dcb-85b8-5326e60bbe58","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784685783.4856,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cf73f72b-da58-4dcb-85b8-5326e60bbe58"}
{"level":"info","ts":1784685783.487066,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cf73f72b-da58-4dcb-85b8-5326e60bbe58"}
{"level":"info","ts":1784685783.4926527,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"cf73f72b-da58-4dcb-85b8-5326e60bbe58"}
{"level":"info","ts":1784685783.4927483,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cf73f72b-da58-4dcb-85b8-5326e60bbe58","EoS":false}
{"level":"info","ts":1784685783.492768,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cf73f72b-da58-4dcb-85b8-5326e60bbe58","EoS":true}
{"level":"info","ts":1784685783.4928231,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"cf73f72b-da58-4dcb-85b8-5326e60bbe58"}
{"level":"info","ts":1784685792.0594175,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685792.0595417,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3dc24f97-a9f8-45d8-9232-435ca8c390ba"}
{"level":"info","ts":1784685792.0595555,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3dc24f97-a9f8-45d8-9232-435ca8c390ba"}
{"level":"info","ts":1784685792.0595686,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3dc24f97-a9f8-45d8-9232-435ca8c390ba","EoS":true}
{"level":"info","ts":1784685792.059601,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3dc24f97-a9f8-45d8-9232-435ca8c390ba","header":"x-maas-group"}
{"level":"info","ts":1784685792.0596132,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3dc24f97-a9f8-45d8-9232-435ca8c390ba","header":"x-maas-username"}
{"level":"info","ts":1784685792.0596175,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3dc24f97-a9f8-45d8-9232-435ca8c390ba","header":"x-maas-subscription"}
{"level":"info","ts":1784685792.0596316,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3dc24f97-a9f8-45d8-9232-435ca8c390ba","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784685792.0596578,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3dc24f97-a9f8-45d8-9232-435ca8c390ba"}
{"level":"info","ts":1784685792.0608184,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3dc24f97-a9f8-45d8-9232-435ca8c390ba"}
{"level":"info","ts":1784685792.0608394,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3dc24f97-a9f8-45d8-9232-435ca8c390ba"}
{"level":"info","ts":1784685792.060854,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3dc24f97-a9f8-45d8-9232-435ca8c390ba","EoS":false}
{"level":"info","ts":1784685792.0608652,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3dc24f97-a9f8-45d8-9232-435ca8c390ba","EoS":true}
{"level":"info","ts":1784685792.0608976,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3dc24f97-a9f8-45d8-9232-435ca8c390ba"}
{"level":"info","ts":1784685800.9777343,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685800.977814,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"602c772e-73ac-490b-ae58-73f8b61834bf"}
{"level":"info","ts":1784685800.9778256,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"602c772e-73ac-490b-ae58-73f8b61834bf"}
{"level":"info","ts":1784685800.9778368,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"602c772e-73ac-490b-ae58-73f8b61834bf","EoS":true}
{"level":"info","ts":1784685800.9778612,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"602c772e-73ac-490b-ae58-73f8b61834bf","header":"x-maas-group"}
{"level":"info","ts":1784685800.9778697,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"602c772e-73ac-490b-ae58-73f8b61834bf","header":"x-maas-subscription"}
{"level":"info","ts":1784685800.9778752,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"602c772e-73ac-490b-ae58-73f8b61834bf","header":"x-maas-username"}
{"level":"info","ts":1784685800.9778886,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"602c772e-73ac-490b-ae58-73f8b61834bf","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784685800.977913,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"602c772e-73ac-490b-ae58-73f8b61834bf"}
{"level":"info","ts":1784685800.9790356,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"602c772e-73ac-490b-ae58-73f8b61834bf"}
{"level":"info","ts":1784685800.9790475,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"602c772e-73ac-490b-ae58-73f8b61834bf"}
{"level":"info","ts":1784685800.9790595,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"602c772e-73ac-490b-ae58-73f8b61834bf","EoS":false}
{"level":"info","ts":1784685800.9790702,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"602c772e-73ac-490b-ae58-73f8b61834bf","EoS":true}
{"level":"info","ts":1784685800.9790998,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"602c772e-73ac-490b-ae58-73f8b61834bf"}
{"level":"info","ts":1784685824.0223007,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685824.0224066,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"effb5ab3-6a3a-42be-ab04-60a7fb23f54e"}
{"level":"info","ts":1784685824.0224206,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"effb5ab3-6a3a-42be-ab04-60a7fb23f54e"}
{"level":"info","ts":1784685824.02244,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"effb5ab3-6a3a-42be-ab04-60a7fb23f54e","EoS":true}
{"level":"info","ts":1784685824.022479,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"effb5ab3-6a3a-42be-ab04-60a7fb23f54e","header":"x-maas-subscription"}
{"level":"info","ts":1784685824.0224938,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"effb5ab3-6a3a-42be-ab04-60a7fb23f54e","header":"x-maas-group"}
{"level":"info","ts":1784685824.0225017,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"effb5ab3-6a3a-42be-ab04-60a7fb23f54e","header":"x-maas-username"}
{"level":"info","ts":1784685824.0225213,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"effb5ab3-6a3a-42be-ab04-60a7fb23f54e","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784685824.0225506,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"effb5ab3-6a3a-42be-ab04-60a7fb23f54e"}
{"level":"info","ts":1784685824.02467,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"effb5ab3-6a3a-42be-ab04-60a7fb23f54e"}
{"level":"info","ts":1784685824.0247521,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"effb5ab3-6a3a-42be-ab04-60a7fb23f54e"}
{"level":"info","ts":1784685824.024786,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"effb5ab3-6a3a-42be-ab04-60a7fb23f54e","EoS":false}
{"level":"info","ts":1784685824.0248063,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"effb5ab3-6a3a-42be-ab04-60a7fb23f54e","EoS":true}
{"level":"info","ts":1784685824.024855,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"effb5ab3-6a3a-42be-ab04-60a7fb23f54e"}
{"level":"info","ts":1784685846.8390217,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685846.8390977,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7aa9de0d-ed27-411b-9095-e530cafc5aa9"}
{"level":"info","ts":1784685846.8391106,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7aa9de0d-ed27-411b-9095-e530cafc5aa9"}
{"level":"info","ts":1784685846.8391216,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7aa9de0d-ed27-411b-9095-e530cafc5aa9","EoS":true}
{"level":"info","ts":1784685846.8391485,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7aa9de0d-ed27-411b-9095-e530cafc5aa9","header":"x-maas-group"}
{"level":"info","ts":1784685846.8391583,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7aa9de0d-ed27-411b-9095-e530cafc5aa9","header":"x-maas-subscription"}
{"level":"info","ts":1784685846.8391633,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7aa9de0d-ed27-411b-9095-e530cafc5aa9","header":"x-maas-username"}
{"level":"info","ts":1784685846.839177,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7aa9de0d-ed27-411b-9095-e530cafc5aa9","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784685846.8391995,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7aa9de0d-ed27-411b-9095-e530cafc5aa9"}
{"level":"info","ts":1784685846.8416743,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7aa9de0d-ed27-411b-9095-e530cafc5aa9"}
{"level":"info","ts":1784685846.8416874,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7aa9de0d-ed27-411b-9095-e530cafc5aa9"}
{"level":"info","ts":1784685846.8416991,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7aa9de0d-ed27-411b-9095-e530cafc5aa9","EoS":false}
{"level":"info","ts":1784685846.8417168,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7aa9de0d-ed27-411b-9095-e530cafc5aa9","EoS":true}
{"level":"info","ts":1784685846.8417563,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7aa9de0d-ed27-411b-9095-e530cafc5aa9"}
{"level":"info","ts":1784685873.4019132,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685873.401987,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"253926d7-4c5b-4834-8fbe-5d1da021f466"}
{"level":"info","ts":1784685873.4019969,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"253926d7-4c5b-4834-8fbe-5d1da021f466"}
{"level":"info","ts":1784685873.402009,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"253926d7-4c5b-4834-8fbe-5d1da021f466","EoS":true}
{"level":"info","ts":1784685873.4020333,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"253926d7-4c5b-4834-8fbe-5d1da021f466","header":"x-maas-group"}
{"level":"info","ts":1784685873.4020436,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"253926d7-4c5b-4834-8fbe-5d1da021f466","header":"x-maas-subscription"}
{"level":"info","ts":1784685873.4020486,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"253926d7-4c5b-4834-8fbe-5d1da021f466","header":"x-maas-username"}
{"level":"info","ts":1784685873.4020605,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"253926d7-4c5b-4834-8fbe-5d1da021f466","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784685873.4020834,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"253926d7-4c5b-4834-8fbe-5d1da021f466"}
{"level":"info","ts":1784685873.4045224,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"253926d7-4c5b-4834-8fbe-5d1da021f466"}
{"level":"info","ts":1784685873.4045453,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"253926d7-4c5b-4834-8fbe-5d1da021f466"}
{"level":"info","ts":1784685873.404565,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"253926d7-4c5b-4834-8fbe-5d1da021f466","EoS":false}
{"level":"info","ts":1784685873.404577,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"253926d7-4c5b-4834-8fbe-5d1da021f466","EoS":true}
{"level":"info","ts":1784685873.404617,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"253926d7-4c5b-4834-8fbe-5d1da021f466"}
{"level":"info","ts":1784685882.8872545,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685882.8873506,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"97763804-d908-4216-9ca4-fc22eac5e1f8"}
{"level":"info","ts":1784685882.887366,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"97763804-d908-4216-9ca4-fc22eac5e1f8"}
{"level":"info","ts":1784685882.8874094,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"97763804-d908-4216-9ca4-fc22eac5e1f8","EoS":true}
{"level":"info","ts":1784685882.8874476,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"97763804-d908-4216-9ca4-fc22eac5e1f8","header":"x-maas-username"}
{"level":"info","ts":1784685882.887461,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"97763804-d908-4216-9ca4-fc22eac5e1f8","header":"x-maas-subscription"}
{"level":"info","ts":1784685882.8874693,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"97763804-d908-4216-9ca4-fc22eac5e1f8","header":"x-maas-group"}
{"level":"info","ts":1784685882.8874922,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"97763804-d908-4216-9ca4-fc22eac5e1f8","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784685882.8875687,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"97763804-d908-4216-9ca4-fc22eac5e1f8"}
{"level":"info","ts":1784685882.888754,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"97763804-d908-4216-9ca4-fc22eac5e1f8"}
{"level":"info","ts":1784685882.8887832,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"97763804-d908-4216-9ca4-fc22eac5e1f8"}
{"level":"info","ts":1784685882.8888047,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"97763804-d908-4216-9ca4-fc22eac5e1f8","EoS":false}
{"level":"info","ts":1784685882.888825,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"97763804-d908-4216-9ca4-fc22eac5e1f8","EoS":true}
{"level":"info","ts":1784685882.8888805,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"97763804-d908-4216-9ca4-fc22eac5e1f8"}
{"level":"info","ts":1784685882.9254973,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685882.9255657,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"56f8b203-4ee2-4528-afde-2a35d5a58cc2"}
{"level":"info","ts":1784685882.9255757,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"56f8b203-4ee2-4528-afde-2a35d5a58cc2"}
{"level":"info","ts":1784685882.9255867,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"56f8b203-4ee2-4528-afde-2a35d5a58cc2","EoS":true}
{"level":"info","ts":1784685882.9256096,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"56f8b203-4ee2-4528-afde-2a35d5a58cc2","header":"x-maas-group"}
{"level":"info","ts":1784685882.92562,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"56f8b203-4ee2-4528-afde-2a35d5a58cc2","header":"x-maas-username"}
{"level":"info","ts":1784685882.9256253,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"56f8b203-4ee2-4528-afde-2a35d5a58cc2","header":"x-maas-subscription"}
{"level":"info","ts":1784685882.9256377,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"56f8b203-4ee2-4528-afde-2a35d5a58cc2","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784685882.9256606,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"56f8b203-4ee2-4528-afde-2a35d5a58cc2"}
{"level":"info","ts":1784685882.926855,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"56f8b203-4ee2-4528-afde-2a35d5a58cc2"}
{"level":"info","ts":1784685882.9268737,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"56f8b203-4ee2-4528-afde-2a35d5a58cc2"}
{"level":"info","ts":1784685882.926891,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"56f8b203-4ee2-4528-afde-2a35d5a58cc2","EoS":false}
{"level":"info","ts":1784685882.9269037,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"56f8b203-4ee2-4528-afde-2a35d5a58cc2","EoS":true}
{"level":"info","ts":1784685882.9269412,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"56f8b203-4ee2-4528-afde-2a35d5a58cc2"}
{"level":"info","ts":1784685902.1289756,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685902.1290593,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"def7d158-3af8-4c6a-a076-77015b645818"}
{"level":"info","ts":1784685902.129071,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"def7d158-3af8-4c6a-a076-77015b645818"}
{"level":"info","ts":1784685902.1290822,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"def7d158-3af8-4c6a-a076-77015b645818","EoS":true}
{"level":"info","ts":1784685902.1291096,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"def7d158-3af8-4c6a-a076-77015b645818","header":"x-maas-username"}
{"level":"info","ts":1784685902.1291196,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"def7d158-3af8-4c6a-a076-77015b645818","header":"x-maas-group"}
{"level":"info","ts":1784685902.1291249,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"def7d158-3af8-4c6a-a076-77015b645818","header":"x-maas-subscription"}
{"level":"info","ts":1784685902.1291387,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"def7d158-3af8-4c6a-a076-77015b645818","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784685902.1292052,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"def7d158-3af8-4c6a-a076-77015b645818"}
{"level":"info","ts":1784685902.1302993,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"def7d158-3af8-4c6a-a076-77015b645818"}
{"level":"info","ts":1784685902.1303122,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"def7d158-3af8-4c6a-a076-77015b645818"}
{"level":"info","ts":1784685902.1303241,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"def7d158-3af8-4c6a-a076-77015b645818","EoS":false}
{"level":"info","ts":1784685902.1303408,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"def7d158-3af8-4c6a-a076-77015b645818","EoS":true}
{"level":"info","ts":1784685902.1303887,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"def7d158-3af8-4c6a-a076-77015b645818"}
{"level":"info","ts":1784686033.4442925,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784686033.4444113,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"11b83385-a8aa-4f36-ab72-5743e2239373"}
{"level":"info","ts":1784686033.444425,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"11b83385-a8aa-4f36-ab72-5743e2239373"}
{"level":"info","ts":1784686033.4444458,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"11b83385-a8aa-4f36-ab72-5743e2239373","EoS":true}
{"level":"info","ts":1784686033.4444833,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"11b83385-a8aa-4f36-ab72-5743e2239373","header":"x-maas-username"}
{"level":"info","ts":1784686033.4444964,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"11b83385-a8aa-4f36-ab72-5743e2239373","header":"x-maas-subscription"}
{"level":"info","ts":1784686033.4445055,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"11b83385-a8aa-4f36-ab72-5743e2239373","header":"x-maas-group"}
{"level":"info","ts":1784686033.4445262,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"11b83385-a8aa-4f36-ab72-5743e2239373","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1784686033.4445543,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"11b83385-a8aa-4f36-ab72-5743e2239373"}
{"level":"info","ts":1784686033.446178,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"11b83385-a8aa-4f36-ab72-5743e2239373"}
{"level":"info","ts":1784686033.4462037,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"11b83385-a8aa-4f36-ab72-5743e2239373"}
{"level":"info","ts":1784686033.4462192,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"11b83385-a8aa-4f36-ab72-5743e2239373","EoS":false}
{"level":"info","ts":1784686033.446231,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"11b83385-a8aa-4f36-ab72-5743e2239373","EoS":true}
{"level":"info","ts":1784686033.4462647,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"11b83385-a8aa-4f36-ab72-5743e2239373"}
{"level":"info","ts":1784686071.1634228,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784686071.1635103,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"322287dc-698c-426a-b6c6-5635668baefa"}
{"level":"info","ts":1784686071.1635225,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"322287dc-698c-426a-b6c6-5635668baefa"}
{"level":"info","ts":1784686071.16354,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"322287dc-698c-426a-b6c6-5635668baefa","EoS":true}
{"level":"info","ts":1784686071.1635678,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"322287dc-698c-426a-b6c6-5635668baefa","header":"x-maas-subscription"}
{"level":"info","ts":1784686071.1635773,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"322287dc-698c-426a-b6c6-5635668baefa","header":"x-maas-group"}
{"level":"info","ts":1784686071.1635828,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"322287dc-698c-426a-b6c6-5635668baefa","header":"x-maas-username"}
{"level":"info","ts":1784686071.163595,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"322287dc-698c-426a-b6c6-5635668baefa","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784686071.1636212,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"322287dc-698c-426a-b6c6-5635668baefa"}
{"level":"info","ts":1784686071.1647534,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"322287dc-698c-426a-b6c6-5635668baefa"}
{"level":"info","ts":1784686071.1647737,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"322287dc-698c-426a-b6c6-5635668baefa"}
{"level":"info","ts":1784686071.164789,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"322287dc-698c-426a-b6c6-5635668baefa","EoS":false}
{"level":"info","ts":1784686071.1648018,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"322287dc-698c-426a-b6c6-5635668baefa","EoS":true}
{"level":"info","ts":1784686071.1648383,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"322287dc-698c-426a-b6c6-5635668baefa"}
{"level":"info","ts":1784686086.4649713,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784686086.465048,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8b56c24c-8b07-4a4d-961a-5e89657e0b30"}
{"level":"info","ts":1784686086.4650588,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8b56c24c-8b07-4a4d-961a-5e89657e0b30"}
{"level":"info","ts":1784686086.4650712,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8b56c24c-8b07-4a4d-961a-5e89657e0b30","EoS":true}
{"level":"info","ts":1784686086.4651036,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8b56c24c-8b07-4a4d-961a-5e89657e0b30","header":"x-maas-username"}
{"level":"info","ts":1784686086.4651148,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8b56c24c-8b07-4a4d-961a-5e89657e0b30","header":"x-maas-group"}
{"level":"info","ts":1784686086.4651198,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8b56c24c-8b07-4a4d-961a-5e89657e0b30","header":"x-maas-subscription"}
{"level":"info","ts":1784686086.4651337,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8b56c24c-8b07-4a4d-961a-5e89657e0b30","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784686086.4651592,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8b56c24c-8b07-4a4d-961a-5e89657e0b30"}
{"level":"info","ts":1784686086.4662955,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8b56c24c-8b07-4a4d-961a-5e89657e0b30"}
{"level":"info","ts":1784686086.4663162,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8b56c24c-8b07-4a4d-961a-5e89657e0b30"}
{"level":"info","ts":1784686086.466337,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8b56c24c-8b07-4a4d-961a-5e89657e0b30","EoS":false}
{"level":"info","ts":1784686086.466358,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8b56c24c-8b07-4a4d-961a-5e89657e0b30","EoS":true}
{"level":"info","ts":1784686086.4664254,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8b56c24c-8b07-4a4d-961a-5e89657e0b30"}
{"level":"info","ts":1784686399.4383514,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784686399.4384644,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7e6f6e3e-d4a1-48cb-828e-471c2d200b16"}
{"level":"info","ts":1784686399.4384756,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7e6f6e3e-d4a1-48cb-828e-471c2d200b16"}
{"level":"info","ts":1784686399.438487,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7e6f6e3e-d4a1-48cb-828e-471c2d200b16","EoS":true}
{"level":"info","ts":1784686399.4385161,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7e6f6e3e-d4a1-48cb-828e-471c2d200b16","header":"x-maas-group"}
{"level":"info","ts":1784686399.438526,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7e6f6e3e-d4a1-48cb-828e-471c2d200b16","header":"x-maas-subscription"}
{"level":"info","ts":1784686399.4385312,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7e6f6e3e-d4a1-48cb-828e-471c2d200b16","header":"x-maas-username"}
{"level":"info","ts":1784686399.4385448,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7e6f6e3e-d4a1-48cb-828e-471c2d200b16","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784686399.4385705,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7e6f6e3e-d4a1-48cb-828e-471c2d200b16"}
{"level":"info","ts":1784686399.440575,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7e6f6e3e-d4a1-48cb-828e-471c2d200b16"}
{"level":"info","ts":1784686399.4406028,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7e6f6e3e-d4a1-48cb-828e-471c2d200b16"}
{"level":"info","ts":1784686399.440618,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7e6f6e3e-d4a1-48cb-828e-471c2d200b16","EoS":false}
{"level":"info","ts":1784686399.4406304,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7e6f6e3e-d4a1-48cb-828e-471c2d200b16","EoS":true}
{"level":"info","ts":1784686399.4406667,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7e6f6e3e-d4a1-48cb-828e-471c2d200b16"}
{"level":"info","ts":1784686404.277091,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"b296584e-abc0-47a6-b3d7-54f62013ab2a","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784686404.2773519,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":33767.452229411,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784686404.2773936,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784686404.3462205,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784686404.3780622,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"b296584e-abc0-47a6-b3d7-54f62013ab2a","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784686404.4029403,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"03be941a-a34e-48c0-805e-fec1c8788fa6","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784686404.4029717,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"03be941a-a34e-48c0-805e-fec1c8788fa6","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784686404.4030368,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7fa32890-3e68-4fe5-be1c-a2603aab4f6a"}
{"level":"info","ts":1784686404.410801,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"762943da-99a1-4151-9ced-88ffe016c0ed","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784686404.4108288,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"762943da-99a1-4151-9ced-88ffe016c0ed","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784686404.4112272,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":33866.997559971,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784686404.4112458,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784686404.4190562,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784686404.5119653,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7fa32890-3e68-4fe5-be1c-a2603aab4f6a","name":"e2e-external-provider"}
{"level":"info","ts":1784686404.53014,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"952a0cca-ae19-44c8-bdfe-8c10c8613f60","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784686404.5301902,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"952a0cca-ae19-44c8-bdfe-8c10c8613f60","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784686404.5301354,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0c4fa21f-9f20-49bb-8cec-6476d6430a40"}
{"level":"info","ts":1784686404.5303175,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7fa32890-3e68-4fe5-be1c-a2603aab4f6a","kind":"ServiceEntry","name":"e2e-external-provider"}
{"level":"info","ts":1784686404.5362787,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0c4fa21f-9f20-49bb-8cec-6476d6430a40","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784686404.536369,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f836da78-60ae-4f35-b7e4-17819cd3b079","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784686404.5364182,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f836da78-60ae-4f35-b7e4-17819cd3b079","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784686404.5422225,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0c4fa21f-9f20-49bb-8cec-6476d6430a40","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784686404.54226,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7fa32890-3e68-4fe5-be1c-a2603aab4f6a","kind":"DestinationRule","name":"e2e-external-provider"}
{"level":"info","ts":1784686404.5423007,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"87e7cdbf-c147-44de-a557-04b2b6ebe494"}
{"level":"info","ts":1784686404.5423315,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"87e7cdbf-c147-44de-a557-04b2b6ebe494","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784686404.5426984,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a284ca42-e38b-4761-b3b1-3731f82f0481","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784686404.5427213,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a284ca42-e38b-4761-b3b1-3731f82f0481","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784686404.546202,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"87e7cdbf-c147-44de-a557-04b2b6ebe494","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1784686404.5462394,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"87e7cdbf-c147-44de-a557-04b2b6ebe494","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784686404.5462906,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"57363fd9-c60f-4441-8609-bf63cd87451e"}
{"level":"info","ts":1784686404.5463176,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"57363fd9-c60f-4441-8609-bf63cd87451e","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784686404.5497322,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7fa32890-3e68-4fe5-be1c-a2603aab4f6a","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"error","ts":1784686404.550701,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"57363fd9-c60f-4441-8609-bf63cd87451e","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784686404.55684,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4b9e0447-e9a0-40a9-aaf8-5aac1f1d8c3e"}
{"level":"info","ts":1784686404.5568984,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4b9e0447-e9a0-40a9-aaf8-5aac1f1d8c3e","name":"e2e-external-provider"}
{"level":"info","ts":1784686404.5570648,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f7be24c1-d440-4026-b0b1-4fc96aa9f249","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784686404.5570874,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f193f3a1-8214-417e-8f26-db55b6f7b2a3"}
{"level":"info","ts":1784686404.557098,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f7be24c1-d440-4026-b0b1-4fc96aa9f249","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784686404.5571525,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cb38040d-b156-46c5-ad68-6a7ae70955f4","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784686404.557276,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":37677.081622967,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784686404.5572917,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784686404.5573199,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cb38040d-b156-46c5-ad68-6a7ae70955f4","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784686404.565048,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784686404.567972,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4b9e0447-e9a0-40a9-aaf8-5aac1f1d8c3e","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"error","ts":1784686404.5720043,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4b9e0447-e9a0-40a9-aaf8-5aac1f1d8c3e","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784686404.5720792,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"add36052-6a97-4881-8950-141edb1386ff"}
{"level":"info","ts":1784686404.5721257,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"add36052-6a97-4881-8950-141edb1386ff","name":"e2e-external-provider"}
{"level":"info","ts":1784686404.5824015,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"add36052-6a97-4881-8950-141edb1386ff","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784686404.6576045,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f193f3a1-8214-417e-8f26-db55b6f7b2a3","name":"e2e-external-model"}
{"level":"info","ts":1784686404.6696918,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f193f3a1-8214-417e-8f26-db55b6f7b2a3","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784686404.675717,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"63b9a922-a20e-4d41-aa20-3b673071b6e9"}
{"level":"info","ts":1784686404.6757228,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2297ca84-28ae-45cd-82b3-0121a5977964","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784686404.6757534,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2297ca84-28ae-45cd-82b3-0121a5977964","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784686404.6757753,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"63b9a922-a20e-4d41-aa20-3b673071b6e9","name":"e2e-external-model"}
{"level":"info","ts":1784686404.690935,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ec9533b1-9b16-4f63-81ad-409649c518b2","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784686404.690965,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ec9533b1-9b16-4f63-81ad-409649c518b2","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784686404.6911619,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"63b9a922-a20e-4d41-aa20-3b673071b6e9","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784686404.6912215,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c0883511-c5e8-4805-a86f-860d8e7ddbc9"}
{"level":"info","ts":1784686404.6912742,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c0883511-c5e8-4805-a86f-860d8e7ddbc9","name":"e2e-external-model"}
{"level":"info","ts":1784686404.7007148,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c0883511-c5e8-4805-a86f-860d8e7ddbc9","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784686404.708189,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7276fc0f-d223-4ada-864f-2e2e0bc95d15","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784686404.708202,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4c74af15-8735-4197-896f-6558b27149c6"}
{"level":"info","ts":1784686404.708212,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7276fc0f-d223-4ada-864f-2e2e0bc95d15","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784686404.7082453,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4c74af15-8735-4197-896f-6558b27149c6","name":"e2e-external-model"}
{"level":"info","ts":1784686404.71602,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4c74af15-8735-4197-896f-6558b27149c6","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784686414.2135572,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784686414.2137127,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"313197bc-f2b8-41e5-a8c0-774c814ff5fc"}
{"level":"info","ts":1784686414.2137508,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"313197bc-f2b8-41e5-a8c0-774c814ff5fc"}
{"level":"info","ts":1784686414.2137883,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"313197bc-f2b8-41e5-a8c0-774c814ff5fc","EoS":true}
{"level":"info","ts":1784686414.213841,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"313197bc-f2b8-41e5-a8c0-774c814ff5fc","header":"x-maas-subscription"}
{"level":"info","ts":1784686414.213875,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"313197bc-f2b8-41e5-a8c0-774c814ff5fc","header":"x-maas-group"}
{"level":"info","ts":1784686414.2139006,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"313197bc-f2b8-41e5-a8c0-774c814ff5fc","header":"x-maas-username"}
{"level":"info","ts":1784686414.2139354,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"313197bc-f2b8-41e5-a8c0-774c814ff5fc","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784686414.2139628,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"313197bc-f2b8-41e5-a8c0-774c814ff5fc","modelName":"e2e-external-model"}
{"level":"info","ts":1784686414.2139983,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"313197bc-f2b8-41e5-a8c0-774c814ff5fc","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784686414.2140522,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"313197bc-f2b8-41e5-a8c0-774c814ff5fc","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784686414.2140923,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"313197bc-f2b8-41e5-a8c0-774c814ff5fc","authType":"apikey"}
{"level":"info","ts":1784686414.2141435,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"313197bc-f2b8-41e5-a8c0-774c814ff5fc"}
{"level":"info","ts":1784686414.330391,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"274a01e9-c246-4f0c-89df-2cf09a7063cf"}
{"level":"info","ts":1784686414.3304427,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"00b1404b-b885-4141-93da-2763ea726744","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784686414.3304803,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"00b1404b-b885-4141-93da-2763ea726744","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784686414.33812,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"274a01e9-c246-4f0c-89df-2cf09a7063cf","name":"e2e-cleanup-test"}
{"level":"info","ts":1784686414.338154,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6d115fc6-2c3f-4da4-b5de-335223095d87","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784686414.3381755,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6d115fc6-2c3f-4da4-b5de-335223095d87","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784686414.3485386,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"274a01e9-c246-4f0c-89df-2cf09a7063cf","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784686414.3546736,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7039a2d6-865a-4adc-9732-149e91ba8c81","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784686414.3546975,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7039a2d6-865a-4adc-9732-149e91ba8c81","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784686414.3547122,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d6406305-1efd-4660-b059-778efec059e4"}
{"level":"info","ts":1784686414.3547604,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d6406305-1efd-4660-b059-778efec059e4","name":"e2e-cleanup-test"}
{"level":"error","ts":1784686414.3700812,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d6406305-1efd-4660-b059-778efec059e4","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784686414.37014,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"88e0af96-1f5c-47aa-8e8f-64bbe6c83542"}
{"level":"info","ts":1784686414.3701775,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"88e0af96-1f5c-47aa-8e8f-64bbe6c83542","name":"e2e-cleanup-test"}
{"level":"info","ts":1784686414.3703973,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6173809d-24ec-46a1-b30b-901b36ed5d9b","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784686414.3704267,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6173809d-24ec-46a1-b30b-901b36ed5d9b","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784686414.3796625,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"88e0af96-1f5c-47aa-8e8f-64bbe6c83542","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"error","ts":1784686414.3837068,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"88e0af96-1f5c-47aa-8e8f-64bbe6c83542","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784686414.3837807,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"56919eb5-fcd7-414b-9eb7-3af0a87dc914"}
{"level":"info","ts":1784686414.3838236,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"56919eb5-fcd7-414b-9eb7-3af0a87dc914","name":"e2e-cleanup-test"}
{"level":"info","ts":1784686414.389983,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ef707a2d-85dd-4f87-ab97-5f4e16521e4e","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784686414.3900068,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ef707a2d-85dd-4f87-ab97-5f4e16521e4e","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784686414.3925493,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"56919eb5-fcd7-414b-9eb7-3af0a87dc914","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"error","ts":1784686414.3962495,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"56919eb5-fcd7-414b-9eb7-3af0a87dc914","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784686414.3963249,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4ff3df1d-8d81-49f6-8868-3c9a1cdb01b9"}
{"level":"info","ts":1784686414.396389,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4ff3df1d-8d81-49f6-8868-3c9a1cdb01b9","name":"e2e-cleanup-test"}
{"level":"info","ts":1784686414.4050756,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4ff3df1d-8d81-49f6-8868-3c9a1cdb01b9","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784686422.625414,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"feb153bc-5c5f-4869-b347-ec4695f60dfc"}
{"level":"info","ts":1784686422.6254165,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0f2aedd2-bf79-4cd3-8b4b-937984375758","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784686422.6254928,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0f2aedd2-bf79-4cd3-8b4b-937984375758","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784686426.9575675,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784686426.9576514,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"06f4d6d9-ae67-44ec-b2c2-44d7623a9e3e"}
{"level":"info","ts":1784686426.9576616,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"06f4d6d9-ae67-44ec-b2c2-44d7623a9e3e"}
{"level":"info","ts":1784686426.9576733,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"06f4d6d9-ae67-44ec-b2c2-44d7623a9e3e","EoS":true}
{"level":"info","ts":1784686426.9577084,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"06f4d6d9-ae67-44ec-b2c2-44d7623a9e3e","path":"/llm/nonexistent-model-xyz/v1/chat/completions"}
{"level":"info","ts":1784686426.957736,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"06f4d6d9-ae67-44ec-b2c2-44d7623a9e3e"}
{"level":"info","ts":1784686427.0020344,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784686427.0020943,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"373dcd41-39bf-4a88-9322-56de04c8d877"}
{"level":"info","ts":1784686427.0021048,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"373dcd41-39bf-4a88-9322-56de04c8d877"}
{"level":"info","ts":1784686427.002117,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"373dcd41-39bf-4a88-9322-56de04c8d877","EoS":true}
{"level":"info","ts":1784686427.002139,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"373dcd41-39bf-4a88-9322-56de04c8d877","header":"x-maas-group"}
{"level":"info","ts":1784686427.0021496,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"373dcd41-39bf-4a88-9322-56de04c8d877","header":"x-maas-username"}
{"level":"info","ts":1784686427.0021536,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"373dcd41-39bf-4a88-9322-56de04c8d877","header":"x-maas-subscription"}
{"level":"info","ts":1784686427.002167,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"373dcd41-39bf-4a88-9322-56de04c8d877","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784686427.002175,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"373dcd41-39bf-4a88-9322-56de04c8d877","modelName":"e2e-external-model"}
{"level":"info","ts":1784686427.0021863,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"373dcd41-39bf-4a88-9322-56de04c8d877","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784686427.0022078,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"373dcd41-39bf-4a88-9322-56de04c8d877","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784686427.0022223,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"373dcd41-39bf-4a88-9322-56de04c8d877","authType":"apikey"}
{"level":"info","ts":1784686427.0022435,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"373dcd41-39bf-4a88-9322-56de04c8d877"}
{"level":"info","ts":1784686427.0410638,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784686427.0411146,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5a480796-6f2f-4f85-b41a-d7f9031d0602"}
{"level":"info","ts":1784686427.0411222,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5a480796-6f2f-4f85-b41a-d7f9031d0602"}
{"level":"info","ts":1784686427.0411325,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5a480796-6f2f-4f85-b41a-d7f9031d0602","EoS":true}
{"level":"info","ts":1784686427.0411527,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5a480796-6f2f-4f85-b41a-d7f9031d0602","header":"x-maas-subscription"}
{"level":"info","ts":1784686427.0411644,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5a480796-6f2f-4f85-b41a-d7f9031d0602","header":"x-maas-group"}
{"level":"info","ts":1784686427.0411687,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5a480796-6f2f-4f85-b41a-d7f9031d0602","header":"x-maas-username"}
{"level":"info","ts":1784686427.0411785,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5a480796-6f2f-4f85-b41a-d7f9031d0602","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784686427.0411959,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5a480796-6f2f-4f85-b41a-d7f9031d0602"}
{"level":"info","ts":1784686427.1488798,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5a480796-6f2f-4f85-b41a-d7f9031d0602"}
{"level":"info","ts":1784686427.1488981,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5a480796-6f2f-4f85-b41a-d7f9031d0602"}
{"level":"info","ts":1784686427.1489127,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5a480796-6f2f-4f85-b41a-d7f9031d0602","EoS":false}
{"level":"info","ts":1784686427.148928,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5a480796-6f2f-4f85-b41a-d7f9031d0602","EoS":true}
{"level":"error","ts":1784686427.1489491,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"5a480796-6f2f-4f85-b41a-d7f9031d0602","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784686427.1489909,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5a480796-6f2f-4f85-b41a-d7f9031d0602"}
{"level":"info","ts":1784686427.185782,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784686427.185841,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6e357532-086f-4452-910c-091159401333"}
{"level":"info","ts":1784686427.1858525,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6e357532-086f-4452-910c-091159401333"}
{"level":"info","ts":1784686427.1858623,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6e357532-086f-4452-910c-091159401333","EoS":true}
{"level":"info","ts":1784686427.1858807,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6e357532-086f-4452-910c-091159401333","header":"x-maas-username"}
{"level":"info","ts":1784686427.18589,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6e357532-086f-4452-910c-091159401333","header":"x-maas-group"}
{"level":"info","ts":1784686427.1858947,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6e357532-086f-4452-910c-091159401333","header":"x-maas-subscription"}
{"level":"info","ts":1784686427.1859179,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6e357532-086f-4452-910c-091159401333"}
{"level":"info","ts":1784686427.2371473,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6e357532-086f-4452-910c-091159401333"}
{"level":"info","ts":1784686427.2371647,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6e357532-086f-4452-910c-091159401333"}
{"level":"info","ts":1784686427.237179,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6e357532-086f-4452-910c-091159401333","EoS":false}
{"level":"info","ts":1784686427.2371907,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6e357532-086f-4452-910c-091159401333","EoS":true}
{"level":"error","ts":1784686427.237204,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"6e357532-086f-4452-910c-091159401333","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784686427.2372365,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6e357532-086f-4452-910c-091159401333"}
{"level":"info","ts":1784686428.1101432,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fcf766ee-f7eb-4f00-a102-05efa651b4b2"}
{"level":"info","ts":1784686428.110152,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b7cac218-c937-4889-806e-42f55e0764e0","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784686428.110185,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b7cac218-c937-4889-806e-42f55e0764e0","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784686428.2761502,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"18db3123-561b-4b8d-acf2-712124d24073","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784686428.276195,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"18db3123-561b-4b8d-acf2-712124d24073","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784686428.2761962,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"104a1b86-fc9c-4e60-9e6c-d8398756d082"}
{"level":"info","ts":1784686428.3999403,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"fed90786-25a6-4ea7-89d8-c900381eeaa9","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784686428.3999872,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"fed90786-25a6-4ea7-89d8-c900381eeaa9","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784687040.2371802,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784687040.2372642,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b387100e-4b46-4a29-9c0b-7c3faaa0ffcf"}
{"level":"info","ts":1784687040.2372723,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b387100e-4b46-4a29-9c0b-7c3faaa0ffcf"}
{"level":"info","ts":1784687040.2372847,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b387100e-4b46-4a29-9c0b-7c3faaa0ffcf","EoS":true}
{"level":"info","ts":1784687040.2373095,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b387100e-4b46-4a29-9c0b-7c3faaa0ffcf","header":"x-maas-group"}
{"level":"info","ts":1784687040.2373173,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b387100e-4b46-4a29-9c0b-7c3faaa0ffcf","header":"x-maas-subscription"}
{"level":"info","ts":1784687040.2373216,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b387100e-4b46-4a29-9c0b-7c3faaa0ffcf","header":"x-maas-username"}
{"level":"info","ts":1784687040.2373347,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b387100e-4b46-4a29-9c0b-7c3faaa0ffcf","path":"/ai-tenant-e2e-inf-b-6708c8/test-model-6708c8/v1/chat/completions"}
{"level":"info","ts":1784687040.2373612,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b387100e-4b46-4a29-9c0b-7c3faaa0ffcf"}
{"level":"info","ts":1784687040.2518442,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b387100e-4b46-4a29-9c0b-7c3faaa0ffcf"}
{"level":"info","ts":1784687040.2518637,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b387100e-4b46-4a29-9c0b-7c3faaa0ffcf"}
{"level":"info","ts":1784687040.2518802,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b387100e-4b46-4a29-9c0b-7c3faaa0ffcf","EoS":false}
{"level":"info","ts":1784687040.2518928,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b387100e-4b46-4a29-9c0b-7c3faaa0ffcf","EoS":true}
{"level":"info","ts":1784687040.2519298,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b387100e-4b46-4a29-9c0b-7c3faaa0ffcf"}
{"level":"info","ts":1784687500.3299909,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784687500.3300695,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1e388df6-c2f6-4f19-b68e-196f95d9814d"}
{"level":"info","ts":1784687500.3300824,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1e388df6-c2f6-4f19-b68e-196f95d9814d"}
{"level":"info","ts":1784687500.3300974,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1e388df6-c2f6-4f19-b68e-196f95d9814d","EoS":true}
{"level":"info","ts":1784687500.3301218,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1e388df6-c2f6-4f19-b68e-196f95d9814d","header":"x-maas-username"}
{"level":"info","ts":1784687500.3301291,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1e388df6-c2f6-4f19-b68e-196f95d9814d","header":"x-maas-group"}
{"level":"info","ts":1784687500.330133,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1e388df6-c2f6-4f19-b68e-196f95d9814d","header":"x-maas-subscription"}
{"level":"info","ts":1784687500.3301456,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1e388df6-c2f6-4f19-b68e-196f95d9814d","path":"/ai-tenant-e2e-shared-a-9d0056/rate-test-model-9d0056/v1/completions"}
{"level":"info","ts":1784687500.3301702,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1e388df6-c2f6-4f19-b68e-196f95d9814d"}
{"level":"info","ts":1784687500.3431602,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1e388df6-c2f6-4f19-b68e-196f95d9814d"}
{"level":"info","ts":1784687500.343183,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1e388df6-c2f6-4f19-b68e-196f95d9814d"}
{"level":"info","ts":1784687500.3431983,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1e388df6-c2f6-4f19-b68e-196f95d9814d","EoS":false}
{"level":"info","ts":1784687500.3432105,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1e388df6-c2f6-4f19-b68e-196f95d9814d","EoS":true}
{"level":"info","ts":1784687500.3432505,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1e388df6-c2f6-4f19-b68e-196f95d9814d"}
{"level":"info","ts":1784687501.3840437,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784687501.3841176,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"744b75e0-5a45-4d7b-bbe7-153cc680d2a2"}
{"level":"info","ts":1784687501.3841286,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"744b75e0-5a45-4d7b-bbe7-153cc680d2a2"}
{"level":"info","ts":1784687501.3841398,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"744b75e0-5a45-4d7b-bbe7-153cc680d2a2","EoS":true}
{"level":"info","ts":1784687501.3841686,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"744b75e0-5a45-4d7b-bbe7-153cc680d2a2","header":"x-maas-username"}
{"level":"info","ts":1784687501.3841777,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"744b75e0-5a45-4d7b-bbe7-153cc680d2a2","header":"x-maas-group"}
{"level":"info","ts":1784687501.3841822,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"744b75e0-5a45-4d7b-bbe7-153cc680d2a2","header":"x-maas-subscription"}
{"level":"info","ts":1784687501.384195,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"744b75e0-5a45-4d7b-bbe7-153cc680d2a2","path":"/ai-tenant-e2e-shared-a-9d0056/rate-test-model-9d0056/v1/completions"}
{"level":"info","ts":1784687501.3842204,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"744b75e0-5a45-4d7b-bbe7-153cc680d2a2"}
{"level":"info","ts":1784687501.3853085,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"744b75e0-5a45-4d7b-bbe7-153cc680d2a2"}
{"level":"info","ts":1784687501.3853292,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"744b75e0-5a45-4d7b-bbe7-153cc680d2a2"}
{"level":"info","ts":1784687501.385344,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"744b75e0-5a45-4d7b-bbe7-153cc680d2a2","EoS":false}
{"level":"info","ts":1784687501.3853552,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"744b75e0-5a45-4d7b-bbe7-153cc680d2a2","EoS":true}
{"level":"info","ts":1784687501.3854127,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"744b75e0-5a45-4d7b-bbe7-153cc680d2a2"}
{"level":"info","ts":1784687515.7312305,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784687515.7313085,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0bec5164-6557-46b8-9028-28e1ade6c79f"}
{"level":"info","ts":1784687515.731319,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0bec5164-6557-46b8-9028-28e1ade6c79f"}
{"level":"info","ts":1784687515.7313304,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0bec5164-6557-46b8-9028-28e1ade6c79f","EoS":true}
{"level":"info","ts":1784687515.7313566,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0bec5164-6557-46b8-9028-28e1ade6c79f","header":"x-maas-subscription"}
{"level":"info","ts":1784687515.7313669,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0bec5164-6557-46b8-9028-28e1ade6c79f","header":"x-maas-group"}
{"level":"info","ts":1784687515.731372,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0bec5164-6557-46b8-9028-28e1ade6c79f","header":"x-maas-username"}
{"level":"info","ts":1784687515.731406,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0bec5164-6557-46b8-9028-28e1ade6c79f","path":"/ai-tenant-e2e-shared-b-a73722/rate-test-model-a73722/v1/completions"}
{"level":"info","ts":1784687515.7314315,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0bec5164-6557-46b8-9028-28e1ade6c79f"}
{"level":"info","ts":1784687515.7447264,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0bec5164-6557-46b8-9028-28e1ade6c79f"}
{"level":"info","ts":1784687515.7447486,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0bec5164-6557-46b8-9028-28e1ade6c79f"}
{"level":"info","ts":1784687515.7447639,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0bec5164-6557-46b8-9028-28e1ade6c79f","EoS":false}
{"level":"info","ts":1784687515.7447777,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0bec5164-6557-46b8-9028-28e1ade6c79f","EoS":true}
{"level":"info","ts":1784687515.744818,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0bec5164-6557-46b8-9028-28e1ade6c79f"}