{"level":"info","ts":1785379475.3779955,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dc0784c3-fe47-4f33-83df-737155658cd6","header":"x-maas-group"} {"level":"info","ts":1785379475.378006,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dc0784c3-fe47-4f33-83df-737155658cd6","header":"x-maas-username"} {"level":"info","ts":1785379475.3780262,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dc0784c3-fe47-4f33-83df-737155658cd6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785379475.378056,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dc0784c3-fe47-4f33-83df-737155658cd6"} {"level":"info","ts":1785379475.3793101,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dc0784c3-fe47-4f33-83df-737155658cd6"} {"level":"info","ts":1785379475.3793342,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"dc0784c3-fe47-4f33-83df-737155658cd6"} {"level":"info","ts":1785379475.3793535,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dc0784c3-fe47-4f33-83df-737155658cd6","EoS":false} {"level":"info","ts":1785379475.3793702,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dc0784c3-fe47-4f33-83df-737155658cd6","EoS":true} {"level":"info","ts":1785379475.3794053,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"dc0784c3-fe47-4f33-83df-737155658cd6"} {"level":"info","ts":1785379498.4936292,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785379498.4937227,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dbe8d947-f7c3-4260-aac2-c0a0beeb3bba"} {"level":"info","ts":1785379498.4937367,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dbe8d947-f7c3-4260-aac2-c0a0beeb3bba"} {"level":"info","ts":1785379498.4937532,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dbe8d947-f7c3-4260-aac2-c0a0beeb3bba","EoS":true} {"level":"info","ts":1785379498.4937816,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dbe8d947-f7c3-4260-aac2-c0a0beeb3bba","header":"x-maas-group"} {"level":"info","ts":1785379498.4937983,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dbe8d947-f7c3-4260-aac2-c0a0beeb3bba","header":"x-maas-subscription"} {"level":"info","ts":1785379498.4938035,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dbe8d947-f7c3-4260-aac2-c0a0beeb3bba","header":"x-maas-username"} {"level":"info","ts":1785379498.4938178,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dbe8d947-f7c3-4260-aac2-c0a0beeb3bba","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785379498.4938433,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dbe8d947-f7c3-4260-aac2-c0a0beeb3bba"} {"level":"info","ts":1785379498.4981823,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dbe8d947-f7c3-4260-aac2-c0a0beeb3bba"} {"level":"info","ts":1785379498.4982014,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"dbe8d947-f7c3-4260-aac2-c0a0beeb3bba"} {"level":"info","ts":1785379498.4982224,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dbe8d947-f7c3-4260-aac2-c0a0beeb3bba","EoS":false} {"level":"info","ts":1785379498.498235,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dbe8d947-f7c3-4260-aac2-c0a0beeb3bba","EoS":true} {"level":"info","ts":1785379498.4982696,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"dbe8d947-f7c3-4260-aac2-c0a0beeb3bba"} {"level":"info","ts":1785379498.6290283,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785379498.6291173,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"64de514a-72e8-4e4d-b140-ecf23cf0cd92"} {"level":"info","ts":1785379498.6291282,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"64de514a-72e8-4e4d-b140-ecf23cf0cd92"} {"level":"info","ts":1785379498.6291416,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"64de514a-72e8-4e4d-b140-ecf23cf0cd92","EoS":true} {"level":"info","ts":1785379498.6291988,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"64de514a-72e8-4e4d-b140-ecf23cf0cd92","header":"x-maas-username"} {"level":"info","ts":1785379498.6292098,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"64de514a-72e8-4e4d-b140-ecf23cf0cd92","header":"x-maas-subscription"} {"level":"info","ts":1785379498.6292152,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"64de514a-72e8-4e4d-b140-ecf23cf0cd92","header":"x-maas-group"} {"level":"info","ts":1785379498.6292307,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"64de514a-72e8-4e4d-b140-ecf23cf0cd92","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785379498.6292589,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"64de514a-72e8-4e4d-b140-ecf23cf0cd92"} {"level":"info","ts":1785379498.6302464,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"64de514a-72e8-4e4d-b140-ecf23cf0cd92"} {"level":"info","ts":1785379498.6302674,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"64de514a-72e8-4e4d-b140-ecf23cf0cd92"} {"level":"info","ts":1785379498.6302824,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"64de514a-72e8-4e4d-b140-ecf23cf0cd92","EoS":false} {"level":"info","ts":1785379498.6302938,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"64de514a-72e8-4e4d-b140-ecf23cf0cd92","EoS":true} {"level":"info","ts":1785379498.6303208,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"64de514a-72e8-4e4d-b140-ecf23cf0cd92"} {"level":"info","ts":1785379498.7634032,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785379498.763483,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1194e90d-2727-4408-9249-8a9b47c57233"} {"level":"info","ts":1785379498.7634952,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1194e90d-2727-4408-9249-8a9b47c57233"} {"level":"info","ts":1785379498.7635067,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1194e90d-2727-4408-9249-8a9b47c57233","EoS":true} {"level":"info","ts":1785379498.7635343,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1194e90d-2727-4408-9249-8a9b47c57233","header":"x-maas-group"} {"level":"info","ts":1785379498.7635448,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1194e90d-2727-4408-9249-8a9b47c57233","header":"x-maas-subscription"} {"level":"info","ts":1785379498.76355,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1194e90d-2727-4408-9249-8a9b47c57233","header":"x-maas-username"} {"level":"info","ts":1785379498.7635655,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1194e90d-2727-4408-9249-8a9b47c57233","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785379498.76359,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1194e90d-2727-4408-9249-8a9b47c57233"} {"level":"info","ts":1785379498.7644908,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1194e90d-2727-4408-9249-8a9b47c57233"} {"level":"info","ts":1785379498.7645104,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1194e90d-2727-4408-9249-8a9b47c57233"} {"level":"info","ts":1785379498.7645252,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1194e90d-2727-4408-9249-8a9b47c57233","EoS":false} {"level":"info","ts":1785379498.7645366,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1194e90d-2727-4408-9249-8a9b47c57233","EoS":true} {"level":"info","ts":1785379498.7645645,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"1194e90d-2727-4408-9249-8a9b47c57233"} {"level":"info","ts":1785379498.8992956,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785379498.8993719,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6f1a944c-7f73-4926-8044-1088b0ac48e0"} {"level":"info","ts":1785379498.8993824,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6f1a944c-7f73-4926-8044-1088b0ac48e0"} {"level":"info","ts":1785379498.8994007,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6f1a944c-7f73-4926-8044-1088b0ac48e0","EoS":true} {"level":"info","ts":1785379498.8994246,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6f1a944c-7f73-4926-8044-1088b0ac48e0","header":"x-maas-username"} {"level":"info","ts":1785379498.899435,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6f1a944c-7f73-4926-8044-1088b0ac48e0","header":"x-maas-group"} {"level":"info","ts":1785379498.8994434,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6f1a944c-7f73-4926-8044-1088b0ac48e0","header":"x-maas-subscription"} {"level":"info","ts":1785379498.8994594,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6f1a944c-7f73-4926-8044-1088b0ac48e0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785379498.8994913,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6f1a944c-7f73-4926-8044-1088b0ac48e0"} {"level":"info","ts":1785379498.9004195,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6f1a944c-7f73-4926-8044-1088b0ac48e0"} {"level":"info","ts":1785379498.900442,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6f1a944c-7f73-4926-8044-1088b0ac48e0"} {"level":"info","ts":1785379498.9004638,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6f1a944c-7f73-4926-8044-1088b0ac48e0","EoS":false} {"level":"info","ts":1785379498.9004817,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6f1a944c-7f73-4926-8044-1088b0ac48e0","EoS":true} {"level":"info","ts":1785379498.9005187,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"6f1a944c-7f73-4926-8044-1088b0ac48e0"} {"level":"info","ts":1785379499.0588794,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785379499.0589528,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b70e4f72-0715-4eab-95ee-1258cfd81edd"} {"level":"info","ts":1785379499.058965,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b70e4f72-0715-4eab-95ee-1258cfd81edd"} {"level":"info","ts":1785379499.0589771,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b70e4f72-0715-4eab-95ee-1258cfd81edd","EoS":true} {"level":"info","ts":1785379499.0590024,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b70e4f72-0715-4eab-95ee-1258cfd81edd","header":"x-maas-subscription"} {"level":"info","ts":1785379499.0590146,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b70e4f72-0715-4eab-95ee-1258cfd81edd","header":"x-maas-username"} {"level":"info","ts":1785379499.05902,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b70e4f72-0715-4eab-95ee-1258cfd81edd","header":"x-maas-group"} {"level":"info","ts":1785379499.059033,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b70e4f72-0715-4eab-95ee-1258cfd81edd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785379499.0590587,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b70e4f72-0715-4eab-95ee-1258cfd81edd"} {"level":"info","ts":1785379499.0599957,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b70e4f72-0715-4eab-95ee-1258cfd81edd"} {"level":"info","ts":1785379499.0600157,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b70e4f72-0715-4eab-95ee-1258cfd81edd"} {"level":"info","ts":1785379499.0600348,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b70e4f72-0715-4eab-95ee-1258cfd81edd","EoS":false} {"level":"info","ts":1785379499.0600486,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b70e4f72-0715-4eab-95ee-1258cfd81edd","EoS":true} {"level":"info","ts":1785379499.0600765,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b70e4f72-0715-4eab-95ee-1258cfd81edd"} {"level":"info","ts":1785379516.0726118,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785379516.0727072,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cf9cfb85-1a8d-4617-b4a2-7085ee6d94e3"} {"level":"info","ts":1785379516.072723,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cf9cfb85-1a8d-4617-b4a2-7085ee6d94e3"} {"level":"info","ts":1785379516.0727394,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cf9cfb85-1a8d-4617-b4a2-7085ee6d94e3","EoS":true} {"level":"info","ts":1785379516.0727756,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cf9cfb85-1a8d-4617-b4a2-7085ee6d94e3","header":"x-maas-subscription"} {"level":"info","ts":1785379516.0727894,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cf9cfb85-1a8d-4617-b4a2-7085ee6d94e3","header":"x-maas-username"} {"level":"info","ts":1785379516.0727966,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cf9cfb85-1a8d-4617-b4a2-7085ee6d94e3","header":"x-maas-group"} {"level":"info","ts":1785379516.0728142,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cf9cfb85-1a8d-4617-b4a2-7085ee6d94e3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785379516.0728455,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cf9cfb85-1a8d-4617-b4a2-7085ee6d94e3"} {"level":"info","ts":1785379516.0738616,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cf9cfb85-1a8d-4617-b4a2-7085ee6d94e3"} {"level":"info","ts":1785379516.0738893,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cf9cfb85-1a8d-4617-b4a2-7085ee6d94e3"} {"level":"info","ts":1785379516.0739126,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cf9cfb85-1a8d-4617-b4a2-7085ee6d94e3","EoS":false} {"level":"info","ts":1785379516.0739336,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cf9cfb85-1a8d-4617-b4a2-7085ee6d94e3","EoS":true} {"level":"info","ts":1785379516.0739753,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"cf9cfb85-1a8d-4617-b4a2-7085ee6d94e3"} {"level":"info","ts":1785379516.1598706,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785379516.1599438,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b7e2baac-b090-4278-91e4-2de4c3c0ddc6"} {"level":"info","ts":1785379516.16189,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b7e2baac-b090-4278-91e4-2de4c3c0ddc6"} {"level":"info","ts":1785379516.1619103,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b7e2baac-b090-4278-91e4-2de4c3c0ddc6"} {"level":"info","ts":1785379516.1619275,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b7e2baac-b090-4278-91e4-2de4c3c0ddc6","EoS":false} {"level":"info","ts":1785379516.161941,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b7e2baac-b090-4278-91e4-2de4c3c0ddc6"} {"level":"info","ts":1785379516.1619668,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b7e2baac-b090-4278-91e4-2de4c3c0ddc6","EoS":true} {"level":"info","ts":1785379516.1619744,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b7e2baac-b090-4278-91e4-2de4c3c0ddc6"} {"level":"info","ts":1785379520.7890096,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785379520.7891042,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fce96f32-aac3-4ca6-9369-e6415012d020"} {"level":"info","ts":1785379520.7891202,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fce96f32-aac3-4ca6-9369-e6415012d020"} {"level":"info","ts":1785379520.7891383,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fce96f32-aac3-4ca6-9369-e6415012d020","EoS":true} {"level":"info","ts":1785379520.7891636,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fce96f32-aac3-4ca6-9369-e6415012d020","header":"x-maas-group"} {"level":"info","ts":1785379520.7891977,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fce96f32-aac3-4ca6-9369-e6415012d020","header":"x-maas-subscription"} {"level":"info","ts":1785379520.789203,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fce96f32-aac3-4ca6-9369-e6415012d020","header":"x-maas-username"} {"level":"info","ts":1785379520.7892175,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fce96f32-aac3-4ca6-9369-e6415012d020","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785379520.7892492,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fce96f32-aac3-4ca6-9369-e6415012d020"} {"level":"info","ts":1785379520.7916203,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fce96f32-aac3-4ca6-9369-e6415012d020"} {"level":"info","ts":1785379520.7916422,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"fce96f32-aac3-4ca6-9369-e6415012d020"} {"level":"info","ts":1785379520.7916567,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fce96f32-aac3-4ca6-9369-e6415012d020","EoS":false} {"level":"info","ts":1785379520.7916684,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fce96f32-aac3-4ca6-9369-e6415012d020","EoS":true} {"level":"info","ts":1785379520.7916982,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"fce96f32-aac3-4ca6-9369-e6415012d020"} {"level":"info","ts":1785379533.4210286,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785379533.4211118,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5f065250-90d8-4db9-a931-21383b62b6ae"} {"level":"info","ts":1785379533.421124,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5f065250-90d8-4db9-a931-21383b62b6ae"} {"level":"info","ts":1785379533.4211357,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5f065250-90d8-4db9-a931-21383b62b6ae","EoS":true} {"level":"info","ts":1785379533.4211836,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5f065250-90d8-4db9-a931-21383b62b6ae","header":"x-maas-group"} {"level":"info","ts":1785379533.4211948,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5f065250-90d8-4db9-a931-21383b62b6ae","header":"x-maas-username"} {"level":"info","ts":1785379533.4211998,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5f065250-90d8-4db9-a931-21383b62b6ae","header":"x-maas-subscription"} {"level":"info","ts":1785379533.4212132,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5f065250-90d8-4db9-a931-21383b62b6ae","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785379533.4212391,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5f065250-90d8-4db9-a931-21383b62b6ae"} {"level":"info","ts":1785379533.4232,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5f065250-90d8-4db9-a931-21383b62b6ae"} {"level":"info","ts":1785379533.4232202,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5f065250-90d8-4db9-a931-21383b62b6ae"} {"level":"info","ts":1785379533.4232361,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5f065250-90d8-4db9-a931-21383b62b6ae","EoS":false} {"level":"info","ts":1785379533.4232473,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5f065250-90d8-4db9-a931-21383b62b6ae","EoS":true} {"level":"info","ts":1785379533.4232857,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"5f065250-90d8-4db9-a931-21383b62b6ae"} {"level":"info","ts":1785379546.28099,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785379546.281065,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bab0b078-5642-465c-8ca4-d46ca1b51e35"} {"level":"info","ts":1785379546.281078,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bab0b078-5642-465c-8ca4-d46ca1b51e35"} {"level":"info","ts":1785379546.2810977,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bab0b078-5642-465c-8ca4-d46ca1b51e35","EoS":true} {"level":"info","ts":1785379546.2811246,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bab0b078-5642-465c-8ca4-d46ca1b51e35","header":"x-maas-group"} {"level":"info","ts":1785379546.2811353,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bab0b078-5642-465c-8ca4-d46ca1b51e35","header":"x-maas-username"} {"level":"info","ts":1785379546.281141,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bab0b078-5642-465c-8ca4-d46ca1b51e35","header":"x-maas-subscription"} {"level":"info","ts":1785379546.2811544,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bab0b078-5642-465c-8ca4-d46ca1b51e35","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785379546.2812,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bab0b078-5642-465c-8ca4-d46ca1b51e35"} {"level":"info","ts":1785379546.2821198,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bab0b078-5642-465c-8ca4-d46ca1b51e35"} {"level":"info","ts":1785379546.2821586,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"bab0b078-5642-465c-8ca4-d46ca1b51e35"} {"level":"info","ts":1785379546.2822156,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bab0b078-5642-465c-8ca4-d46ca1b51e35","EoS":false} {"level":"info","ts":1785379546.282232,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bab0b078-5642-465c-8ca4-d46ca1b51e35","EoS":true} {"level":"info","ts":1785379546.2822638,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"bab0b078-5642-465c-8ca4-d46ca1b51e35"} {"level":"info","ts":1785379554.8245523,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785379554.8246245,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"41a1c358-c9fb-4c7b-a6f7-ebaa667f2c24"} {"level":"info","ts":1785379554.8246357,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"41a1c358-c9fb-4c7b-a6f7-ebaa667f2c24"} {"level":"info","ts":1785379554.8246472,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"41a1c358-c9fb-4c7b-a6f7-ebaa667f2c24","EoS":true} {"level":"info","ts":1785379554.8246784,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"41a1c358-c9fb-4c7b-a6f7-ebaa667f2c24","header":"x-maas-subscription"} {"level":"info","ts":1785379554.8246887,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"41a1c358-c9fb-4c7b-a6f7-ebaa667f2c24","header":"x-maas-group"} {"level":"info","ts":1785379554.8246942,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"41a1c358-c9fb-4c7b-a6f7-ebaa667f2c24","header":"x-maas-username"} {"level":"info","ts":1785379554.8247137,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"41a1c358-c9fb-4c7b-a6f7-ebaa667f2c24","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785379554.824744,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"41a1c358-c9fb-4c7b-a6f7-ebaa667f2c24"} {"level":"info","ts":1785379554.8256214,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"41a1c358-c9fb-4c7b-a6f7-ebaa667f2c24"} {"level":"info","ts":1785379554.8256423,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"41a1c358-c9fb-4c7b-a6f7-ebaa667f2c24"} {"level":"info","ts":1785379554.825659,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"41a1c358-c9fb-4c7b-a6f7-ebaa667f2c24","EoS":false} {"level":"info","ts":1785379554.8256717,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"41a1c358-c9fb-4c7b-a6f7-ebaa667f2c24","EoS":true} {"level":"info","ts":1785379554.8257017,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"41a1c358-c9fb-4c7b-a6f7-ebaa667f2c24"} {"level":"info","ts":1785379563.7194679,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785379563.7195442,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b04cf1df-7018-452e-ae3b-2dd2f75ee959"} {"level":"info","ts":1785379563.7195563,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b04cf1df-7018-452e-ae3b-2dd2f75ee959"} {"level":"info","ts":1785379563.7195675,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b04cf1df-7018-452e-ae3b-2dd2f75ee959","EoS":true} {"level":"info","ts":1785379563.719597,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b04cf1df-7018-452e-ae3b-2dd2f75ee959","header":"x-maas-subscription"} {"level":"info","ts":1785379563.7196074,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b04cf1df-7018-452e-ae3b-2dd2f75ee959","header":"x-maas-group"} {"level":"info","ts":1785379563.7196121,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b04cf1df-7018-452e-ae3b-2dd2f75ee959","header":"x-maas-username"} {"level":"info","ts":1785379563.7196255,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b04cf1df-7018-452e-ae3b-2dd2f75ee959","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785379563.7196522,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b04cf1df-7018-452e-ae3b-2dd2f75ee959"} {"level":"info","ts":1785379563.720523,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b04cf1df-7018-452e-ae3b-2dd2f75ee959"} {"level":"info","ts":1785379563.7205448,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b04cf1df-7018-452e-ae3b-2dd2f75ee959"} {"level":"info","ts":1785379563.7205613,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b04cf1df-7018-452e-ae3b-2dd2f75ee959","EoS":false} {"level":"info","ts":1785379563.7205732,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b04cf1df-7018-452e-ae3b-2dd2f75ee959","EoS":true} {"level":"info","ts":1785379563.7206054,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b04cf1df-7018-452e-ae3b-2dd2f75ee959"} {"level":"info","ts":1785379588.7269223,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785379588.727008,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cf9db090-f5bd-4299-a482-980c98df8295"} {"level":"info","ts":1785379588.7270198,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cf9db090-f5bd-4299-a482-980c98df8295"} {"level":"info","ts":1785379588.727033,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cf9db090-f5bd-4299-a482-980c98df8295","EoS":true} {"level":"info","ts":1785379588.727063,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cf9db090-f5bd-4299-a482-980c98df8295","header":"x-maas-subscription"} {"level":"info","ts":1785379588.7270741,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cf9db090-f5bd-4299-a482-980c98df8295","header":"x-maas-group"} {"level":"info","ts":1785379588.7270796,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cf9db090-f5bd-4299-a482-980c98df8295","header":"x-maas-username"} {"level":"info","ts":1785379588.7270942,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cf9db090-f5bd-4299-a482-980c98df8295","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785379588.7271235,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cf9db090-f5bd-4299-a482-980c98df8295"} {"level":"info","ts":1785379588.7280211,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cf9db090-f5bd-4299-a482-980c98df8295"} {"level":"info","ts":1785379588.7280414,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cf9db090-f5bd-4299-a482-980c98df8295"} {"level":"info","ts":1785379588.7280576,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cf9db090-f5bd-4299-a482-980c98df8295","EoS":false} {"level":"info","ts":1785379588.7280734,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cf9db090-f5bd-4299-a482-980c98df8295","EoS":true} {"level":"info","ts":1785379588.7281039,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"cf9db090-f5bd-4299-a482-980c98df8295"} {"level":"info","ts":1785379611.2216125,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785379611.2216876,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ab6a73c7-4e8e-4fdc-a5d7-a4e8bc535e69"} {"level":"info","ts":1785379611.2217014,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ab6a73c7-4e8e-4fdc-a5d7-a4e8bc535e69"} {"level":"info","ts":1785379611.2217124,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ab6a73c7-4e8e-4fdc-a5d7-a4e8bc535e69","EoS":true} {"level":"info","ts":1785379611.2217395,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ab6a73c7-4e8e-4fdc-a5d7-a4e8bc535e69","header":"x-maas-subscription"} {"level":"info","ts":1785379611.221751,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ab6a73c7-4e8e-4fdc-a5d7-a4e8bc535e69","header":"x-maas-username"} {"level":"info","ts":1785379611.221757,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ab6a73c7-4e8e-4fdc-a5d7-a4e8bc535e69","header":"x-maas-group"} {"level":"info","ts":1785379611.2217705,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ab6a73c7-4e8e-4fdc-a5d7-a4e8bc535e69","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785379611.2217946,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ab6a73c7-4e8e-4fdc-a5d7-a4e8bc535e69"} {"level":"info","ts":1785379611.222624,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ab6a73c7-4e8e-4fdc-a5d7-a4e8bc535e69"} {"level":"info","ts":1785379611.2226453,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ab6a73c7-4e8e-4fdc-a5d7-a4e8bc535e69"} {"level":"info","ts":1785379611.2226677,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ab6a73c7-4e8e-4fdc-a5d7-a4e8bc535e69","EoS":false} {"level":"info","ts":1785379611.2226858,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ab6a73c7-4e8e-4fdc-a5d7-a4e8bc535e69","EoS":true} {"level":"info","ts":1785379611.2227228,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"ab6a73c7-4e8e-4fdc-a5d7-a4e8bc535e69"} {"level":"info","ts":1785379650.5006564,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785379650.5007386,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"572b4572-eb0a-4800-940c-5bc2c2d0362f"} {"level":"info","ts":1785379650.5007513,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"572b4572-eb0a-4800-940c-5bc2c2d0362f"} {"level":"info","ts":1785379650.5007634,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"572b4572-eb0a-4800-940c-5bc2c2d0362f","EoS":true} {"level":"info","ts":1785379650.5007877,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"572b4572-eb0a-4800-940c-5bc2c2d0362f","header":"x-maas-username"} {"level":"info","ts":1785379650.5007985,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"572b4572-eb0a-4800-940c-5bc2c2d0362f","header":"x-maas-subscription"} {"level":"info","ts":1785379650.5008054,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"572b4572-eb0a-4800-940c-5bc2c2d0362f","header":"x-maas-group"} {"level":"info","ts":1785379650.50082,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"572b4572-eb0a-4800-940c-5bc2c2d0362f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785379650.5008466,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"572b4572-eb0a-4800-940c-5bc2c2d0362f"} {"level":"info","ts":1785379650.501839,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"572b4572-eb0a-4800-940c-5bc2c2d0362f"} {"level":"info","ts":1785379650.5018654,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"572b4572-eb0a-4800-940c-5bc2c2d0362f"} {"level":"info","ts":1785379650.5018885,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"572b4572-eb0a-4800-940c-5bc2c2d0362f","EoS":false} {"level":"info","ts":1785379650.5019107,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"572b4572-eb0a-4800-940c-5bc2c2d0362f","EoS":true} {"level":"info","ts":1785379650.5019443,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"572b4572-eb0a-4800-940c-5bc2c2d0362f"} {"level":"info","ts":1785379659.9182916,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785379659.9183867,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"11a71795-5b31-429a-b7b8-cf58f39dbd3b"} {"level":"info","ts":1785379659.9184003,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"11a71795-5b31-429a-b7b8-cf58f39dbd3b"} {"level":"info","ts":1785379659.9184134,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"11a71795-5b31-429a-b7b8-cf58f39dbd3b","EoS":true} {"level":"info","ts":1785379659.9184394,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"11a71795-5b31-429a-b7b8-cf58f39dbd3b","header":"x-maas-group"} {"level":"info","ts":1785379659.9184496,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"11a71795-5b31-429a-b7b8-cf58f39dbd3b","header":"x-maas-username"} {"level":"info","ts":1785379659.9184551,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"11a71795-5b31-429a-b7b8-cf58f39dbd3b","header":"x-maas-subscription"} {"level":"info","ts":1785379659.9184692,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"11a71795-5b31-429a-b7b8-cf58f39dbd3b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785379659.9184966,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"11a71795-5b31-429a-b7b8-cf58f39dbd3b"} {"level":"info","ts":1785379659.9194555,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"11a71795-5b31-429a-b7b8-cf58f39dbd3b"} {"level":"info","ts":1785379659.9194844,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"11a71795-5b31-429a-b7b8-cf58f39dbd3b"} {"level":"info","ts":1785379659.9195077,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"11a71795-5b31-429a-b7b8-cf58f39dbd3b","EoS":false} {"level":"info","ts":1785379659.9195251,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"11a71795-5b31-429a-b7b8-cf58f39dbd3b","EoS":true} {"level":"info","ts":1785379659.9195604,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"11a71795-5b31-429a-b7b8-cf58f39dbd3b"} {"level":"info","ts":1785379659.9498334,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785379659.949897,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a493031c-d237-4bd1-89e0-a095008b5cd8"} {"level":"info","ts":1785379659.949911,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a493031c-d237-4bd1-89e0-a095008b5cd8"} {"level":"info","ts":1785379659.9499216,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a493031c-d237-4bd1-89e0-a095008b5cd8","EoS":true} {"level":"info","ts":1785379659.9499447,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a493031c-d237-4bd1-89e0-a095008b5cd8","header":"x-maas-subscription"} {"level":"info","ts":1785379659.949955,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a493031c-d237-4bd1-89e0-a095008b5cd8","header":"x-maas-username"} {"level":"info","ts":1785379659.9499612,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a493031c-d237-4bd1-89e0-a095008b5cd8","header":"x-maas-group"} {"level":"info","ts":1785379659.9499748,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a493031c-d237-4bd1-89e0-a095008b5cd8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785379659.950003,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a493031c-d237-4bd1-89e0-a095008b5cd8"} {"level":"info","ts":1785379659.9527512,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a493031c-d237-4bd1-89e0-a095008b5cd8"} {"level":"info","ts":1785379659.952769,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a493031c-d237-4bd1-89e0-a095008b5cd8"} {"level":"info","ts":1785379659.9527855,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a493031c-d237-4bd1-89e0-a095008b5cd8","EoS":false} {"level":"info","ts":1785379659.9527981,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a493031c-d237-4bd1-89e0-a095008b5cd8","EoS":true} {"level":"info","ts":1785379659.9528258,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a493031c-d237-4bd1-89e0-a095008b5cd8"} {"level":"info","ts":1785379679.0516732,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785379679.0517662,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7ca13b04-1f9f-40e8-a752-1330c3db626a"} {"level":"info","ts":1785379679.051783,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7ca13b04-1f9f-40e8-a752-1330c3db626a"} {"level":"info","ts":1785379679.0518024,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7ca13b04-1f9f-40e8-a752-1330c3db626a","EoS":true} {"level":"info","ts":1785379679.0518486,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7ca13b04-1f9f-40e8-a752-1330c3db626a","header":"x-maas-group"} {"level":"info","ts":1785379679.0518622,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7ca13b04-1f9f-40e8-a752-1330c3db626a","header":"x-maas-username"} {"level":"info","ts":1785379679.0518703,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7ca13b04-1f9f-40e8-a752-1330c3db626a","header":"x-maas-subscription"} {"level":"info","ts":1785379679.0518918,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7ca13b04-1f9f-40e8-a752-1330c3db626a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785379679.0519269,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7ca13b04-1f9f-40e8-a752-1330c3db626a"} {"level":"info","ts":1785379679.0528796,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7ca13b04-1f9f-40e8-a752-1330c3db626a"} {"level":"info","ts":1785379679.0528967,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7ca13b04-1f9f-40e8-a752-1330c3db626a"} {"level":"info","ts":1785379679.0529165,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7ca13b04-1f9f-40e8-a752-1330c3db626a","EoS":false} {"level":"info","ts":1785379679.0529318,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7ca13b04-1f9f-40e8-a752-1330c3db626a","EoS":true} {"level":"info","ts":1785379679.0529664,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"7ca13b04-1f9f-40e8-a752-1330c3db626a"} {"level":"info","ts":1785379826.917099,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785379826.9172232,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"419dec7a-c115-45d2-8810-5196bc114c5f"} {"level":"info","ts":1785379826.9172378,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"419dec7a-c115-45d2-8810-5196bc114c5f"} {"level":"info","ts":1785379826.9172494,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"419dec7a-c115-45d2-8810-5196bc114c5f","EoS":true} {"level":"info","ts":1785379826.9172752,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"419dec7a-c115-45d2-8810-5196bc114c5f","header":"x-maas-group"} {"level":"info","ts":1785379826.9172866,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"419dec7a-c115-45d2-8810-5196bc114c5f","header":"x-maas-username"} {"level":"info","ts":1785379826.917292,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"419dec7a-c115-45d2-8810-5196bc114c5f","header":"x-maas-subscription"} {"level":"info","ts":1785379826.9173062,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"419dec7a-c115-45d2-8810-5196bc114c5f","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785379826.917328,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"419dec7a-c115-45d2-8810-5196bc114c5f"} {"level":"info","ts":1785379826.9183977,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"419dec7a-c115-45d2-8810-5196bc114c5f"} {"level":"info","ts":1785379826.9184184,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"419dec7a-c115-45d2-8810-5196bc114c5f"} {"level":"info","ts":1785379826.9184341,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"419dec7a-c115-45d2-8810-5196bc114c5f","EoS":false} {"level":"info","ts":1785379826.918446,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"419dec7a-c115-45d2-8810-5196bc114c5f","EoS":true} {"level":"info","ts":1785379826.9185026,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"419dec7a-c115-45d2-8810-5196bc114c5f"} {"level":"info","ts":1785379872.3668387,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785379872.3669198,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6137134b-143f-4172-8c21-c46764b20aa4"} {"level":"info","ts":1785379872.366932,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6137134b-143f-4172-8c21-c46764b20aa4"} {"level":"info","ts":1785379872.3669436,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6137134b-143f-4172-8c21-c46764b20aa4","EoS":true} {"level":"info","ts":1785379872.3669708,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6137134b-143f-4172-8c21-c46764b20aa4","header":"x-maas-subscription"} {"level":"info","ts":1785379872.366982,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6137134b-143f-4172-8c21-c46764b20aa4","header":"x-maas-group"} {"level":"info","ts":1785379872.3669868,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6137134b-143f-4172-8c21-c46764b20aa4","header":"x-maas-username"} {"level":"info","ts":1785379872.3670006,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6137134b-143f-4172-8c21-c46764b20aa4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785379872.3670256,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6137134b-143f-4172-8c21-c46764b20aa4"} {"level":"info","ts":1785379872.3679209,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6137134b-143f-4172-8c21-c46764b20aa4"} {"level":"info","ts":1785379872.3679435,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6137134b-143f-4172-8c21-c46764b20aa4"} {"level":"info","ts":1785379872.3679595,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6137134b-143f-4172-8c21-c46764b20aa4","EoS":false} {"level":"info","ts":1785379872.3679717,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6137134b-143f-4172-8c21-c46764b20aa4","EoS":true} {"level":"info","ts":1785379872.3680007,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"6137134b-143f-4172-8c21-c46764b20aa4"} {"level":"info","ts":1785379887.5691261,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785379887.5692158,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2aad1252-fd0e-48a9-ba5c-39e036727881"} {"level":"info","ts":1785379887.5692277,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2aad1252-fd0e-48a9-ba5c-39e036727881"} {"level":"info","ts":1785379887.5692396,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2aad1252-fd0e-48a9-ba5c-39e036727881","EoS":true} {"level":"info","ts":1785379887.5692685,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2aad1252-fd0e-48a9-ba5c-39e036727881","header":"x-maas-group"} {"level":"info","ts":1785379887.5692797,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2aad1252-fd0e-48a9-ba5c-39e036727881","header":"x-maas-subscription"} {"level":"info","ts":1785379887.5692844,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2aad1252-fd0e-48a9-ba5c-39e036727881","header":"x-maas-username"} {"level":"info","ts":1785379887.5692995,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2aad1252-fd0e-48a9-ba5c-39e036727881","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785379887.569327,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2aad1252-fd0e-48a9-ba5c-39e036727881"} {"level":"info","ts":1785379887.5713117,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2aad1252-fd0e-48a9-ba5c-39e036727881"} {"level":"info","ts":1785379887.571366,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2aad1252-fd0e-48a9-ba5c-39e036727881"} {"level":"info","ts":1785379887.5713952,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2aad1252-fd0e-48a9-ba5c-39e036727881","EoS":false} {"level":"info","ts":1785379887.5714138,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2aad1252-fd0e-48a9-ba5c-39e036727881","EoS":true} {"level":"info","ts":1785379887.571448,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"2aad1252-fd0e-48a9-ba5c-39e036727881"} {"level":"info","ts":1785380219.6013222,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785380219.6014116,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b315d48e-fb23-43c6-be7e-9b7ec101df9d"} {"level":"info","ts":1785380219.6014206,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b315d48e-fb23-43c6-be7e-9b7ec101df9d"} {"level":"info","ts":1785380219.6014318,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b315d48e-fb23-43c6-be7e-9b7ec101df9d","EoS":true} {"level":"info","ts":1785380219.6014595,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b315d48e-fb23-43c6-be7e-9b7ec101df9d","header":"x-maas-subscription"} {"level":"info","ts":1785380219.6014695,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b315d48e-fb23-43c6-be7e-9b7ec101df9d","header":"x-maas-group"} {"level":"info","ts":1785380219.6014752,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b315d48e-fb23-43c6-be7e-9b7ec101df9d","header":"x-maas-username"} {"level":"info","ts":1785380219.6014886,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b315d48e-fb23-43c6-be7e-9b7ec101df9d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785380219.6015165,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b315d48e-fb23-43c6-be7e-9b7ec101df9d"} {"level":"info","ts":1785380219.6050599,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b315d48e-fb23-43c6-be7e-9b7ec101df9d"} {"level":"info","ts":1785380219.6050873,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b315d48e-fb23-43c6-be7e-9b7ec101df9d"} {"level":"info","ts":1785380219.6051188,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b315d48e-fb23-43c6-be7e-9b7ec101df9d","EoS":false} {"level":"info","ts":1785380219.6051426,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b315d48e-fb23-43c6-be7e-9b7ec101df9d","EoS":true} {"level":"info","ts":1785380219.6052256,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b315d48e-fb23-43c6-be7e-9b7ec101df9d"} {"level":"info","ts":1785380224.3640063,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"17531667-5b27-4680-8d8f-2492d6bad98e","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785380224.364295,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35077.704659403,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785380224.3643243,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785380224.4052525,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785380224.4652877,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"17531667-5b27-4680-8d8f-2492d6bad98e","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785380224.4772758,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"112e681e-430c-4027-adcb-6f8536a6f0c7"} {"level":"info","ts":1785380224.4772794,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aada23bf-6a95-49cd-b35e-fbd51582303c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785380224.4773283,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aada23bf-6a95-49cd-b35e-fbd51582303c","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785380224.482798,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"69136a20-1ef7-428d-b65c-a974c4dea140","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785380224.4828217,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"69136a20-1ef7-428d-b65c-a974c4dea140","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785380224.486056,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"112e681e-430c-4027-adcb-6f8536a6f0c7","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785380224.4863155,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":36306.032046203,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785380224.4863334,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785380224.4942055,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785380224.5864074,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"112e681e-430c-4027-adcb-6f8536a6f0c7","name":"e2e-external-provider"} {"level":"info","ts":1785380224.5904117,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1b0f4c32-1a73-473e-9e2d-bfb795074e0f"} {"level":"info","ts":1785380224.5904622,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bb9b9133-aad0-4927-9cc8-2edf820606a2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785380224.5904982,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bb9b9133-aad0-4927-9cc8-2edf820606a2","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785380224.5941942,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"112e681e-430c-4027-adcb-6f8536a6f0c7","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785380224.5985396,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1b0f4c32-1a73-473e-9e2d-bfb795074e0f","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785380224.5985758,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b9ee61d3-888e-4103-a522-771dca53dd81","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785380224.5986056,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b9ee61d3-888e-4103-a522-771dca53dd81","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785380224.6016502,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"112e681e-430c-4027-adcb-6f8536a6f0c7","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1785380224.6050768,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1b0f4c32-1a73-473e-9e2d-bfb795074e0f","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785380224.6051455,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ed46a587-cca5-4e5d-9b4b-f883d2075626"} {"level":"info","ts":1785380224.6051948,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ed46a587-cca5-4e5d-9b4b-f883d2075626","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785380224.605345,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a43399e2-2208-43b5-8a2a-e584f24dda3a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785380224.6053731,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a43399e2-2208-43b5-8a2a-e584f24dda3a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785380224.6064715,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"112e681e-430c-4027-adcb-6f8536a6f0c7","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785380224.608573,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ed46a587-cca5-4e5d-9b4b-f883d2075626","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785380224.6086092,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ed46a587-cca5-4e5d-9b4b-f883d2075626","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785380224.6086524,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"56f506f6-a676-44ae-89e1-44d5bfa60c2f"} {"level":"info","ts":1785380224.608686,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"56f506f6-a676-44ae-89e1-44d5bfa60c2f","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785380224.6098037,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"112e681e-430c-4027-adcb-6f8536a6f0c7","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785380224.6098676,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"08d476fe-50f5-41d1-b94a-b6aef244ce7f"} {"level":"info","ts":1785380224.6099133,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"08d476fe-50f5-41d1-b94a-b6aef244ce7f","name":"e2e-external-provider"} {"level":"error","ts":1785380224.6135383,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"56f506f6-a676-44ae-89e1-44d5bfa60c2f","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785380224.6181362,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"08d476fe-50f5-41d1-b94a-b6aef244ce7f","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785380224.6232667,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ed8e5496-dcae-481d-a66b-62fb9f3ad4a8"} {"level":"info","ts":1785380224.6232796,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4adfcbdd-c366-4137-b374-e4fcfed076c1","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785380224.6233144,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4adfcbdd-c366-4137-b374-e4fcfed076c1","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785380224.6233277,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ed8e5496-dcae-481d-a66b-62fb9f3ad4a8","name":"e2e-external-provider"} {"level":"info","ts":1785380224.6233928,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"09a53d57-072a-49d3-a647-68a3da4ba5fd","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785380224.6234143,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"09a53d57-072a-49d3-a647-68a3da4ba5fd","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785380224.6234648,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c6603dda-7fc5-4e48-8f00-74a562da0c0c"} {"level":"info","ts":1785380224.6236439,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35077.401921089,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785380224.6236575,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785380224.6299047,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785380224.6308813,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ed8e5496-dcae-481d-a66b-62fb9f3ad4a8","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785380224.7246509,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c6603dda-7fc5-4e48-8f00-74a562da0c0c","name":"e2e-external-model"} {"level":"info","ts":1785380224.736421,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c6603dda-7fc5-4e48-8f00-74a562da0c0c","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785380224.7431083,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d5c737cd-3c8b-476f-833b-93c2f4872863"} {"level":"info","ts":1785380224.74312,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c094f58e-9f9e-4ad1-b0ae-7f6849148115","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785380224.7432337,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d5c737cd-3c8b-476f-833b-93c2f4872863","name":"e2e-external-model"} {"level":"info","ts":1785380224.7432396,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c094f58e-9f9e-4ad1-b0ae-7f6849148115","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785380224.7557614,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d5c737cd-3c8b-476f-833b-93c2f4872863","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785380224.7560296,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df162da8-196b-4a96-ad25-03c625c5561e"} {"level":"info","ts":1785380224.7561123,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df162da8-196b-4a96-ad25-03c625c5561e","name":"e2e-external-model"} {"level":"info","ts":1785380224.7560327,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4b5b80d8-2ea0-41e5-a0cd-49a259e58ac8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785380224.7561507,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4b5b80d8-2ea0-41e5-a0cd-49a259e58ac8","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785380224.7632117,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df162da8-196b-4a96-ad25-03c625c5561e","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785380224.7681527,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3533a182-5d86-431d-8186-7da05feeed6e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785380224.7681525,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7ff7827c-1eab-401f-9a6b-9b6045f86cc3"} {"level":"info","ts":1785380224.7682095,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3533a182-5d86-431d-8186-7da05feeed6e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785380224.768246,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7ff7827c-1eab-401f-9a6b-9b6045f86cc3","name":"e2e-external-model"} {"level":"info","ts":1785380224.7767816,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7ff7827c-1eab-401f-9a6b-9b6045f86cc3","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785380234.2104433,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785380234.2105372,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"730c23d0-8e5c-483c-8ffe-2fd174fb9e59"} {"level":"info","ts":1785380234.2105517,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"730c23d0-8e5c-483c-8ffe-2fd174fb9e59"} {"level":"info","ts":1785380234.210564,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"730c23d0-8e5c-483c-8ffe-2fd174fb9e59","EoS":true} {"level":"info","ts":1785380234.2105887,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"730c23d0-8e5c-483c-8ffe-2fd174fb9e59","header":"x-maas-username"} {"level":"info","ts":1785380234.2106013,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"730c23d0-8e5c-483c-8ffe-2fd174fb9e59","header":"x-maas-group"} {"level":"info","ts":1785380234.2106073,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"730c23d0-8e5c-483c-8ffe-2fd174fb9e59","header":"x-maas-subscription"} {"level":"info","ts":1785380234.2106214,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"730c23d0-8e5c-483c-8ffe-2fd174fb9e59","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785380234.2106304,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"730c23d0-8e5c-483c-8ffe-2fd174fb9e59","modelName":"e2e-external-model"} {"level":"info","ts":1785380234.2106423,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"730c23d0-8e5c-483c-8ffe-2fd174fb9e59","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785380234.2106702,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"730c23d0-8e5c-483c-8ffe-2fd174fb9e59","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785380234.2106867,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"730c23d0-8e5c-483c-8ffe-2fd174fb9e59","authType":"apikey"} {"level":"info","ts":1785380234.2107127,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"730c23d0-8e5c-483c-8ffe-2fd174fb9e59"} {"level":"info","ts":1785380234.2996733,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"730c23d0-8e5c-483c-8ffe-2fd174fb9e59"} {"level":"info","ts":1785380234.299701,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"730c23d0-8e5c-483c-8ffe-2fd174fb9e59"} {"level":"info","ts":1785380234.2997177,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"730c23d0-8e5c-483c-8ffe-2fd174fb9e59","EoS":false} {"level":"info","ts":1785380234.2997704,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"730c23d0-8e5c-483c-8ffe-2fd174fb9e59","EoS":true} {"level":"error","ts":1785380234.2998054,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"730c23d0-8e5c-483c-8ffe-2fd174fb9e59","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785380234.2998583,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"730c23d0-8e5c-483c-8ffe-2fd174fb9e59"} {"level":"info","ts":1785380234.4072292,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1082718d-df06-422e-8616-44b479c48d9a"} {"level":"info","ts":1785380234.4072502,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b8b9f856-dd11-4515-8d80-1c97d0d454ca","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785380234.4072835,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b8b9f856-dd11-4515-8d80-1c97d0d454ca","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785380234.4121974,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a5eb00b8-2ec9-400c-b7c9-4c7196f70f80","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785380234.4122248,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a5eb00b8-2ec9-400c-b7c9-4c7196f70f80","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785380234.4122694,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1082718d-df06-422e-8616-44b479c48d9a","name":"e2e-cleanup-test"} {"level":"info","ts":1785380234.4219985,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1082718d-df06-422e-8616-44b479c48d9a","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785380234.4279618,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"71e5c92e-25da-42b8-a8e2-9983948e5eab"} {"level":"info","ts":1785380234.4280264,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"71e5c92e-25da-42b8-a8e2-9983948e5eab","name":"e2e-cleanup-test"} {"level":"info","ts":1785380234.4279594,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4cb41d4a-af62-4633-8afa-52e826249924","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785380234.428082,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4cb41d4a-af62-4633-8afa-52e826249924","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785380234.4416795,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5b7d5f8e-03bf-440f-acd6-be3f12a80a7f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785380234.4417145,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5b7d5f8e-03bf-440f-acd6-be3f12a80a7f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785380234.445083,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"71e5c92e-25da-42b8-a8e2-9983948e5eab","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785380234.4451416,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"71e5c92e-25da-42b8-a8e2-9983948e5eab","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785380234.4452183,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a10bdfa3-f970-419a-9f3b-4b43d0495495"} {"level":"info","ts":1785380234.4452727,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a10bdfa3-f970-419a-9f3b-4b43d0495495","name":"e2e-cleanup-test"} {"level":"info","ts":1785380234.4572976,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a10bdfa3-f970-419a-9f3b-4b43d0495495","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785380234.4754517,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"31d9637d-edad-4afa-b7e5-4f1f7c2544c9","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785380234.4754999,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"31d9637d-edad-4afa-b7e5-4f1f7c2544c9","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785380234.475559,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9f912620-418e-4965-bb8a-d643abf48ab1"} {"level":"info","ts":1785380234.4756184,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9f912620-418e-4965-bb8a-d643abf48ab1","name":"e2e-cleanup-test"} {"level":"info","ts":1785380234.495794,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9f912620-418e-4965-bb8a-d643abf48ab1","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785380242.6675546,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"11e4abc3-5b72-4b48-8eb8-b69872ef05f5"} {"level":"info","ts":1785380242.6675553,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0e171a81-1198-406b-b985-cb8507d9801a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785380242.6676245,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0e171a81-1198-406b-b985-cb8507d9801a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785380246.965523,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785380246.9656138,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6c6fe7c3-e218-42e6-944c-3b999c8482f2"} {"level":"info","ts":1785380246.9656267,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6c6fe7c3-e218-42e6-944c-3b999c8482f2"} {"level":"info","ts":1785380246.965645,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6c6fe7c3-e218-42e6-944c-3b999c8482f2","EoS":true} {"level":"info","ts":1785380246.96569,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6c6fe7c3-e218-42e6-944c-3b999c8482f2","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785380246.9657245,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6c6fe7c3-e218-42e6-944c-3b999c8482f2"} {"level":"info","ts":1785380247.0045824,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785380247.0046756,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fcba1f6a-3097-4c2f-937a-ac5c05da481d"} {"level":"info","ts":1785380247.0046895,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fcba1f6a-3097-4c2f-937a-ac5c05da481d"} {"level":"info","ts":1785380247.0047069,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fcba1f6a-3097-4c2f-937a-ac5c05da481d","EoS":true} {"level":"info","ts":1785380247.0047467,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fcba1f6a-3097-4c2f-937a-ac5c05da481d","header":"x-maas-subscription"} {"level":"info","ts":1785380247.0047588,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fcba1f6a-3097-4c2f-937a-ac5c05da481d","header":"x-maas-group"} {"level":"info","ts":1785380247.0047684,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fcba1f6a-3097-4c2f-937a-ac5c05da481d","header":"x-maas-username"} {"level":"info","ts":1785380247.0047903,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fcba1f6a-3097-4c2f-937a-ac5c05da481d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785380247.0048022,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"fcba1f6a-3097-4c2f-937a-ac5c05da481d","modelName":"e2e-external-model"} {"level":"info","ts":1785380247.004822,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"fcba1f6a-3097-4c2f-937a-ac5c05da481d","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785380247.0048504,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"fcba1f6a-3097-4c2f-937a-ac5c05da481d","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785380247.004877,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"fcba1f6a-3097-4c2f-937a-ac5c05da481d","authType":"apikey"} {"level":"info","ts":1785380247.0049107,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fcba1f6a-3097-4c2f-937a-ac5c05da481d"} {"level":"info","ts":1785380247.097011,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fcba1f6a-3097-4c2f-937a-ac5c05da481d"} {"level":"info","ts":1785380247.097041,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"fcba1f6a-3097-4c2f-937a-ac5c05da481d"} {"level":"info","ts":1785380247.0970585,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fcba1f6a-3097-4c2f-937a-ac5c05da481d","EoS":false} {"level":"info","ts":1785380247.097072,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fcba1f6a-3097-4c2f-937a-ac5c05da481d","EoS":true} {"level":"error","ts":1785380247.0970826,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"fcba1f6a-3097-4c2f-937a-ac5c05da481d","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785380247.0971246,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"fcba1f6a-3097-4c2f-937a-ac5c05da481d"} {"level":"info","ts":1785380247.1306107,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785380247.1306753,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aabd314a-c011-4469-9a95-2dc1f51ffd95"} {"level":"info","ts":1785380247.1306877,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aabd314a-c011-4469-9a95-2dc1f51ffd95"} {"level":"info","ts":1785380247.1306999,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aabd314a-c011-4469-9a95-2dc1f51ffd95","EoS":true} {"level":"info","ts":1785380247.1307242,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aabd314a-c011-4469-9a95-2dc1f51ffd95","header":"x-maas-subscription"} {"level":"info","ts":1785380247.1307344,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aabd314a-c011-4469-9a95-2dc1f51ffd95","header":"x-maas-group"} {"level":"info","ts":1785380247.1307402,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aabd314a-c011-4469-9a95-2dc1f51ffd95","header":"x-maas-username"} {"level":"info","ts":1785380247.1307533,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aabd314a-c011-4469-9a95-2dc1f51ffd95","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785380247.130782,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"aabd314a-c011-4469-9a95-2dc1f51ffd95"} {"level":"info","ts":1785380247.1775103,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"aabd314a-c011-4469-9a95-2dc1f51ffd95"} {"level":"info","ts":1785380247.1775384,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"aabd314a-c011-4469-9a95-2dc1f51ffd95"} {"level":"info","ts":1785380247.1775577,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"aabd314a-c011-4469-9a95-2dc1f51ffd95","EoS":false} {"level":"info","ts":1785380247.1775765,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"aabd314a-c011-4469-9a95-2dc1f51ffd95","EoS":true} {"level":"error","ts":1785380247.1775887,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"aabd314a-c011-4469-9a95-2dc1f51ffd95","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785380247.1776407,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"aabd314a-c011-4469-9a95-2dc1f51ffd95"} {"level":"info","ts":1785380247.2095869,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785380247.2096694,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f6b350d5-3c92-48e9-a043-30a455ae51d3"} {"level":"info","ts":1785380247.209684,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f6b350d5-3c92-48e9-a043-30a455ae51d3"} {"level":"info","ts":1785380247.2096953,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f6b350d5-3c92-48e9-a043-30a455ae51d3","EoS":true} {"level":"info","ts":1785380247.2097173,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f6b350d5-3c92-48e9-a043-30a455ae51d3","header":"x-maas-group"} {"level":"info","ts":1785380247.2097275,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f6b350d5-3c92-48e9-a043-30a455ae51d3","header":"x-maas-username"} {"level":"info","ts":1785380247.2097325,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f6b350d5-3c92-48e9-a043-30a455ae51d3","header":"x-maas-subscription"} {"level":"info","ts":1785380247.2097616,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f6b350d5-3c92-48e9-a043-30a455ae51d3"} {"level":"info","ts":1785380247.252584,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f6b350d5-3c92-48e9-a043-30a455ae51d3"} {"level":"info","ts":1785380247.2526076,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f6b350d5-3c92-48e9-a043-30a455ae51d3"} {"level":"info","ts":1785380247.2526224,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f6b350d5-3c92-48e9-a043-30a455ae51d3","EoS":false} {"level":"info","ts":1785380247.2526362,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f6b350d5-3c92-48e9-a043-30a455ae51d3","EoS":true} {"level":"error","ts":1785380247.2526464,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"f6b350d5-3c92-48e9-a043-30a455ae51d3","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785380247.2526817,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"f6b350d5-3c92-48e9-a043-30a455ae51d3"} {"level":"info","ts":1785380248.0615296,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c1f707fe-3488-48be-a7c3-8731ba445304"} {"level":"info","ts":1785380248.061576,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"81dded5f-0150-4994-92d5-f10c36587a0a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785380248.0616066,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"81dded5f-0150-4994-92d5-f10c36587a0a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785380248.2048566,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"19766acd-f904-4e75-85a2-429011f4013b"} {"level":"info","ts":1785380248.2048502,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a531e279-3910-4619-b7f9-9eaf14cd4daf","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785380248.204934,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a531e279-3910-4619-b7f9-9eaf14cd4daf","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785380248.3171337,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d83385f8-21f7-4fe1-bc16-c3dc99444483","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785380248.3172448,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d83385f8-21f7-4fe1-bc16-c3dc99444483","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785381622.7127445,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785381622.7128398,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e2170021-6445-4cb0-a9bb-fc20c681249c"} {"level":"info","ts":1785381687.3587923,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785381687.3588781,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a61d8ce8-07d1-4db1-a71c-ebfad47de03e"} {"level":"info","ts":1785381687.3588867,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a61d8ce8-07d1-4db1-a71c-ebfad47de03e"} {"level":"info","ts":1785381687.3588984,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a61d8ce8-07d1-4db1-a71c-ebfad47de03e","EoS":true} {"level":"info","ts":1785381687.3589282,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a61d8ce8-07d1-4db1-a71c-ebfad47de03e","header":"x-maas-group"} {"level":"info","ts":1785381687.3589387,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a61d8ce8-07d1-4db1-a71c-ebfad47de03e","header":"x-maas-subscription"} {"level":"info","ts":1785381687.3589442,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a61d8ce8-07d1-4db1-a71c-ebfad47de03e","header":"x-maas-username"} {"level":"info","ts":1785381687.3589594,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a61d8ce8-07d1-4db1-a71c-ebfad47de03e","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785381687.3589845,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a61d8ce8-07d1-4db1-a71c-ebfad47de03e"} {"level":"info","ts":1785381687.3632243,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a61d8ce8-07d1-4db1-a71c-ebfad47de03e"} {"level":"info","ts":1785381687.3632517,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a61d8ce8-07d1-4db1-a71c-ebfad47de03e"} {"level":"info","ts":1785381687.3632748,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a61d8ce8-07d1-4db1-a71c-ebfad47de03e","EoS":false} {"level":"info","ts":1785381687.363288,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a61d8ce8-07d1-4db1-a71c-ebfad47de03e","EoS":true} {"level":"info","ts":1785381687.3633206,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a61d8ce8-07d1-4db1-a71c-ebfad47de03e"}