{"level":"info","ts":1784819812.3580532,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"53c84b6f-ef29-46ac-975c-b9237e62e1f4"}
{"level":"info","ts":1784819812.3589706,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"53c84b6f-ef29-46ac-975c-b9237e62e1f4"}
{"level":"info","ts":1784819812.3589888,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"53c84b6f-ef29-46ac-975c-b9237e62e1f4"}
{"level":"info","ts":1784819812.3590095,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"53c84b6f-ef29-46ac-975c-b9237e62e1f4","EoS":false}
{"level":"info","ts":1784819812.3590288,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"53c84b6f-ef29-46ac-975c-b9237e62e1f4","EoS":true}
{"level":"info","ts":1784819812.3590703,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"53c84b6f-ef29-46ac-975c-b9237e62e1f4"}
{"level":"info","ts":1784819835.5773523,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784819835.577433,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"74b28485-1daf-48d6-b801-cd0d29078e96"}
{"level":"info","ts":1784819835.577446,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"74b28485-1daf-48d6-b801-cd0d29078e96"}
{"level":"info","ts":1784819835.5774572,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"74b28485-1daf-48d6-b801-cd0d29078e96","EoS":true}
{"level":"info","ts":1784819835.5775397,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"74b28485-1daf-48d6-b801-cd0d29078e96","header":"x-maas-subscription"}
{"level":"info","ts":1784819835.5775514,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"74b28485-1daf-48d6-b801-cd0d29078e96","header":"x-maas-group"}
{"level":"info","ts":1784819835.57756,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"74b28485-1daf-48d6-b801-cd0d29078e96","header":"x-maas-username"}
{"level":"info","ts":1784819835.577579,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"74b28485-1daf-48d6-b801-cd0d29078e96","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784819835.5776083,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"74b28485-1daf-48d6-b801-cd0d29078e96"}
{"level":"info","ts":1784819835.5786915,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"74b28485-1daf-48d6-b801-cd0d29078e96"}
{"level":"info","ts":1784819835.5787117,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"74b28485-1daf-48d6-b801-cd0d29078e96"}
{"level":"info","ts":1784819835.578732,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"74b28485-1daf-48d6-b801-cd0d29078e96","EoS":false}
{"level":"info","ts":1784819835.578746,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"74b28485-1daf-48d6-b801-cd0d29078e96","EoS":true}
{"level":"info","ts":1784819835.5787797,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"74b28485-1daf-48d6-b801-cd0d29078e96"}
{"level":"info","ts":1784819835.7150974,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784819835.7152069,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c61839ac-f928-4328-8911-286056d6e823"}
{"level":"info","ts":1784819835.7152202,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c61839ac-f928-4328-8911-286056d6e823"}
{"level":"info","ts":1784819835.7152326,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c61839ac-f928-4328-8911-286056d6e823","EoS":true}
{"level":"info","ts":1784819835.715257,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c61839ac-f928-4328-8911-286056d6e823","header":"x-maas-group"}
{"level":"info","ts":1784819835.7152684,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c61839ac-f928-4328-8911-286056d6e823","header":"x-maas-subscription"}
{"level":"info","ts":1784819835.7152731,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c61839ac-f928-4328-8911-286056d6e823","header":"x-maas-username"}
{"level":"info","ts":1784819835.7152872,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c61839ac-f928-4328-8911-286056d6e823","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784819835.715309,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c61839ac-f928-4328-8911-286056d6e823"}
{"level":"info","ts":1784819835.7163224,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c61839ac-f928-4328-8911-286056d6e823"}
{"level":"info","ts":1784819835.7163422,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c61839ac-f928-4328-8911-286056d6e823"}
{"level":"info","ts":1784819835.716367,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c61839ac-f928-4328-8911-286056d6e823","EoS":false}
{"level":"info","ts":1784819835.7163844,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c61839ac-f928-4328-8911-286056d6e823","EoS":true}
{"level":"info","ts":1784819835.716435,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c61839ac-f928-4328-8911-286056d6e823"}
{"level":"info","ts":1784819835.8559272,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784819835.856004,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e0a67004-2744-4011-a567-2e8170e8b67c"}
{"level":"info","ts":1784819835.8560169,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e0a67004-2744-4011-a567-2e8170e8b67c"}
{"level":"info","ts":1784819835.8560293,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e0a67004-2744-4011-a567-2e8170e8b67c","EoS":true}
{"level":"info","ts":1784819835.856055,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e0a67004-2744-4011-a567-2e8170e8b67c","header":"x-maas-subscription"}
{"level":"info","ts":1784819835.8560636,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e0a67004-2744-4011-a567-2e8170e8b67c","header":"x-maas-username"}
{"level":"info","ts":1784819835.856068,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e0a67004-2744-4011-a567-2e8170e8b67c","header":"x-maas-group"}
{"level":"info","ts":1784819835.8560803,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e0a67004-2744-4011-a567-2e8170e8b67c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784819835.8561003,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e0a67004-2744-4011-a567-2e8170e8b67c"}
{"level":"info","ts":1784819835.858881,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e0a67004-2744-4011-a567-2e8170e8b67c"}
{"level":"info","ts":1784819835.8589015,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e0a67004-2744-4011-a567-2e8170e8b67c"}
{"level":"info","ts":1784819835.858916,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e0a67004-2744-4011-a567-2e8170e8b67c","EoS":false}
{"level":"info","ts":1784819835.8589377,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e0a67004-2744-4011-a567-2e8170e8b67c","EoS":true}
{"level":"info","ts":1784819835.8589773,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e0a67004-2744-4011-a567-2e8170e8b67c"}
{"level":"info","ts":1784819835.994214,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784819835.9942963,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"76546343-ba5d-4755-b54c-0abb17506ad9"}
{"level":"info","ts":1784819835.9943125,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"76546343-ba5d-4755-b54c-0abb17506ad9"}
{"level":"info","ts":1784819835.9943318,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"76546343-ba5d-4755-b54c-0abb17506ad9","EoS":true}
{"level":"info","ts":1784819835.9943714,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"76546343-ba5d-4755-b54c-0abb17506ad9","header":"x-maas-username"}
{"level":"info","ts":1784819835.994383,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"76546343-ba5d-4755-b54c-0abb17506ad9","header":"x-maas-subscription"}
{"level":"info","ts":1784819835.994392,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"76546343-ba5d-4755-b54c-0abb17506ad9","header":"x-maas-group"}
{"level":"info","ts":1784819835.9944103,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"76546343-ba5d-4755-b54c-0abb17506ad9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784819835.9944468,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"76546343-ba5d-4755-b54c-0abb17506ad9"}
{"level":"info","ts":1784819835.9954777,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"76546343-ba5d-4755-b54c-0abb17506ad9"}
{"level":"info","ts":1784819835.9955018,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"76546343-ba5d-4755-b54c-0abb17506ad9"}
{"level":"info","ts":1784819835.9955173,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"76546343-ba5d-4755-b54c-0abb17506ad9","EoS":false}
{"level":"info","ts":1784819835.9955294,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"76546343-ba5d-4755-b54c-0abb17506ad9","EoS":true}
{"level":"info","ts":1784819835.995566,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"76546343-ba5d-4755-b54c-0abb17506ad9"}
{"level":"info","ts":1784819836.13037,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784819836.1304617,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2f2405c9-e52d-424b-9de2-5801b6771c22"}
{"level":"info","ts":1784819836.1305315,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2f2405c9-e52d-424b-9de2-5801b6771c22"}
{"level":"info","ts":1784819836.1305547,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2f2405c9-e52d-424b-9de2-5801b6771c22","EoS":true}
{"level":"info","ts":1784819836.1305888,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2f2405c9-e52d-424b-9de2-5801b6771c22","header":"x-maas-group"}
{"level":"info","ts":1784819836.1306014,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2f2405c9-e52d-424b-9de2-5801b6771c22","header":"x-maas-subscription"}
{"level":"info","ts":1784819836.1306102,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2f2405c9-e52d-424b-9de2-5801b6771c22","header":"x-maas-username"}
{"level":"info","ts":1784819836.130631,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2f2405c9-e52d-424b-9de2-5801b6771c22","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784819836.130666,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2f2405c9-e52d-424b-9de2-5801b6771c22"}
{"level":"info","ts":1784819836.1315775,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2f2405c9-e52d-424b-9de2-5801b6771c22"}
{"level":"info","ts":1784819836.1315987,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2f2405c9-e52d-424b-9de2-5801b6771c22"}
{"level":"info","ts":1784819836.131618,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2f2405c9-e52d-424b-9de2-5801b6771c22","EoS":false}
{"level":"info","ts":1784819836.131632,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2f2405c9-e52d-424b-9de2-5801b6771c22","EoS":true}
{"level":"info","ts":1784819836.1316693,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2f2405c9-e52d-424b-9de2-5801b6771c22"}
{"level":"info","ts":1784819858.356017,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784819858.3560987,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"50c7166a-7cb0-4570-b7e1-7713d151b308"}
{"level":"info","ts":1784819858.3561113,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"50c7166a-7cb0-4570-b7e1-7713d151b308"}
{"level":"info","ts":1784819858.3561237,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"50c7166a-7cb0-4570-b7e1-7713d151b308","EoS":true}
{"level":"info","ts":1784819858.3561478,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"50c7166a-7cb0-4570-b7e1-7713d151b308","header":"x-maas-subscription"}
{"level":"info","ts":1784819858.3561578,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"50c7166a-7cb0-4570-b7e1-7713d151b308","header":"x-maas-username"}
{"level":"info","ts":1784819858.3561628,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"50c7166a-7cb0-4570-b7e1-7713d151b308","header":"x-maas-group"}
{"level":"info","ts":1784819858.3561912,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"50c7166a-7cb0-4570-b7e1-7713d151b308","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784819858.356215,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"50c7166a-7cb0-4570-b7e1-7713d151b308"}
{"level":"info","ts":1784819858.3587558,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"50c7166a-7cb0-4570-b7e1-7713d151b308"}
{"level":"info","ts":1784819858.3587768,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"50c7166a-7cb0-4570-b7e1-7713d151b308"}
{"level":"info","ts":1784819858.3587964,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"50c7166a-7cb0-4570-b7e1-7713d151b308","EoS":false}
{"level":"info","ts":1784819858.3588083,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"50c7166a-7cb0-4570-b7e1-7713d151b308","EoS":true}
{"level":"info","ts":1784819858.358844,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"50c7166a-7cb0-4570-b7e1-7713d151b308"}
{"level":"info","ts":1784819858.4585874,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784819858.4586647,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6673c29f-aff0-442d-ac3c-1ba55131c1c0"}
{"level":"info","ts":1784819858.4609218,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6673c29f-aff0-442d-ac3c-1ba55131c1c0"}
{"level":"info","ts":1784819858.4609404,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6673c29f-aff0-442d-ac3c-1ba55131c1c0"}
{"level":"info","ts":1784819858.4609628,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6673c29f-aff0-442d-ac3c-1ba55131c1c0","EoS":false}
{"level":"info","ts":1784819858.4609797,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"6673c29f-aff0-442d-ac3c-1ba55131c1c0"}
{"level":"info","ts":1784819858.461019,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6673c29f-aff0-442d-ac3c-1ba55131c1c0","EoS":true}
{"level":"info","ts":1784819858.4610372,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"6673c29f-aff0-442d-ac3c-1ba55131c1c0"}
{"level":"info","ts":1784819863.0952628,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784819863.0953531,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3fc28ac7-1ad7-422d-8caa-65a184ee3512"}
{"level":"info","ts":1784819863.0953686,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3fc28ac7-1ad7-422d-8caa-65a184ee3512"}
{"level":"info","ts":1784819863.095388,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3fc28ac7-1ad7-422d-8caa-65a184ee3512","EoS":true}
{"level":"info","ts":1784819863.095428,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3fc28ac7-1ad7-422d-8caa-65a184ee3512","header":"x-maas-subscription"}
{"level":"info","ts":1784819863.09544,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3fc28ac7-1ad7-422d-8caa-65a184ee3512","header":"x-maas-username"}
{"level":"info","ts":1784819863.0954475,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3fc28ac7-1ad7-422d-8caa-65a184ee3512","header":"x-maas-group"}
{"level":"info","ts":1784819863.0954723,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3fc28ac7-1ad7-422d-8caa-65a184ee3512","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784819863.0955071,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3fc28ac7-1ad7-422d-8caa-65a184ee3512"}
{"level":"info","ts":1784819863.0966134,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3fc28ac7-1ad7-422d-8caa-65a184ee3512"}
{"level":"info","ts":1784819863.0966303,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3fc28ac7-1ad7-422d-8caa-65a184ee3512"}
{"level":"info","ts":1784819863.0966477,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3fc28ac7-1ad7-422d-8caa-65a184ee3512","EoS":false}
{"level":"info","ts":1784819863.096664,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3fc28ac7-1ad7-422d-8caa-65a184ee3512","EoS":true}
{"level":"info","ts":1784819863.0967035,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3fc28ac7-1ad7-422d-8caa-65a184ee3512"}
{"level":"info","ts":1784819873.7250023,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784819873.7250836,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"37c51868-335e-42e5-8f03-f76f0a81a985"}
{"level":"info","ts":1784819873.7250938,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"37c51868-335e-42e5-8f03-f76f0a81a985"}
{"level":"info","ts":1784819873.7251048,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"37c51868-335e-42e5-8f03-f76f0a81a985","EoS":true}
{"level":"info","ts":1784819873.7251287,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"37c51868-335e-42e5-8f03-f76f0a81a985","header":"x-maas-username"}
{"level":"info","ts":1784819873.725139,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"37c51868-335e-42e5-8f03-f76f0a81a985","header":"x-maas-group"}
{"level":"info","ts":1784819873.7251444,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"37c51868-335e-42e5-8f03-f76f0a81a985","header":"x-maas-subscription"}
{"level":"info","ts":1784819873.725159,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"37c51868-335e-42e5-8f03-f76f0a81a985","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784819873.7252018,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"37c51868-335e-42e5-8f03-f76f0a81a985"}
{"level":"info","ts":1784819873.727864,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"37c51868-335e-42e5-8f03-f76f0a81a985"}
{"level":"info","ts":1784819873.7278864,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"37c51868-335e-42e5-8f03-f76f0a81a985"}
{"level":"info","ts":1784819873.7279022,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"37c51868-335e-42e5-8f03-f76f0a81a985","EoS":false}
{"level":"info","ts":1784819873.7279136,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"37c51868-335e-42e5-8f03-f76f0a81a985","EoS":true}
{"level":"info","ts":1784819873.72795,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"37c51868-335e-42e5-8f03-f76f0a81a985"}
{"level":"info","ts":1784819886.6247842,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784819886.62487,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5e202bac-57bc-4bb5-aef8-44d1ca3e2234"}
{"level":"info","ts":1784819886.6248813,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5e202bac-57bc-4bb5-aef8-44d1ca3e2234"}
{"level":"info","ts":1784819886.624894,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5e202bac-57bc-4bb5-aef8-44d1ca3e2234","EoS":true}
{"level":"info","ts":1784819886.6249204,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5e202bac-57bc-4bb5-aef8-44d1ca3e2234","header":"x-maas-subscription"}
{"level":"info","ts":1784819886.624931,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5e202bac-57bc-4bb5-aef8-44d1ca3e2234","header":"x-maas-username"}
{"level":"info","ts":1784819886.624936,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5e202bac-57bc-4bb5-aef8-44d1ca3e2234","header":"x-maas-group"}
{"level":"info","ts":1784819886.6249502,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5e202bac-57bc-4bb5-aef8-44d1ca3e2234","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784819886.624972,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5e202bac-57bc-4bb5-aef8-44d1ca3e2234"}
{"level":"info","ts":1784819886.62603,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5e202bac-57bc-4bb5-aef8-44d1ca3e2234"}
{"level":"info","ts":1784819886.6260521,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5e202bac-57bc-4bb5-aef8-44d1ca3e2234"}
{"level":"info","ts":1784819886.6260667,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5e202bac-57bc-4bb5-aef8-44d1ca3e2234","EoS":false}
{"level":"info","ts":1784819886.6260781,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5e202bac-57bc-4bb5-aef8-44d1ca3e2234","EoS":true}
{"level":"info","ts":1784819886.6261117,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5e202bac-57bc-4bb5-aef8-44d1ca3e2234"}
{"level":"info","ts":1784819895.231526,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784819895.2316003,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"203d5b61-05f3-4dd8-a27a-117975e917e1"}
{"level":"info","ts":1784819895.2316098,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"203d5b61-05f3-4dd8-a27a-117975e917e1"}
{"level":"info","ts":1784819895.2316227,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"203d5b61-05f3-4dd8-a27a-117975e917e1","EoS":true}
{"level":"info","ts":1784819895.2316525,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"203d5b61-05f3-4dd8-a27a-117975e917e1","header":"x-maas-username"}
{"level":"info","ts":1784819895.2316606,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"203d5b61-05f3-4dd8-a27a-117975e917e1","header":"x-maas-group"}
{"level":"info","ts":1784819895.2316656,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"203d5b61-05f3-4dd8-a27a-117975e917e1","header":"x-maas-subscription"}
{"level":"info","ts":1784819895.2316797,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"203d5b61-05f3-4dd8-a27a-117975e917e1","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784819895.2317011,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"203d5b61-05f3-4dd8-a27a-117975e917e1"}
{"level":"info","ts":1784819895.2325964,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"203d5b61-05f3-4dd8-a27a-117975e917e1"}
{"level":"info","ts":1784819895.2326145,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"203d5b61-05f3-4dd8-a27a-117975e917e1"}
{"level":"info","ts":1784819895.232629,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"203d5b61-05f3-4dd8-a27a-117975e917e1","EoS":false}
{"level":"info","ts":1784819895.2326403,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"203d5b61-05f3-4dd8-a27a-117975e917e1","EoS":true}
{"level":"info","ts":1784819895.2326748,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"203d5b61-05f3-4dd8-a27a-117975e917e1"}
{"level":"info","ts":1784819904.1899927,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784819904.1900713,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fc008848-c218-4fa6-983c-624f88529d08"}
{"level":"info","ts":1784819904.1900804,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fc008848-c218-4fa6-983c-624f88529d08"}
{"level":"info","ts":1784819904.1900918,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fc008848-c218-4fa6-983c-624f88529d08","EoS":true}
{"level":"info","ts":1784819904.1901178,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fc008848-c218-4fa6-983c-624f88529d08","header":"x-maas-group"}
{"level":"info","ts":1784819904.1901288,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fc008848-c218-4fa6-983c-624f88529d08","header":"x-maas-subscription"}
{"level":"info","ts":1784819904.1901343,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fc008848-c218-4fa6-983c-624f88529d08","header":"x-maas-username"}
{"level":"info","ts":1784819904.190148,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fc008848-c218-4fa6-983c-624f88529d08","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784819904.190198,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fc008848-c218-4fa6-983c-624f88529d08"}
{"level":"info","ts":1784819904.1911185,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fc008848-c218-4fa6-983c-624f88529d08"}
{"level":"info","ts":1784819904.1911411,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"fc008848-c218-4fa6-983c-624f88529d08"}
{"level":"info","ts":1784819904.191156,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fc008848-c218-4fa6-983c-624f88529d08","EoS":false}
{"level":"info","ts":1784819904.1911833,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fc008848-c218-4fa6-983c-624f88529d08","EoS":true}
{"level":"info","ts":1784819904.1912231,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"fc008848-c218-4fa6-983c-624f88529d08"}
{"level":"info","ts":1784819929.20554,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784819929.205619,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"96250510-cf72-44ae-bdba-1e0300fc4d1b"}
{"level":"info","ts":1784819929.2056322,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"96250510-cf72-44ae-bdba-1e0300fc4d1b"}
{"level":"info","ts":1784819929.205644,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"96250510-cf72-44ae-bdba-1e0300fc4d1b","EoS":true}
{"level":"info","ts":1784819929.2057066,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"96250510-cf72-44ae-bdba-1e0300fc4d1b","header":"x-maas-username"}
{"level":"info","ts":1784819929.2057188,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"96250510-cf72-44ae-bdba-1e0300fc4d1b","header":"x-maas-subscription"}
{"level":"info","ts":1784819929.205724,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"96250510-cf72-44ae-bdba-1e0300fc4d1b","header":"x-maas-group"}
{"level":"info","ts":1784819929.2057376,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"96250510-cf72-44ae-bdba-1e0300fc4d1b","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784819929.2057633,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"96250510-cf72-44ae-bdba-1e0300fc4d1b"}
{"level":"info","ts":1784819929.2067752,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"96250510-cf72-44ae-bdba-1e0300fc4d1b"}
{"level":"info","ts":1784819929.2067952,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"96250510-cf72-44ae-bdba-1e0300fc4d1b"}
{"level":"info","ts":1784819929.2068105,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"96250510-cf72-44ae-bdba-1e0300fc4d1b","EoS":false}
{"level":"info","ts":1784819929.206822,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"96250510-cf72-44ae-bdba-1e0300fc4d1b","EoS":true}
{"level":"info","ts":1784819929.2068572,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"96250510-cf72-44ae-bdba-1e0300fc4d1b"}
{"level":"info","ts":1784819953.6104674,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784819953.6105514,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a6b25234-161d-4790-8ee1-c71cbbe00964"}
{"level":"info","ts":1784819953.6105633,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a6b25234-161d-4790-8ee1-c71cbbe00964"}
{"level":"info","ts":1784819953.6105752,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a6b25234-161d-4790-8ee1-c71cbbe00964","EoS":true}
{"level":"info","ts":1784819953.6106067,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a6b25234-161d-4790-8ee1-c71cbbe00964","header":"x-maas-username"}
{"level":"info","ts":1784819953.6106203,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a6b25234-161d-4790-8ee1-c71cbbe00964","header":"x-maas-subscription"}
{"level":"info","ts":1784819953.6106281,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a6b25234-161d-4790-8ee1-c71cbbe00964","header":"x-maas-group"}
{"level":"info","ts":1784819953.6106424,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a6b25234-161d-4790-8ee1-c71cbbe00964","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784819953.610669,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a6b25234-161d-4790-8ee1-c71cbbe00964"}
{"level":"info","ts":1784819953.6132472,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a6b25234-161d-4790-8ee1-c71cbbe00964"}
{"level":"info","ts":1784819953.6132696,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a6b25234-161d-4790-8ee1-c71cbbe00964"}
{"level":"info","ts":1784819953.6132898,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a6b25234-161d-4790-8ee1-c71cbbe00964","EoS":false}
{"level":"info","ts":1784819953.613304,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a6b25234-161d-4790-8ee1-c71cbbe00964","EoS":true}
{"level":"info","ts":1784819953.6133418,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a6b25234-161d-4790-8ee1-c71cbbe00964"}
{"level":"info","ts":1784819980.2347035,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784819980.23478,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eac2be43-7215-4753-8413-2d18922c05a8"}
{"level":"info","ts":1784819980.234794,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"eac2be43-7215-4753-8413-2d18922c05a8"}
{"level":"info","ts":1784819980.2348058,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eac2be43-7215-4753-8413-2d18922c05a8","EoS":true}
{"level":"info","ts":1784819980.2348304,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eac2be43-7215-4753-8413-2d18922c05a8","header":"x-maas-subscription"}
{"level":"info","ts":1784819980.234841,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eac2be43-7215-4753-8413-2d18922c05a8","header":"x-maas-username"}
{"level":"info","ts":1784819980.2348473,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eac2be43-7215-4753-8413-2d18922c05a8","header":"x-maas-group"}
{"level":"info","ts":1784819980.2348607,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eac2be43-7215-4753-8413-2d18922c05a8","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784819980.2348864,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"eac2be43-7215-4753-8413-2d18922c05a8"}
{"level":"info","ts":1784819980.2369423,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"eac2be43-7215-4753-8413-2d18922c05a8"}
{"level":"info","ts":1784819980.2369647,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"eac2be43-7215-4753-8413-2d18922c05a8"}
{"level":"info","ts":1784819980.2369838,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"eac2be43-7215-4753-8413-2d18922c05a8","EoS":false}
{"level":"info","ts":1784819980.236996,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"eac2be43-7215-4753-8413-2d18922c05a8","EoS":true}
{"level":"info","ts":1784819980.2370305,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"eac2be43-7215-4753-8413-2d18922c05a8"}
{"level":"info","ts":1784819989.920674,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784819989.920755,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"13b7e388-9a0a-48e8-9da5-f706ac273fa7"}
{"level":"info","ts":1784819989.920765,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"13b7e388-9a0a-48e8-9da5-f706ac273fa7"}
{"level":"info","ts":1784819989.9207757,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"13b7e388-9a0a-48e8-9da5-f706ac273fa7","EoS":true}
{"level":"info","ts":1784819989.920802,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"13b7e388-9a0a-48e8-9da5-f706ac273fa7","header":"x-maas-username"}
{"level":"info","ts":1784819989.920813,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"13b7e388-9a0a-48e8-9da5-f706ac273fa7","header":"x-maas-subscription"}
{"level":"info","ts":1784819989.920818,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"13b7e388-9a0a-48e8-9da5-f706ac273fa7","header":"x-maas-group"}
{"level":"info","ts":1784819989.9208322,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"13b7e388-9a0a-48e8-9da5-f706ac273fa7","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784819989.920858,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"13b7e388-9a0a-48e8-9da5-f706ac273fa7"}
{"level":"info","ts":1784819989.9217398,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"13b7e388-9a0a-48e8-9da5-f706ac273fa7"}
{"level":"info","ts":1784819989.9217615,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"13b7e388-9a0a-48e8-9da5-f706ac273fa7"}
{"level":"info","ts":1784819989.9217765,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"13b7e388-9a0a-48e8-9da5-f706ac273fa7","EoS":false}
{"level":"info","ts":1784819989.9217885,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"13b7e388-9a0a-48e8-9da5-f706ac273fa7","EoS":true}
{"level":"info","ts":1784819989.9218292,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"13b7e388-9a0a-48e8-9da5-f706ac273fa7"}
{"level":"info","ts":1784819989.9550853,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784819989.955155,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"facf88ba-a30e-4414-8652-9d52600e51ac"}
{"level":"info","ts":1784819989.9551911,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"facf88ba-a30e-4414-8652-9d52600e51ac"}
{"level":"info","ts":1784819989.9552064,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"facf88ba-a30e-4414-8652-9d52600e51ac","EoS":true}
{"level":"info","ts":1784819989.9552298,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"facf88ba-a30e-4414-8652-9d52600e51ac","header":"x-maas-group"}
{"level":"info","ts":1784819989.9552402,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"facf88ba-a30e-4414-8652-9d52600e51ac","header":"x-maas-subscription"}
{"level":"info","ts":1784819989.955246,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"facf88ba-a30e-4414-8652-9d52600e51ac","header":"x-maas-username"}
{"level":"info","ts":1784819989.9552584,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"facf88ba-a30e-4414-8652-9d52600e51ac","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784819989.955284,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"facf88ba-a30e-4414-8652-9d52600e51ac"}
{"level":"info","ts":1784819989.9561138,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"facf88ba-a30e-4414-8652-9d52600e51ac"}
{"level":"info","ts":1784819989.9561372,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"facf88ba-a30e-4414-8652-9d52600e51ac"}
{"level":"info","ts":1784819989.956149,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"facf88ba-a30e-4414-8652-9d52600e51ac","EoS":false}
{"level":"info","ts":1784819989.9561625,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"facf88ba-a30e-4414-8652-9d52600e51ac","EoS":true}
{"level":"info","ts":1784819989.9562123,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"facf88ba-a30e-4414-8652-9d52600e51ac"}
{"level":"info","ts":1784820009.2522821,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784820009.2523713,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0ce8b7cb-a3cd-484a-91b9-efb14049425c"}
{"level":"info","ts":1784820009.2523868,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0ce8b7cb-a3cd-484a-91b9-efb14049425c"}
{"level":"info","ts":1784820009.2524002,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0ce8b7cb-a3cd-484a-91b9-efb14049425c","EoS":true}
{"level":"info","ts":1784820009.2524292,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0ce8b7cb-a3cd-484a-91b9-efb14049425c","header":"x-maas-username"}
{"level":"info","ts":1784820009.252439,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0ce8b7cb-a3cd-484a-91b9-efb14049425c","header":"x-maas-group"}
{"level":"info","ts":1784820009.252445,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0ce8b7cb-a3cd-484a-91b9-efb14049425c","header":"x-maas-subscription"}
{"level":"info","ts":1784820009.25246,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0ce8b7cb-a3cd-484a-91b9-efb14049425c","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784820009.2524908,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0ce8b7cb-a3cd-484a-91b9-efb14049425c"}
{"level":"info","ts":1784820009.2535017,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0ce8b7cb-a3cd-484a-91b9-efb14049425c"}
{"level":"info","ts":1784820009.2535224,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0ce8b7cb-a3cd-484a-91b9-efb14049425c"}
{"level":"info","ts":1784820009.2535386,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0ce8b7cb-a3cd-484a-91b9-efb14049425c","EoS":false}
{"level":"info","ts":1784820009.253553,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0ce8b7cb-a3cd-484a-91b9-efb14049425c","EoS":true}
{"level":"info","ts":1784820009.2535872,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0ce8b7cb-a3cd-484a-91b9-efb14049425c"}
{"level":"info","ts":1784820141.920124,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784820141.9202263,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e96088c8-a064-4860-9a81-43861a27169b"}
{"level":"info","ts":1784820141.9202394,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e96088c8-a064-4860-9a81-43861a27169b"}
{"level":"info","ts":1784820141.9202533,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e96088c8-a064-4860-9a81-43861a27169b","EoS":true}
{"level":"info","ts":1784820141.9202821,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e96088c8-a064-4860-9a81-43861a27169b","header":"x-maas-subscription"}
{"level":"info","ts":1784820141.9202924,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e96088c8-a064-4860-9a81-43861a27169b","header":"x-maas-group"}
{"level":"info","ts":1784820141.9202986,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e96088c8-a064-4860-9a81-43861a27169b","header":"x-maas-username"}
{"level":"info","ts":1784820141.9203112,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e96088c8-a064-4860-9a81-43861a27169b","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1784820141.9203355,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e96088c8-a064-4860-9a81-43861a27169b"}
{"level":"info","ts":1784820141.9219873,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e96088c8-a064-4860-9a81-43861a27169b"}
{"level":"info","ts":1784820141.9220173,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e96088c8-a064-4860-9a81-43861a27169b"}
{"level":"info","ts":1784820141.922034,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e96088c8-a064-4860-9a81-43861a27169b","EoS":false}
{"level":"info","ts":1784820141.9220462,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e96088c8-a064-4860-9a81-43861a27169b","EoS":true}
{"level":"info","ts":1784820141.9220822,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e96088c8-a064-4860-9a81-43861a27169b"}
{"level":"info","ts":1784820179.2002335,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784820179.2003176,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c2de996e-2538-4159-8531-cc67b0fc167d"}
{"level":"info","ts":1784820179.2003295,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c2de996e-2538-4159-8531-cc67b0fc167d"}
{"level":"info","ts":1784820179.200341,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c2de996e-2538-4159-8531-cc67b0fc167d","EoS":true}
{"level":"info","ts":1784820179.2003753,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c2de996e-2538-4159-8531-cc67b0fc167d","header":"x-maas-subscription"}
{"level":"info","ts":1784820179.2003863,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c2de996e-2538-4159-8531-cc67b0fc167d","header":"x-maas-group"}
{"level":"info","ts":1784820179.2003922,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c2de996e-2538-4159-8531-cc67b0fc167d","header":"x-maas-username"}
{"level":"info","ts":1784820179.2004058,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c2de996e-2538-4159-8531-cc67b0fc167d","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784820179.2004342,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c2de996e-2538-4159-8531-cc67b0fc167d"}
{"level":"info","ts":1784820179.201416,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c2de996e-2538-4159-8531-cc67b0fc167d"}
{"level":"info","ts":1784820179.2014384,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c2de996e-2538-4159-8531-cc67b0fc167d"}
{"level":"info","ts":1784820179.2014558,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c2de996e-2538-4159-8531-cc67b0fc167d","EoS":false}
{"level":"info","ts":1784820179.2014687,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c2de996e-2538-4159-8531-cc67b0fc167d","EoS":true}
{"level":"info","ts":1784820179.2015038,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c2de996e-2538-4159-8531-cc67b0fc167d"}
{"level":"info","ts":1784820194.5152361,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784820194.5153027,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7148559d-458d-489f-8c11-87252b1099e5"}
{"level":"info","ts":1784820194.515312,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7148559d-458d-489f-8c11-87252b1099e5"}
{"level":"info","ts":1784820194.5153236,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7148559d-458d-489f-8c11-87252b1099e5","EoS":true}
{"level":"info","ts":1784820194.5153503,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7148559d-458d-489f-8c11-87252b1099e5","header":"x-maas-group"}
{"level":"info","ts":1784820194.5153613,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7148559d-458d-489f-8c11-87252b1099e5","header":"x-maas-username"}
{"level":"info","ts":1784820194.515366,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7148559d-458d-489f-8c11-87252b1099e5","header":"x-maas-subscription"}
{"level":"info","ts":1784820194.515379,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7148559d-458d-489f-8c11-87252b1099e5","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784820194.5153997,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7148559d-458d-489f-8c11-87252b1099e5"}
{"level":"info","ts":1784820194.5162928,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7148559d-458d-489f-8c11-87252b1099e5"}
{"level":"info","ts":1784820194.5163105,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7148559d-458d-489f-8c11-87252b1099e5"}
{"level":"info","ts":1784820194.5163302,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7148559d-458d-489f-8c11-87252b1099e5","EoS":false}
{"level":"info","ts":1784820194.5163486,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7148559d-458d-489f-8c11-87252b1099e5","EoS":true}
{"level":"info","ts":1784820194.5163982,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7148559d-458d-489f-8c11-87252b1099e5"}
{"level":"info","ts":1784820500.9363108,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784820500.9363863,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4f37af72-c848-4abb-80bc-5559e6a7be7a"}
{"level":"info","ts":1784820500.9363964,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4f37af72-c848-4abb-80bc-5559e6a7be7a"}
{"level":"info","ts":1784820500.9364076,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4f37af72-c848-4abb-80bc-5559e6a7be7a","EoS":true}
{"level":"info","ts":1784820500.9364305,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4f37af72-c848-4abb-80bc-5559e6a7be7a","header":"x-maas-group"}
{"level":"info","ts":1784820500.9364412,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4f37af72-c848-4abb-80bc-5559e6a7be7a","header":"x-maas-subscription"}
{"level":"info","ts":1784820500.936446,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4f37af72-c848-4abb-80bc-5559e6a7be7a","header":"x-maas-username"}
{"level":"info","ts":1784820500.9364593,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4f37af72-c848-4abb-80bc-5559e6a7be7a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784820500.9364846,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4f37af72-c848-4abb-80bc-5559e6a7be7a"}
{"level":"info","ts":1784820500.9405751,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4f37af72-c848-4abb-80bc-5559e6a7be7a"}
{"level":"info","ts":1784820500.9405987,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4f37af72-c848-4abb-80bc-5559e6a7be7a"}
{"level":"info","ts":1784820500.940614,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4f37af72-c848-4abb-80bc-5559e6a7be7a","EoS":false}
{"level":"info","ts":1784820500.9406252,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4f37af72-c848-4abb-80bc-5559e6a7be7a","EoS":true}
{"level":"info","ts":1784820500.940661,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4f37af72-c848-4abb-80bc-5559e6a7be7a"}
{"level":"info","ts":1784820500.9758706,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784820500.9759476,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f87ace96-c652-49de-8826-e922554070cf"}
{"level":"info","ts":1784820500.9759583,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f87ace96-c652-49de-8826-e922554070cf"}
{"level":"info","ts":1784820500.9759696,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f87ace96-c652-49de-8826-e922554070cf","EoS":true}
{"level":"info","ts":1784820500.975992,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f87ace96-c652-49de-8826-e922554070cf","header":"x-maas-subscription"}
{"level":"info","ts":1784820500.9759998,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f87ace96-c652-49de-8826-e922554070cf","header":"x-maas-username"}
{"level":"info","ts":1784820500.9760044,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f87ace96-c652-49de-8826-e922554070cf","header":"x-maas-group"}
{"level":"info","ts":1784820500.976017,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f87ace96-c652-49de-8826-e922554070cf","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784820500.9760401,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f87ace96-c652-49de-8826-e922554070cf"}
{"level":"info","ts":1784820500.9771585,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f87ace96-c652-49de-8826-e922554070cf"}
{"level":"info","ts":1784820500.9771938,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f87ace96-c652-49de-8826-e922554070cf"}
{"level":"info","ts":1784820500.977208,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f87ace96-c652-49de-8826-e922554070cf","EoS":false}
{"level":"info","ts":1784820500.9772186,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f87ace96-c652-49de-8826-e922554070cf","EoS":true}
{"level":"info","ts":1784820500.9772599,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f87ace96-c652-49de-8826-e922554070cf"}
{"level":"info","ts":1784820505.798439,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"1a640ef7-e14d-4361-9d85-f424bb85ddd3","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784820505.7987049,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":33708.59560789,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784820505.79873,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784820505.8452187,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784820505.8997588,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"1a640ef7-e14d-4361-9d85-f424bb85ddd3","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784820505.9264688,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"81c5e641-bad2-47c5-87ea-736196b147ca","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784820505.926485,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"455d1e1d-f029-4363-8d62-4d058b607470"}
{"level":"info","ts":1784820505.9265053,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"81c5e641-bad2-47c5-87ea-736196b147ca","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784820505.9389496,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ad585f2b-ff7b-4ad6-896f-a64be9028b71","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784820505.938973,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ad585f2b-ff7b-4ad6-896f-a64be9028b71","provider":"openai","endpoint":"httpbingo.org"}
{"level":"error","ts":1784820505.9464643,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"455d1e1d-f029-4363-8d62-4d058b607470","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784820505.946675,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34072.388225044,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784820505.94669,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784820505.9704294,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784820506.0450606,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8536c380-459f-4d85-b4b3-b74e0755be22","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784820506.0451336,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8536c380-459f-4d85-b4b3-b74e0755be22","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784820506.0450606,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0f7b3e61-4ee7-49ed-80ac-cdeb3649661b"}
{"level":"info","ts":1784820506.0468342,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"455d1e1d-f029-4363-8d62-4d058b607470","name":"e2e-external-provider"}
{"level":"info","ts":1784820506.0511308,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"35aca154-27c7-4e85-8836-6be56bdd0fe4","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784820506.0511625,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"35aca154-27c7-4e85-8836-6be56bdd0fe4","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784820506.051385,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0f7b3e61-4ee7-49ed-80ac-cdeb3649661b","provider":"e2e-external-provider","phase":"Pending"}
{"level":"error","ts":1784820506.0574195,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0f7b3e61-4ee7-49ed-80ac-cdeb3649661b","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784820506.0574977,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1a5a936b-7f7a-4259-873b-b5452494d071"}
{"level":"info","ts":1784820506.0575216,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1a5a936b-7f7a-4259-873b-b5452494d071","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784820506.057497,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"38f60820-a386-4ec5-a858-13607fc572d3","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784820506.057611,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"38f60820-a386-4ec5-a858-13607fc572d3","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784820506.0624142,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1a5a936b-7f7a-4259-873b-b5452494d071","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784820506.0624828,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a36819dd-e49e-457d-bfbd-69cee0a16684"}
{"level":"info","ts":1784820506.0625215,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a36819dd-e49e-457d-bfbd-69cee0a16684","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784820506.0643601,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"455d1e1d-f029-4363-8d62-4d058b607470","kind":"ServiceEntry","name":"e2e-external-provider"}
{"level":"error","ts":1784820506.0675356,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a36819dd-e49e-457d-bfbd-69cee0a16684","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784820506.0747375,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"455d1e1d-f029-4363-8d62-4d058b607470","kind":"DestinationRule","name":"e2e-external-provider"}
{"level":"info","ts":1784820506.080246,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"455d1e1d-f029-4363-8d62-4d058b607470","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"error","ts":1784820506.0837913,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"455d1e1d-f029-4363-8d62-4d058b607470","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784820506.0838912,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1ad990c9-97e2-4bb0-a048-b6229325ddcb"}
{"level":"info","ts":1784820506.0839586,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1ad990c9-97e2-4bb0-a048-b6229325ddcb","name":"e2e-external-provider"}
{"level":"info","ts":1784820506.0878098,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3e9c3a85-c173-413e-8411-d068208d01e4"}
{"level":"info","ts":1784820506.0878396,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3e9c3a85-c173-413e-8411-d068208d01e4","provider":"e2e-external-provider","phase":"Pending"}
{"level":"error","ts":1784820506.0926116,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3e9c3a85-c173-413e-8411-d068208d01e4","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784820506.0937428,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1ad990c9-97e2-4bb0-a048-b6229325ddcb","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784820506.0994148,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"293b2253-44e6-4879-8a21-7cf3549f755c","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784820506.0994382,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"293b2253-44e6-4879-8a21-7cf3549f755c","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784820506.0994422,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e7f7b1de-baa7-486f-b7c5-b5cedba6d84a"}
{"level":"info","ts":1784820506.0998056,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"806a7868-690e-4b9c-98e6-942b00963724","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784820506.099839,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"806a7868-690e-4b9c-98e6-942b00963724","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784820506.0998623,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e7f7b1de-baa7-486f-b7c5-b5cedba6d84a","name":"e2e-external-provider"}
{"level":"info","ts":1784820506.0999737,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a978e6a6-9b10-445a-a840-65d7b5286609"}
{"level":"info","ts":1784820506.1007297,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38602.781773288,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784820506.1007497,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784820506.1084044,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784820506.1105936,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e7f7b1de-baa7-486f-b7c5-b5cedba6d84a","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784820506.2007525,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a978e6a6-9b10-445a-a840-65d7b5286609","name":"e2e-external-model"}
{"level":"info","ts":1784820506.214016,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a978e6a6-9b10-445a-a840-65d7b5286609","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784820506.220785,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a4a2e846-297c-4717-9fe2-89636654fbf8"}
{"level":"info","ts":1784820506.2207968,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2dcfd569-2a41-4f28-8190-0745b544ce19","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784820506.2208407,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2dcfd569-2a41-4f28-8190-0745b544ce19","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784820506.2208486,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a4a2e846-297c-4717-9fe2-89636654fbf8","name":"e2e-external-model"}
{"level":"error","ts":1784820506.2353942,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a4a2e846-297c-4717-9fe2-89636654fbf8","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784820506.2354426,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"98e48e0c-a9b4-405e-9d2f-570dcbc5b7d6","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784820506.2355044,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"98e48e0c-a9b4-405e-9d2f-570dcbc5b7d6","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784820506.2355068,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b1f79bb2-f536-4c01-9b0b-17dfbdedb393"}
{"level":"info","ts":1784820506.2355917,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b1f79bb2-f536-4c01-9b0b-17dfbdedb393","name":"e2e-external-model"}
{"level":"info","ts":1784820506.245752,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b1f79bb2-f536-4c01-9b0b-17dfbdedb393","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784820506.2542896,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"99de4f79-2dae-4a59-ba2b-780f629c5185","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784820506.2543254,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"99de4f79-2dae-4a59-ba2b-780f629c5185","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784820506.2543335,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"db89377b-6cde-4e73-82c6-e34c21614416"}
{"level":"info","ts":1784820506.2544022,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"db89377b-6cde-4e73-82c6-e34c21614416","name":"e2e-external-model"}
{"level":"info","ts":1784820506.2629292,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"db89377b-6cde-4e73-82c6-e34c21614416","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784820513.5489426,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784820513.5490263,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f6dcf0d5-3f2d-4ef5-a339-395f24517876"}
{"level":"info","ts":1784820513.5490432,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f6dcf0d5-3f2d-4ef5-a339-395f24517876"}
{"level":"info","ts":1784820513.5490594,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f6dcf0d5-3f2d-4ef5-a339-395f24517876","EoS":true}
{"level":"info","ts":1784820513.5490901,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f6dcf0d5-3f2d-4ef5-a339-395f24517876","header":"x-maas-subscription"}
{"level":"info","ts":1784820513.549104,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f6dcf0d5-3f2d-4ef5-a339-395f24517876","header":"x-maas-group"}
{"level":"info","ts":1784820513.5491111,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f6dcf0d5-3f2d-4ef5-a339-395f24517876","header":"x-maas-username"}
{"level":"info","ts":1784820513.5491273,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f6dcf0d5-3f2d-4ef5-a339-395f24517876","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784820513.5491512,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"f6dcf0d5-3f2d-4ef5-a339-395f24517876","modelName":"e2e-external-model"}
{"level":"info","ts":1784820513.549194,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"f6dcf0d5-3f2d-4ef5-a339-395f24517876","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784820513.5492449,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"f6dcf0d5-3f2d-4ef5-a339-395f24517876","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784820513.5492694,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"f6dcf0d5-3f2d-4ef5-a339-395f24517876","authType":"apikey"}
{"level":"info","ts":1784820513.549308,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f6dcf0d5-3f2d-4ef5-a339-395f24517876"}
{"level":"info","ts":1784820513.6707294,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8b4d0db1-b45b-4ee6-b397-98e894ccd3b5","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784820513.6707647,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8b4d0db1-b45b-4ee6-b397-98e894ccd3b5","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784820513.6707706,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"04b587e4-c49b-4430-8455-2f2d7a02f7b8"}
{"level":"info","ts":1784820513.67865,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"99a4a393-d629-4544-833f-eb36e289f921","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784820513.6786783,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"99a4a393-d629-4544-833f-eb36e289f921","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784820513.6789708,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"04b587e4-c49b-4430-8455-2f2d7a02f7b8","name":"e2e-cleanup-test"}
{"level":"error","ts":1784820513.700561,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"04b587e4-c49b-4430-8455-2f2d7a02f7b8","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784820513.7006223,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"97536c32-8c3e-4810-bfde-9de8330cd8c9"}
{"level":"info","ts":1784820513.7006288,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cac478c5-ad4f-48d9-bfa1-76cfbf5fe403","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784820513.7006543,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cac478c5-ad4f-48d9-bfa1-76cfbf5fe403","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784820513.7006705,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"97536c32-8c3e-4810-bfde-9de8330cd8c9","name":"e2e-cleanup-test"}
{"level":"info","ts":1784820513.7178342,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3759f077-e3cd-4f15-b07b-42f940aa50bc","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784820513.7178721,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3759f077-e3cd-4f15-b07b-42f940aa50bc","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784820513.7183962,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"97536c32-8c3e-4810-bfde-9de8330cd8c9","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784820513.7184548,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1236c99f-3721-4c90-acf5-22626c288cf8"}
{"level":"info","ts":1784820513.7185009,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1236c99f-3721-4c90-acf5-22626c288cf8","name":"e2e-cleanup-test"}
{"level":"info","ts":1784820513.7279682,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1236c99f-3721-4c90-acf5-22626c288cf8","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784820513.7356627,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5811cd01-30d9-4bfa-a7a0-80619f2c5926","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784820513.7356982,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5811cd01-30d9-4bfa-a7a0-80619f2c5926","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784820513.7357125,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"390fcd54-0b80-4a4b-80f6-d92d804f56a8"}
{"level":"info","ts":1784820513.7357776,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"390fcd54-0b80-4a4b-80f6-d92d804f56a8","name":"e2e-cleanup-test"}
{"level":"info","ts":1784820513.744798,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"390fcd54-0b80-4a4b-80f6-d92d804f56a8","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784820521.951228,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"52200ab6-96fd-4b5e-a35a-adf648584631","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784820521.9512858,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"52200ab6-96fd-4b5e-a35a-adf648584631","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784820521.9512432,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"32a88081-728f-44b8-9e71-d8412ed1ede1"}
{"level":"info","ts":1784820526.271815,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784820526.2718666,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d65b1790-56fa-4432-89a5-ae0de3477b5c"}
{"level":"info","ts":1784820526.2718728,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d65b1790-56fa-4432-89a5-ae0de3477b5c"}
{"level":"info","ts":1784820526.2718823,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d65b1790-56fa-4432-89a5-ae0de3477b5c","EoS":true}
{"level":"info","ts":1784820526.2719095,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d65b1790-56fa-4432-89a5-ae0de3477b5c","path":"/llm/nonexistent-model-xyz/v1/chat/completions"}
{"level":"info","ts":1784820526.2719328,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d65b1790-56fa-4432-89a5-ae0de3477b5c"}
{"level":"info","ts":1784820526.3135283,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784820526.3136115,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"648cee90-a763-45ae-9b6a-5e4560407798"}
{"level":"info","ts":1784820526.3136277,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"648cee90-a763-45ae-9b6a-5e4560407798"}
{"level":"info","ts":1784820526.313648,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"648cee90-a763-45ae-9b6a-5e4560407798","EoS":true}
{"level":"info","ts":1784820526.3136797,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"648cee90-a763-45ae-9b6a-5e4560407798","header":"x-maas-group"}
{"level":"info","ts":1784820526.3136947,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"648cee90-a763-45ae-9b6a-5e4560407798","header":"x-maas-subscription"}
{"level":"info","ts":1784820526.313704,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"648cee90-a763-45ae-9b6a-5e4560407798","header":"x-maas-username"}
{"level":"info","ts":1784820526.3137224,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"648cee90-a763-45ae-9b6a-5e4560407798","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784820526.3137364,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"648cee90-a763-45ae-9b6a-5e4560407798","modelName":"e2e-external-model"}
{"level":"info","ts":1784820526.3137553,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"648cee90-a763-45ae-9b6a-5e4560407798","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784820526.313787,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"648cee90-a763-45ae-9b6a-5e4560407798","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784820526.3138113,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"648cee90-a763-45ae-9b6a-5e4560407798","authType":"apikey"}
{"level":"info","ts":1784820526.3138402,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"648cee90-a763-45ae-9b6a-5e4560407798"}
{"level":"info","ts":1784820526.3492336,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784820526.3493035,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6966f6b2-2d5d-4ab6-96c3-0a029a3c8713"}
{"level":"info","ts":1784820526.349315,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6966f6b2-2d5d-4ab6-96c3-0a029a3c8713"}
{"level":"info","ts":1784820526.3493266,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6966f6b2-2d5d-4ab6-96c3-0a029a3c8713","EoS":true}
{"level":"info","ts":1784820526.3493476,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6966f6b2-2d5d-4ab6-96c3-0a029a3c8713","header":"x-maas-subscription"}
{"level":"info","ts":1784820526.3493567,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6966f6b2-2d5d-4ab6-96c3-0a029a3c8713","header":"x-maas-username"}
{"level":"info","ts":1784820526.3493614,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6966f6b2-2d5d-4ab6-96c3-0a029a3c8713","header":"x-maas-group"}
{"level":"info","ts":1784820526.3493743,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6966f6b2-2d5d-4ab6-96c3-0a029a3c8713","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784820526.3493967,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6966f6b2-2d5d-4ab6-96c3-0a029a3c8713"}
{"level":"info","ts":1784820526.4536839,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6966f6b2-2d5d-4ab6-96c3-0a029a3c8713"}
{"level":"info","ts":1784820526.4537168,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6966f6b2-2d5d-4ab6-96c3-0a029a3c8713"}
{"level":"info","ts":1784820526.453735,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6966f6b2-2d5d-4ab6-96c3-0a029a3c8713","EoS":false}
{"level":"info","ts":1784820526.4537477,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6966f6b2-2d5d-4ab6-96c3-0a029a3c8713","EoS":true}
{"level":"error","ts":1784820526.4537675,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"6966f6b2-2d5d-4ab6-96c3-0a029a3c8713","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784820526.4538155,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6966f6b2-2d5d-4ab6-96c3-0a029a3c8713"}
{"level":"info","ts":1784820526.492587,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784820526.4926445,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"df018054-185a-4b05-997e-c391b232aea7"}
{"level":"info","ts":1784820526.4926562,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"df018054-185a-4b05-997e-c391b232aea7"}
{"level":"info","ts":1784820526.4926677,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"df018054-185a-4b05-997e-c391b232aea7","EoS":true}
{"level":"info","ts":1784820526.4926894,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"df018054-185a-4b05-997e-c391b232aea7","header":"x-maas-username"}
{"level":"info","ts":1784820526.4926994,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"df018054-185a-4b05-997e-c391b232aea7","header":"x-maas-subscription"}
{"level":"info","ts":1784820526.4927068,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"df018054-185a-4b05-997e-c391b232aea7","header":"x-maas-group"}
{"level":"info","ts":1784820526.4927351,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"df018054-185a-4b05-997e-c391b232aea7"}
{"level":"info","ts":1784820526.597108,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"df018054-185a-4b05-997e-c391b232aea7"}
{"level":"info","ts":1784820526.5971372,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"df018054-185a-4b05-997e-c391b232aea7"}
{"level":"info","ts":1784820526.5971534,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"df018054-185a-4b05-997e-c391b232aea7","EoS":false}
{"level":"info","ts":1784820526.597193,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"df018054-185a-4b05-997e-c391b232aea7","EoS":true}
{"level":"error","ts":1784820526.5972192,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"df018054-185a-4b05-997e-c391b232aea7","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784820526.5972586,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"df018054-185a-4b05-997e-c391b232aea7"}
{"level":"info","ts":1784820527.4969423,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0b1aca5b-8be6-4e77-9e5c-caf828da902d","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784820527.4969752,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0b1aca5b-8be6-4e77-9e5c-caf828da902d","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784820527.496995,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ca0544c5-ed8a-4afc-a1cd-e56291162f1b"}
{"level":"info","ts":1784820527.6630695,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"09eeb19e-33cb-4db0-aa85-a0e8b193c84a"}
{"level":"info","ts":1784820527.6630704,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fcdfde96-782d-4178-adb6-553d250cf3cd","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784820527.6631064,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fcdfde96-782d-4178-adb6-553d250cf3cd","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784820527.790912,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"48c935cb-c311-46cc-8324-1f9c9eae2ab8","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784820527.7909706,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"48c935cb-c311-46cc-8324-1f9c9eae2ab8","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784821122.5892649,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784821122.5893452,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"26699bb5-1dde-4cd9-bfd8-bb873b2728d6"}
{"level":"info","ts":1784821122.5893538,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"26699bb5-1dde-4cd9-bfd8-bb873b2728d6"}
{"level":"info","ts":1784821122.5893664,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"26699bb5-1dde-4cd9-bfd8-bb873b2728d6","EoS":true}
{"level":"info","ts":1784821122.5893974,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"26699bb5-1dde-4cd9-bfd8-bb873b2728d6","header":"x-maas-group"}
{"level":"info","ts":1784821122.5894055,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"26699bb5-1dde-4cd9-bfd8-bb873b2728d6","header":"x-maas-username"}
{"level":"info","ts":1784821122.5894108,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"26699bb5-1dde-4cd9-bfd8-bb873b2728d6","header":"x-maas-subscription"}
{"level":"info","ts":1784821122.5894241,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"26699bb5-1dde-4cd9-bfd8-bb873b2728d6","path":"/ai-tenant-e2e-inf-b-979b59/test-model-979b59/v1/chat/completions"}
{"level":"info","ts":1784821122.5894501,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"26699bb5-1dde-4cd9-bfd8-bb873b2728d6"}
{"level":"info","ts":1784821122.6036146,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"26699bb5-1dde-4cd9-bfd8-bb873b2728d6"}
{"level":"info","ts":1784821122.6036596,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"26699bb5-1dde-4cd9-bfd8-bb873b2728d6"}
{"level":"info","ts":1784821122.6036758,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"26699bb5-1dde-4cd9-bfd8-bb873b2728d6","EoS":false}
{"level":"info","ts":1784821122.6036894,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"26699bb5-1dde-4cd9-bfd8-bb873b2728d6","EoS":true}
{"level":"info","ts":1784821122.6037312,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"26699bb5-1dde-4cd9-bfd8-bb873b2728d6"}
{"level":"info","ts":1784821678.0785964,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784821678.0786798,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dd62c819-a89f-4d95-829d-995ec3e9569c"}