{"level":"info","ts":1784900967.2795403,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"810ddd78-7f7b-41b7-8fe8-f9cf17ec311c","EoS":true}
{"level":"info","ts":1784900967.2795866,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"810ddd78-7f7b-41b7-8fe8-f9cf17ec311c"}
{"level":"info","ts":1784900968.0442958,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784900968.044376,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"675e6700-caa3-96e3-a587-368282834ade"}
{"level":"info","ts":1784900968.0443878,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"675e6700-caa3-96e3-a587-368282834ade"}
{"level":"info","ts":1784900968.0444,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"675e6700-caa3-96e3-a587-368282834ade","EoS":true}
{"level":"info","ts":1784900968.0444243,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"675e6700-caa3-96e3-a587-368282834ade","header":"x-maas-subscription"}
{"level":"info","ts":1784900968.044453,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"675e6700-caa3-96e3-a587-368282834ade","header":"x-maas-username"}
{"level":"info","ts":1784900968.0444603,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"675e6700-caa3-96e3-a587-368282834ade","header":"x-maas-group"}
{"level":"info","ts":1784900968.0444758,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"675e6700-caa3-96e3-a587-368282834ade","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784900968.0445013,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"675e6700-caa3-96e3-a587-368282834ade"}
{"level":"info","ts":1784900968.045273,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"675e6700-caa3-96e3-a587-368282834ade"}
{"level":"info","ts":1784900968.045293,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"675e6700-caa3-96e3-a587-368282834ade"}
{"level":"info","ts":1784900968.0453088,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"675e6700-caa3-96e3-a587-368282834ade","EoS":false}
{"level":"info","ts":1784900968.0453293,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"675e6700-caa3-96e3-a587-368282834ade","EoS":true}
{"level":"info","ts":1784900968.0453677,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"675e6700-caa3-96e3-a587-368282834ade"}
{"level":"info","ts":1784900991.192608,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784900991.1927004,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f9d3a34c-962c-426d-a0f3-f086aaf87922"}
{"level":"info","ts":1784900991.1927173,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f9d3a34c-962c-426d-a0f3-f086aaf87922"}
{"level":"info","ts":1784900991.1927373,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f9d3a34c-962c-426d-a0f3-f086aaf87922","EoS":true}
{"level":"info","ts":1784900991.1927798,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f9d3a34c-962c-426d-a0f3-f086aaf87922","header":"x-maas-subscription"}
{"level":"info","ts":1784900991.192793,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f9d3a34c-962c-426d-a0f3-f086aaf87922","header":"x-maas-group"}
{"level":"info","ts":1784900991.1928022,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f9d3a34c-962c-426d-a0f3-f086aaf87922","header":"x-maas-username"}
{"level":"info","ts":1784900991.1928213,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f9d3a34c-962c-426d-a0f3-f086aaf87922","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784900991.1928568,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f9d3a34c-962c-426d-a0f3-f086aaf87922"}
{"level":"info","ts":1784900991.1954916,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f9d3a34c-962c-426d-a0f3-f086aaf87922"}
{"level":"info","ts":1784900991.1955147,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f9d3a34c-962c-426d-a0f3-f086aaf87922"}
{"level":"info","ts":1784900991.1955297,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f9d3a34c-962c-426d-a0f3-f086aaf87922","EoS":false}
{"level":"info","ts":1784900991.1955426,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f9d3a34c-962c-426d-a0f3-f086aaf87922","EoS":true}
{"level":"info","ts":1784900991.1955895,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f9d3a34c-962c-426d-a0f3-f086aaf87922"}
{"level":"info","ts":1784900991.3315365,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784900991.33163,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b2086057-7b54-4825-84e6-8c9be916bbd1"}
{"level":"info","ts":1784900991.3316476,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b2086057-7b54-4825-84e6-8c9be916bbd1"}
{"level":"info","ts":1784900991.3316674,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b2086057-7b54-4825-84e6-8c9be916bbd1","EoS":true}
{"level":"info","ts":1784900991.3317006,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b2086057-7b54-4825-84e6-8c9be916bbd1","header":"x-maas-group"}
{"level":"info","ts":1784900991.331713,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b2086057-7b54-4825-84e6-8c9be916bbd1","header":"x-maas-username"}
{"level":"info","ts":1784900991.331721,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b2086057-7b54-4825-84e6-8c9be916bbd1","header":"x-maas-subscription"}
{"level":"info","ts":1784900991.3317375,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b2086057-7b54-4825-84e6-8c9be916bbd1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784900991.3317685,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b2086057-7b54-4825-84e6-8c9be916bbd1"}
{"level":"info","ts":1784900991.3326664,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b2086057-7b54-4825-84e6-8c9be916bbd1"}
{"level":"info","ts":1784900991.3326864,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b2086057-7b54-4825-84e6-8c9be916bbd1"}
{"level":"info","ts":1784900991.3327093,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b2086057-7b54-4825-84e6-8c9be916bbd1","EoS":false}
{"level":"info","ts":1784900991.332725,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b2086057-7b54-4825-84e6-8c9be916bbd1","EoS":true}
{"level":"info","ts":1784900991.3327599,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b2086057-7b54-4825-84e6-8c9be916bbd1"}
{"level":"info","ts":1784900991.47042,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784900991.4705293,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"60ffe57d-e509-4150-810f-2842d243ce64"}
{"level":"info","ts":1784900991.470594,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"60ffe57d-e509-4150-810f-2842d243ce64"}
{"level":"info","ts":1784900991.4706104,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"60ffe57d-e509-4150-810f-2842d243ce64","EoS":true}
{"level":"info","ts":1784900991.470638,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"60ffe57d-e509-4150-810f-2842d243ce64","header":"x-maas-username"}
{"level":"info","ts":1784900991.470648,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"60ffe57d-e509-4150-810f-2842d243ce64","header":"x-maas-group"}
{"level":"info","ts":1784900991.470655,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"60ffe57d-e509-4150-810f-2842d243ce64","header":"x-maas-subscription"}
{"level":"info","ts":1784900991.4706678,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"60ffe57d-e509-4150-810f-2842d243ce64","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784900991.4706907,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"60ffe57d-e509-4150-810f-2842d243ce64"}
{"level":"info","ts":1784900991.4716141,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"60ffe57d-e509-4150-810f-2842d243ce64"}
{"level":"info","ts":1784900991.4716363,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"60ffe57d-e509-4150-810f-2842d243ce64"}
{"level":"info","ts":1784900991.4716537,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"60ffe57d-e509-4150-810f-2842d243ce64","EoS":false}
{"level":"info","ts":1784900991.4716654,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"60ffe57d-e509-4150-810f-2842d243ce64","EoS":true}
{"level":"info","ts":1784900991.4717038,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"60ffe57d-e509-4150-810f-2842d243ce64"}
{"level":"info","ts":1784900991.6027806,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784900991.6028624,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"83090c53-b59d-4e4d-bcdb-9c96cb527f4e"}
{"level":"info","ts":1784900991.6028743,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"83090c53-b59d-4e4d-bcdb-9c96cb527f4e"}
{"level":"info","ts":1784900991.6028862,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"83090c53-b59d-4e4d-bcdb-9c96cb527f4e","EoS":true}
{"level":"info","ts":1784900991.6029093,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"83090c53-b59d-4e4d-bcdb-9c96cb527f4e","header":"x-maas-subscription"}
{"level":"info","ts":1784900991.6029189,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"83090c53-b59d-4e4d-bcdb-9c96cb527f4e","header":"x-maas-group"}
{"level":"info","ts":1784900991.6029236,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"83090c53-b59d-4e4d-bcdb-9c96cb527f4e","header":"x-maas-username"}
{"level":"info","ts":1784900991.602936,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"83090c53-b59d-4e4d-bcdb-9c96cb527f4e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784900991.6029565,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"83090c53-b59d-4e4d-bcdb-9c96cb527f4e"}
{"level":"info","ts":1784900991.6038458,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"83090c53-b59d-4e4d-bcdb-9c96cb527f4e"}
{"level":"info","ts":1784900991.603864,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"83090c53-b59d-4e4d-bcdb-9c96cb527f4e"}
{"level":"info","ts":1784900991.6038775,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"83090c53-b59d-4e4d-bcdb-9c96cb527f4e","EoS":false}
{"level":"info","ts":1784900991.6038892,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"83090c53-b59d-4e4d-bcdb-9c96cb527f4e","EoS":true}
{"level":"info","ts":1784900991.6039245,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"83090c53-b59d-4e4d-bcdb-9c96cb527f4e"}
{"level":"info","ts":1784900991.7414706,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784900991.7415514,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"525b08b9-e241-4f85-874e-c631bf6e660b"}
{"level":"info","ts":1784900991.7415643,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"525b08b9-e241-4f85-874e-c631bf6e660b"}
{"level":"info","ts":1784900991.7415755,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"525b08b9-e241-4f85-874e-c631bf6e660b","EoS":true}
{"level":"info","ts":1784900991.741601,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"525b08b9-e241-4f85-874e-c631bf6e660b","header":"x-maas-subscription"}
{"level":"info","ts":1784900991.7416139,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"525b08b9-e241-4f85-874e-c631bf6e660b","header":"x-maas-group"}
{"level":"info","ts":1784900991.741619,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"525b08b9-e241-4f85-874e-c631bf6e660b","header":"x-maas-username"}
{"level":"info","ts":1784900991.7416348,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"525b08b9-e241-4f85-874e-c631bf6e660b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784900991.7416623,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"525b08b9-e241-4f85-874e-c631bf6e660b"}
{"level":"info","ts":1784900991.742721,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"525b08b9-e241-4f85-874e-c631bf6e660b"}
{"level":"info","ts":1784900991.7427397,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"525b08b9-e241-4f85-874e-c631bf6e660b"}
{"level":"info","ts":1784900991.7427566,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"525b08b9-e241-4f85-874e-c631bf6e660b","EoS":false}
{"level":"info","ts":1784900991.7427764,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"525b08b9-e241-4f85-874e-c631bf6e660b","EoS":true}
{"level":"info","ts":1784900991.7428124,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"525b08b9-e241-4f85-874e-c631bf6e660b"}
{"level":"info","ts":1784901007.5858796,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784901007.586001,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5be1a2ab-ff19-4277-ad43-57aa049c8e95"}
{"level":"info","ts":1784901007.586016,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5be1a2ab-ff19-4277-ad43-57aa049c8e95"}
{"level":"info","ts":1784901007.586039,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5be1a2ab-ff19-4277-ad43-57aa049c8e95","EoS":true}
{"level":"info","ts":1784901007.58608,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5be1a2ab-ff19-4277-ad43-57aa049c8e95","header":"x-maas-username"}
{"level":"info","ts":1784901007.5860927,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5be1a2ab-ff19-4277-ad43-57aa049c8e95","header":"x-maas-group"}
{"level":"info","ts":1784901007.5860996,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5be1a2ab-ff19-4277-ad43-57aa049c8e95","header":"x-maas-subscription"}
{"level":"info","ts":1784901007.5861173,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5be1a2ab-ff19-4277-ad43-57aa049c8e95","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784901007.5861504,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5be1a2ab-ff19-4277-ad43-57aa049c8e95"}
{"level":"info","ts":1784901007.5871332,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5be1a2ab-ff19-4277-ad43-57aa049c8e95"}
{"level":"info","ts":1784901007.5871558,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5be1a2ab-ff19-4277-ad43-57aa049c8e95"}
{"level":"info","ts":1784901007.587171,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5be1a2ab-ff19-4277-ad43-57aa049c8e95","EoS":false}
{"level":"info","ts":1784901007.587184,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5be1a2ab-ff19-4277-ad43-57aa049c8e95","EoS":true}
{"level":"info","ts":1784901007.5872242,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5be1a2ab-ff19-4277-ad43-57aa049c8e95"}
{"level":"info","ts":1784901007.688931,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784901007.689029,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ed29405c-8de2-42b4-96f2-d63e02948081"}
{"level":"info","ts":1784901007.6908684,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ed29405c-8de2-42b4-96f2-d63e02948081"}
{"level":"info","ts":1784901007.690892,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ed29405c-8de2-42b4-96f2-d63e02948081"}
{"level":"info","ts":1784901007.690913,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ed29405c-8de2-42b4-96f2-d63e02948081","EoS":false}
{"level":"info","ts":1784901007.6909268,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"ed29405c-8de2-42b4-96f2-d63e02948081"}
{"level":"info","ts":1784901007.6909544,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ed29405c-8de2-42b4-96f2-d63e02948081","EoS":true}
{"level":"info","ts":1784901007.6909654,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"ed29405c-8de2-42b4-96f2-d63e02948081"}
{"level":"info","ts":1784901012.3347304,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784901012.3348367,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"123e40a9-e4e1-482d-a12e-cdd3a59eca98"}
{"level":"info","ts":1784901012.334854,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"123e40a9-e4e1-482d-a12e-cdd3a59eca98"}
{"level":"info","ts":1784901012.334894,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"123e40a9-e4e1-482d-a12e-cdd3a59eca98","EoS":true}
{"level":"info","ts":1784901012.3349223,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"123e40a9-e4e1-482d-a12e-cdd3a59eca98","header":"x-maas-username"}
{"level":"info","ts":1784901012.3349378,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"123e40a9-e4e1-482d-a12e-cdd3a59eca98","header":"x-maas-group"}
{"level":"info","ts":1784901012.3349457,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"123e40a9-e4e1-482d-a12e-cdd3a59eca98","header":"x-maas-subscription"}
{"level":"info","ts":1784901012.3349624,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"123e40a9-e4e1-482d-a12e-cdd3a59eca98","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784901012.3350008,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"123e40a9-e4e1-482d-a12e-cdd3a59eca98"}
{"level":"info","ts":1784901012.3375313,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"123e40a9-e4e1-482d-a12e-cdd3a59eca98"}
{"level":"info","ts":1784901012.3375602,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"123e40a9-e4e1-482d-a12e-cdd3a59eca98"}
{"level":"info","ts":1784901012.3376102,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"123e40a9-e4e1-482d-a12e-cdd3a59eca98","EoS":false}
{"level":"info","ts":1784901012.3376346,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"123e40a9-e4e1-482d-a12e-cdd3a59eca98","EoS":true}
{"level":"info","ts":1784901012.3377063,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"123e40a9-e4e1-482d-a12e-cdd3a59eca98"}
{"level":"info","ts":1784901025.0170896,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784901025.0171835,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a967ce78-46cf-4a5f-afc7-72bdf9262cef"}
{"level":"info","ts":1784901025.0172005,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a967ce78-46cf-4a5f-afc7-72bdf9262cef"}
{"level":"info","ts":1784901025.0172195,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a967ce78-46cf-4a5f-afc7-72bdf9262cef","EoS":true}
{"level":"info","ts":1784901025.0172627,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a967ce78-46cf-4a5f-afc7-72bdf9262cef","header":"x-maas-username"}
{"level":"info","ts":1784901025.017276,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a967ce78-46cf-4a5f-afc7-72bdf9262cef","header":"x-maas-subscription"}
{"level":"info","ts":1784901025.017285,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a967ce78-46cf-4a5f-afc7-72bdf9262cef","header":"x-maas-group"}
{"level":"info","ts":1784901025.0173028,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a967ce78-46cf-4a5f-afc7-72bdf9262cef","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784901025.01734,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a967ce78-46cf-4a5f-afc7-72bdf9262cef"}
{"level":"info","ts":1784901025.01836,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a967ce78-46cf-4a5f-afc7-72bdf9262cef"}
{"level":"info","ts":1784901025.0183804,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a967ce78-46cf-4a5f-afc7-72bdf9262cef"}
{"level":"info","ts":1784901025.0183988,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a967ce78-46cf-4a5f-afc7-72bdf9262cef","EoS":false}
{"level":"info","ts":1784901025.0184145,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a967ce78-46cf-4a5f-afc7-72bdf9262cef","EoS":true}
{"level":"info","ts":1784901025.018484,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a967ce78-46cf-4a5f-afc7-72bdf9262cef"}
{"level":"info","ts":1784901037.9344902,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784901037.934605,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0a5531c5-2ab1-4255-98b7-6acee9db0187"}
{"level":"info","ts":1784901037.934621,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0a5531c5-2ab1-4255-98b7-6acee9db0187"}
{"level":"info","ts":1784901037.9346404,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0a5531c5-2ab1-4255-98b7-6acee9db0187","EoS":true}
{"level":"info","ts":1784901037.934679,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0a5531c5-2ab1-4255-98b7-6acee9db0187","header":"x-maas-subscription"}
{"level":"info","ts":1784901037.9346924,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0a5531c5-2ab1-4255-98b7-6acee9db0187","header":"x-maas-username"}
{"level":"info","ts":1784901037.9347022,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0a5531c5-2ab1-4255-98b7-6acee9db0187","header":"x-maas-group"}
{"level":"info","ts":1784901037.9347222,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0a5531c5-2ab1-4255-98b7-6acee9db0187","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784901037.9347596,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0a5531c5-2ab1-4255-98b7-6acee9db0187"}
{"level":"info","ts":1784901037.9356024,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0a5531c5-2ab1-4255-98b7-6acee9db0187"}
{"level":"info","ts":1784901037.9356277,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0a5531c5-2ab1-4255-98b7-6acee9db0187"}
{"level":"info","ts":1784901037.935644,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0a5531c5-2ab1-4255-98b7-6acee9db0187","EoS":false}
{"level":"info","ts":1784901037.9356565,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0a5531c5-2ab1-4255-98b7-6acee9db0187","EoS":true}
{"level":"info","ts":1784901037.9356916,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0a5531c5-2ab1-4255-98b7-6acee9db0187"}
{"level":"info","ts":1784901046.4667923,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784901046.4668698,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"788387cf-5f4e-45de-be25-b2a507b9f713"}
{"level":"info","ts":1784901046.4668827,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"788387cf-5f4e-45de-be25-b2a507b9f713"}
{"level":"info","ts":1784901046.4669013,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"788387cf-5f4e-45de-be25-b2a507b9f713","EoS":true}
{"level":"info","ts":1784901046.4669337,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"788387cf-5f4e-45de-be25-b2a507b9f713","header":"x-maas-subscription"}
{"level":"info","ts":1784901046.4669495,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"788387cf-5f4e-45de-be25-b2a507b9f713","header":"x-maas-username"}
{"level":"info","ts":1784901046.4669573,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"788387cf-5f4e-45de-be25-b2a507b9f713","header":"x-maas-group"}
{"level":"info","ts":1784901046.4669738,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"788387cf-5f4e-45de-be25-b2a507b9f713","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784901046.4670029,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"788387cf-5f4e-45de-be25-b2a507b9f713"}
{"level":"info","ts":1784901046.4678183,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"788387cf-5f4e-45de-be25-b2a507b9f713"}
{"level":"info","ts":1784901046.4678388,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"788387cf-5f4e-45de-be25-b2a507b9f713"}
{"level":"info","ts":1784901046.4678533,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"788387cf-5f4e-45de-be25-b2a507b9f713","EoS":false}
{"level":"info","ts":1784901046.467865,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"788387cf-5f4e-45de-be25-b2a507b9f713","EoS":true}
{"level":"info","ts":1784901046.4679027,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"788387cf-5f4e-45de-be25-b2a507b9f713"}
{"level":"info","ts":1784901055.3829484,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784901055.383018,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3e201521-3c70-4050-973a-57dbe54c2033"}
{"level":"info","ts":1784901055.3830278,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3e201521-3c70-4050-973a-57dbe54c2033"}
{"level":"info","ts":1784901055.3830385,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3e201521-3c70-4050-973a-57dbe54c2033","EoS":true}
{"level":"info","ts":1784901055.3830621,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3e201521-3c70-4050-973a-57dbe54c2033","header":"x-maas-username"}
{"level":"info","ts":1784901055.3830729,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3e201521-3c70-4050-973a-57dbe54c2033","header":"x-maas-group"}
{"level":"info","ts":1784901055.3830788,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3e201521-3c70-4050-973a-57dbe54c2033","header":"x-maas-subscription"}
{"level":"info","ts":1784901055.3830945,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3e201521-3c70-4050-973a-57dbe54c2033","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784901055.3831193,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3e201521-3c70-4050-973a-57dbe54c2033"}
{"level":"info","ts":1784901055.383883,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3e201521-3c70-4050-973a-57dbe54c2033"}
{"level":"info","ts":1784901055.383904,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3e201521-3c70-4050-973a-57dbe54c2033"}
{"level":"info","ts":1784901055.3839211,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3e201521-3c70-4050-973a-57dbe54c2033","EoS":false}
{"level":"info","ts":1784901055.3839417,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3e201521-3c70-4050-973a-57dbe54c2033","EoS":true}
{"level":"info","ts":1784901055.3839815,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3e201521-3c70-4050-973a-57dbe54c2033"}
{"level":"info","ts":1784901081.4524806,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784901081.452559,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d89d5ba0-60b1-4321-97fb-e755d7f804ac"}
{"level":"info","ts":1784901081.4525688,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d89d5ba0-60b1-4321-97fb-e755d7f804ac"}
{"level":"info","ts":1784901081.4525805,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d89d5ba0-60b1-4321-97fb-e755d7f804ac","EoS":true}
{"level":"info","ts":1784901081.4526055,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d89d5ba0-60b1-4321-97fb-e755d7f804ac","header":"x-maas-username"}
{"level":"info","ts":1784901081.4526157,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d89d5ba0-60b1-4321-97fb-e755d7f804ac","header":"x-maas-group"}
{"level":"info","ts":1784901081.4526207,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d89d5ba0-60b1-4321-97fb-e755d7f804ac","header":"x-maas-subscription"}
{"level":"info","ts":1784901081.452633,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d89d5ba0-60b1-4321-97fb-e755d7f804ac","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784901081.4526563,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d89d5ba0-60b1-4321-97fb-e755d7f804ac"}
{"level":"info","ts":1784901081.454814,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d89d5ba0-60b1-4321-97fb-e755d7f804ac"}
{"level":"info","ts":1784901081.4548352,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d89d5ba0-60b1-4321-97fb-e755d7f804ac"}
{"level":"info","ts":1784901081.4548512,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d89d5ba0-60b1-4321-97fb-e755d7f804ac","EoS":false}
{"level":"info","ts":1784901081.454863,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d89d5ba0-60b1-4321-97fb-e755d7f804ac","EoS":true}
{"level":"info","ts":1784901081.454903,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d89d5ba0-60b1-4321-97fb-e755d7f804ac"}
{"level":"info","ts":1784901105.3827186,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784901105.382796,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"47e9db64-ac63-4ced-b832-705aa348a369"}
{"level":"info","ts":1784901105.382807,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"47e9db64-ac63-4ced-b832-705aa348a369"}
{"level":"info","ts":1784901105.3828182,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"47e9db64-ac63-4ced-b832-705aa348a369","EoS":true}
{"level":"info","ts":1784901105.382847,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"47e9db64-ac63-4ced-b832-705aa348a369","header":"x-maas-username"}
{"level":"info","ts":1784901105.3828568,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"47e9db64-ac63-4ced-b832-705aa348a369","header":"x-maas-group"}
{"level":"info","ts":1784901105.382862,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"47e9db64-ac63-4ced-b832-705aa348a369","header":"x-maas-subscription"}
{"level":"info","ts":1784901105.3828757,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"47e9db64-ac63-4ced-b832-705aa348a369","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784901105.3829017,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"47e9db64-ac63-4ced-b832-705aa348a369"}
{"level":"info","ts":1784901105.384004,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"47e9db64-ac63-4ced-b832-705aa348a369"}
{"level":"info","ts":1784901105.384028,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"47e9db64-ac63-4ced-b832-705aa348a369"}
{"level":"info","ts":1784901105.384045,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"47e9db64-ac63-4ced-b832-705aa348a369","EoS":false}
{"level":"info","ts":1784901105.3840554,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"47e9db64-ac63-4ced-b832-705aa348a369","EoS":true}
{"level":"info","ts":1784901105.384092,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"47e9db64-ac63-4ced-b832-705aa348a369"}
{"level":"info","ts":1784901132.0989115,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784901132.098979,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cdd21cde-9a6f-4337-a064-259004722948"}
{"level":"info","ts":1784901132.0989938,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cdd21cde-9a6f-4337-a064-259004722948"}
{"level":"info","ts":1784901132.099007,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cdd21cde-9a6f-4337-a064-259004722948","EoS":true}
{"level":"info","ts":1784901132.099032,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cdd21cde-9a6f-4337-a064-259004722948","header":"x-maas-username"}
{"level":"info","ts":1784901132.0990424,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cdd21cde-9a6f-4337-a064-259004722948","header":"x-maas-subscription"}
{"level":"info","ts":1784901132.099048,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cdd21cde-9a6f-4337-a064-259004722948","header":"x-maas-group"}
{"level":"info","ts":1784901132.09906,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cdd21cde-9a6f-4337-a064-259004722948","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784901132.0990822,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cdd21cde-9a6f-4337-a064-259004722948"}
{"level":"info","ts":1784901132.099867,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cdd21cde-9a6f-4337-a064-259004722948"}
{"level":"info","ts":1784901132.0998816,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"cdd21cde-9a6f-4337-a064-259004722948"}
{"level":"info","ts":1784901132.0998945,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cdd21cde-9a6f-4337-a064-259004722948","EoS":false}
{"level":"info","ts":1784901132.0999045,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cdd21cde-9a6f-4337-a064-259004722948","EoS":true}
{"level":"info","ts":1784901132.0999393,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"cdd21cde-9a6f-4337-a064-259004722948"}
{"level":"info","ts":1784901141.557514,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784901141.5576148,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"63ced5d8-2992-42fe-bef2-403a989c0fdf"}
{"level":"info","ts":1784901141.5576308,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"63ced5d8-2992-42fe-bef2-403a989c0fdf"}
{"level":"info","ts":1784901141.5576508,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"63ced5d8-2992-42fe-bef2-403a989c0fdf","EoS":true}
{"level":"info","ts":1784901141.5576873,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"63ced5d8-2992-42fe-bef2-403a989c0fdf","header":"x-maas-username"}
{"level":"info","ts":1784901141.5577006,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"63ced5d8-2992-42fe-bef2-403a989c0fdf","header":"x-maas-group"}
{"level":"info","ts":1784901141.5577092,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"63ced5d8-2992-42fe-bef2-403a989c0fdf","header":"x-maas-subscription"}
{"level":"info","ts":1784901141.5577288,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"63ced5d8-2992-42fe-bef2-403a989c0fdf","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784901141.557763,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"63ced5d8-2992-42fe-bef2-403a989c0fdf"}
{"level":"info","ts":1784901141.5598152,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"63ced5d8-2992-42fe-bef2-403a989c0fdf"}
{"level":"info","ts":1784901141.5598469,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"63ced5d8-2992-42fe-bef2-403a989c0fdf"}
{"level":"info","ts":1784901141.5598695,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"63ced5d8-2992-42fe-bef2-403a989c0fdf","EoS":false}
{"level":"info","ts":1784901141.5598817,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"63ced5d8-2992-42fe-bef2-403a989c0fdf","EoS":true}
{"level":"info","ts":1784901141.5599189,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"63ced5d8-2992-42fe-bef2-403a989c0fdf"}
{"level":"info","ts":1784901141.591206,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784901141.5912793,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ab0a90ea-8bc8-4ef7-b75c-ff0041cd974e"}
{"level":"info","ts":1784901141.59129,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ab0a90ea-8bc8-4ef7-b75c-ff0041cd974e"}
{"level":"info","ts":1784901141.5913022,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ab0a90ea-8bc8-4ef7-b75c-ff0041cd974e","EoS":true}
{"level":"info","ts":1784901141.5913289,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ab0a90ea-8bc8-4ef7-b75c-ff0041cd974e","header":"x-maas-group"}
{"level":"info","ts":1784901141.5913415,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ab0a90ea-8bc8-4ef7-b75c-ff0041cd974e","header":"x-maas-username"}
{"level":"info","ts":1784901141.591346,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ab0a90ea-8bc8-4ef7-b75c-ff0041cd974e","header":"x-maas-subscription"}
{"level":"info","ts":1784901141.591357,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ab0a90ea-8bc8-4ef7-b75c-ff0041cd974e","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784901141.5913785,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ab0a90ea-8bc8-4ef7-b75c-ff0041cd974e"}
{"level":"info","ts":1784901141.5921829,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ab0a90ea-8bc8-4ef7-b75c-ff0041cd974e"}
{"level":"info","ts":1784901141.592208,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ab0a90ea-8bc8-4ef7-b75c-ff0041cd974e"}
{"level":"info","ts":1784901141.5922282,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ab0a90ea-8bc8-4ef7-b75c-ff0041cd974e","EoS":false}
{"level":"info","ts":1784901141.5922456,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ab0a90ea-8bc8-4ef7-b75c-ff0041cd974e","EoS":true}
{"level":"info","ts":1784901141.5922923,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ab0a90ea-8bc8-4ef7-b75c-ff0041cd974e"}
{"level":"info","ts":1784901160.814899,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784901160.8149867,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b5a6cd4e-a6af-4e0e-b976-520a09313d33"}
{"level":"info","ts":1784901160.814998,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b5a6cd4e-a6af-4e0e-b976-520a09313d33"}
{"level":"info","ts":1784901160.81501,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b5a6cd4e-a6af-4e0e-b976-520a09313d33","EoS":true}
{"level":"info","ts":1784901160.8150887,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b5a6cd4e-a6af-4e0e-b976-520a09313d33","header":"x-maas-subscription"}
{"level":"info","ts":1784901160.8151,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b5a6cd4e-a6af-4e0e-b976-520a09313d33","header":"x-maas-group"}
{"level":"info","ts":1784901160.8151047,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b5a6cd4e-a6af-4e0e-b976-520a09313d33","header":"x-maas-username"}
{"level":"info","ts":1784901160.8151171,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b5a6cd4e-a6af-4e0e-b976-520a09313d33","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784901160.815141,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b5a6cd4e-a6af-4e0e-b976-520a09313d33"}
{"level":"info","ts":1784901160.8159275,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b5a6cd4e-a6af-4e0e-b976-520a09313d33"}
{"level":"info","ts":1784901160.8159487,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b5a6cd4e-a6af-4e0e-b976-520a09313d33"}
{"level":"info","ts":1784901160.8159785,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b5a6cd4e-a6af-4e0e-b976-520a09313d33","EoS":false}
{"level":"info","ts":1784901160.8159995,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b5a6cd4e-a6af-4e0e-b976-520a09313d33","EoS":true}
{"level":"info","ts":1784901160.8160439,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b5a6cd4e-a6af-4e0e-b976-520a09313d33"}
{"level":"info","ts":1784901292.0543697,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784901292.0544927,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f0160051-d0d7-4496-8428-8cbb3fe55916"}
{"level":"info","ts":1784901292.0545034,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f0160051-d0d7-4496-8428-8cbb3fe55916"}
{"level":"info","ts":1784901292.0545166,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f0160051-d0d7-4496-8428-8cbb3fe55916","EoS":true}
{"level":"info","ts":1784901292.0545416,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f0160051-d0d7-4496-8428-8cbb3fe55916","header":"x-maas-username"}
{"level":"info","ts":1784901292.05455,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f0160051-d0d7-4496-8428-8cbb3fe55916","header":"x-maas-group"}
{"level":"info","ts":1784901292.0545561,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f0160051-d0d7-4496-8428-8cbb3fe55916","header":"x-maas-subscription"}
{"level":"info","ts":1784901292.054569,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f0160051-d0d7-4496-8428-8cbb3fe55916","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1784901292.0545962,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f0160051-d0d7-4496-8428-8cbb3fe55916"}
{"level":"info","ts":1784901292.0564084,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f0160051-d0d7-4496-8428-8cbb3fe55916"}
{"level":"info","ts":1784901292.056455,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f0160051-d0d7-4496-8428-8cbb3fe55916"}
{"level":"info","ts":1784901292.0564716,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f0160051-d0d7-4496-8428-8cbb3fe55916","EoS":false}
{"level":"info","ts":1784901292.0564866,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f0160051-d0d7-4496-8428-8cbb3fe55916","EoS":true}
{"level":"info","ts":1784901292.0565245,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f0160051-d0d7-4496-8428-8cbb3fe55916"}
{"level":"info","ts":1784901329.3840747,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784901329.3841546,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"42a102ae-84a7-4a68-a6c0-efd8557edfdd"}
{"level":"info","ts":1784901329.3841646,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"42a102ae-84a7-4a68-a6c0-efd8557edfdd"}
{"level":"info","ts":1784901329.3841755,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"42a102ae-84a7-4a68-a6c0-efd8557edfdd","EoS":true}
{"level":"info","ts":1784901329.3842013,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"42a102ae-84a7-4a68-a6c0-efd8557edfdd","header":"x-maas-group"}
{"level":"info","ts":1784901329.3842125,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"42a102ae-84a7-4a68-a6c0-efd8557edfdd","header":"x-maas-subscription"}
{"level":"info","ts":1784901329.3842177,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"42a102ae-84a7-4a68-a6c0-efd8557edfdd","header":"x-maas-username"}
{"level":"info","ts":1784901329.3842304,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"42a102ae-84a7-4a68-a6c0-efd8557edfdd","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784901329.384254,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"42a102ae-84a7-4a68-a6c0-efd8557edfdd"}
{"level":"info","ts":1784901329.3850353,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"42a102ae-84a7-4a68-a6c0-efd8557edfdd"}
{"level":"info","ts":1784901329.3850567,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"42a102ae-84a7-4a68-a6c0-efd8557edfdd"}
{"level":"info","ts":1784901329.3850777,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"42a102ae-84a7-4a68-a6c0-efd8557edfdd","EoS":false}
{"level":"info","ts":1784901329.3851008,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"42a102ae-84a7-4a68-a6c0-efd8557edfdd","EoS":true}
{"level":"info","ts":1784901329.3851526,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"42a102ae-84a7-4a68-a6c0-efd8557edfdd"}
{"level":"info","ts":1784901344.7010324,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784901344.701116,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a5954197-b766-4720-8025-d405a26c59a6"}
{"level":"info","ts":1784901344.7011297,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a5954197-b766-4720-8025-d405a26c59a6"}
{"level":"info","ts":1784901344.701146,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a5954197-b766-4720-8025-d405a26c59a6","EoS":true}
{"level":"info","ts":1784901344.70117,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a5954197-b766-4720-8025-d405a26c59a6","header":"x-maas-subscription"}
{"level":"info","ts":1784901344.7011776,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a5954197-b766-4720-8025-d405a26c59a6","header":"x-maas-group"}
{"level":"info","ts":1784901344.7011836,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a5954197-b766-4720-8025-d405a26c59a6","header":"x-maas-username"}
{"level":"info","ts":1784901344.7011957,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a5954197-b766-4720-8025-d405a26c59a6","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784901344.7012267,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a5954197-b766-4720-8025-d405a26c59a6"}
{"level":"info","ts":1784901344.7032983,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a5954197-b766-4720-8025-d405a26c59a6"}
{"level":"info","ts":1784901344.70332,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a5954197-b766-4720-8025-d405a26c59a6"}
{"level":"info","ts":1784901344.7033353,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a5954197-b766-4720-8025-d405a26c59a6","EoS":false}
{"level":"info","ts":1784901344.7033465,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a5954197-b766-4720-8025-d405a26c59a6","EoS":true}
{"level":"info","ts":1784901344.7033842,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a5954197-b766-4720-8025-d405a26c59a6"}
{"level":"info","ts":1784901632.9613066,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784901632.9614272,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fd519e19-1dd8-4227-92b9-dd28d2b5a180"}
{"level":"info","ts":1784901632.9614658,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fd519e19-1dd8-4227-92b9-dd28d2b5a180"}
{"level":"info","ts":1784901632.9614863,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fd519e19-1dd8-4227-92b9-dd28d2b5a180","EoS":true}
{"level":"info","ts":1784901632.96152,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fd519e19-1dd8-4227-92b9-dd28d2b5a180","header":"x-maas-username"}
{"level":"info","ts":1784901632.9615347,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fd519e19-1dd8-4227-92b9-dd28d2b5a180","header":"x-maas-group"}
{"level":"info","ts":1784901632.9615433,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fd519e19-1dd8-4227-92b9-dd28d2b5a180","header":"x-maas-subscription"}
{"level":"info","ts":1784901632.9615614,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fd519e19-1dd8-4227-92b9-dd28d2b5a180","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784901632.9615936,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fd519e19-1dd8-4227-92b9-dd28d2b5a180"}
{"level":"info","ts":1784901632.9649065,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fd519e19-1dd8-4227-92b9-dd28d2b5a180"}
{"level":"info","ts":1784901632.9649267,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"fd519e19-1dd8-4227-92b9-dd28d2b5a180"}
{"level":"info","ts":1784901632.9649432,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fd519e19-1dd8-4227-92b9-dd28d2b5a180","EoS":false}
{"level":"info","ts":1784901632.9649613,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fd519e19-1dd8-4227-92b9-dd28d2b5a180","EoS":true}
{"level":"info","ts":1784901632.9650035,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"fd519e19-1dd8-4227-92b9-dd28d2b5a180"}
{"level":"info","ts":1784901632.9953449,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784901632.9954252,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"03953b21-7644-4a33-af1b-21ca8954f3a8"}
{"level":"info","ts":1784901632.9954627,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"03953b21-7644-4a33-af1b-21ca8954f3a8"}
{"level":"info","ts":1784901632.9954755,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"03953b21-7644-4a33-af1b-21ca8954f3a8","EoS":true}
{"level":"info","ts":1784901632.9955006,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"03953b21-7644-4a33-af1b-21ca8954f3a8","header":"x-maas-username"}
{"level":"info","ts":1784901632.9955108,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"03953b21-7644-4a33-af1b-21ca8954f3a8","header":"x-maas-subscription"}
{"level":"info","ts":1784901632.9955156,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"03953b21-7644-4a33-af1b-21ca8954f3a8","header":"x-maas-group"}
{"level":"info","ts":1784901632.9955275,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"03953b21-7644-4a33-af1b-21ca8954f3a8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784901632.9955504,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"03953b21-7644-4a33-af1b-21ca8954f3a8"}
{"level":"info","ts":1784901632.9963863,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"03953b21-7644-4a33-af1b-21ca8954f3a8"}
{"level":"info","ts":1784901632.996405,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"03953b21-7644-4a33-af1b-21ca8954f3a8"}
{"level":"info","ts":1784901632.9964216,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"03953b21-7644-4a33-af1b-21ca8954f3a8","EoS":false}
{"level":"info","ts":1784901632.9964478,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"03953b21-7644-4a33-af1b-21ca8954f3a8","EoS":true}
{"level":"info","ts":1784901632.9964824,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"03953b21-7644-4a33-af1b-21ca8954f3a8"}
{"level":"info","ts":1784901637.8190544,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"3b1cd21a-7547-4e8e-998f-fb00de37dc4f","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784901637.8193262,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":39470.451912604,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784901637.8193452,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784901637.8689146,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784901637.9203265,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"3b1cd21a-7547-4e8e-998f-fb00de37dc4f","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784901637.9445236,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cb166bf3-fff3-4a76-b9d9-3792404028ff","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784901637.9445693,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cb166bf3-fff3-4a76-b9d9-3792404028ff","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784901637.9446242,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c8b88d5d-7013-4f96-ad37-27db2398fde9"}
{"level":"info","ts":1784901637.9538484,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2815260d-6e98-45b7-9e28-6f18bffe28e9","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784901637.953885,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2815260d-6e98-45b7-9e28-6f18bffe28e9","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784901637.9545887,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":36127.975247693,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784901637.9546113,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784901637.9658854,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784901638.0551236,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c8b88d5d-7013-4f96-ad37-27db2398fde9","name":"e2e-external-provider"}
{"level":"info","ts":1784901638.0650892,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cf6743a1-80a3-474d-96fc-0c75ae595979","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784901638.0651433,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cf6743a1-80a3-474d-96fc-0c75ae595979","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784901638.0652122,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cb300480-2ddb-4ec4-b2f4-aac247d2f3df"}
{"level":"info","ts":1784901638.071278,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c8b88d5d-7013-4f96-ad37-27db2398fde9","kind":"ServiceEntry","name":"e2e-external-provider"}
{"level":"info","ts":1784901638.0763183,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cb300480-2ddb-4ec4-b2f4-aac247d2f3df","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784901638.0764036,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dcd64dd0-a18d-4abc-9431-f566089c5d39","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784901638.0764623,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dcd64dd0-a18d-4abc-9431-f566089c5d39","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784901638.0830476,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c8b88d5d-7013-4f96-ad37-27db2398fde9","kind":"DestinationRule","name":"e2e-external-provider"}
{"level":"info","ts":1784901638.0830808,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"98761e75-c0a7-4532-96e0-b5d3d0c3be00","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784901638.0831048,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"98761e75-c0a7-4532-96e0-b5d3d0c3be00","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784901638.0836377,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cb300480-2ddb-4ec4-b2f4-aac247d2f3df","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784901638.083705,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a1f17aec-1174-4ba9-8661-57e8c6bad4e9"}
{"level":"info","ts":1784901638.0837283,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a1f17aec-1174-4ba9-8661-57e8c6bad4e9","provider":"e2e-external-provider","phase":"Pending"}
{"level":"error","ts":1784901638.0919309,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a1f17aec-1174-4ba9-8661-57e8c6bad4e9","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784901638.0931394,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c8b88d5d-7013-4f96-ad37-27db2398fde9","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784901638.101863,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"016d8dbf-9ff4-49ed-8de8-a60b9b46b74d","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784901638.1018977,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"016d8dbf-9ff4-49ed-8de8-a60b9b46b74d","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784901638.101902,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c14a172d-56a0-47b6-ae72-50d11188f87f","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784901638.101922,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c14a172d-56a0-47b6-ae72-50d11188f87f","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784901638.1019702,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"314ce39a-0710-4e80-8ae8-df434e63316a"}
{"level":"info","ts":1784901638.1021814,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38396.558594033,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784901638.102203,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784901638.1023717,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f02a87a0-c112-4be6-aa9c-a7cebc8de90b"}
{"level":"info","ts":1784901638.1024716,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f02a87a0-c112-4be6-aa9c-a7cebc8de90b","name":"e2e-external-provider"}
{"level":"info","ts":1784901638.1136591,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784901638.1165714,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f02a87a0-c112-4be6-aa9c-a7cebc8de90b","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784901638.2024884,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"314ce39a-0710-4e80-8ae8-df434e63316a","name":"e2e-external-model"}
{"level":"info","ts":1784901638.226025,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ec36e50c-834e-4701-82aa-e55a5515383a","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784901638.2260575,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ec36e50c-834e-4701-82aa-e55a5515383a","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784901638.2304935,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"314ce39a-0710-4e80-8ae8-df434e63316a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1784901638.2305446,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"314ce39a-0710-4e80-8ae8-df434e63316a","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784901638.2306032,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c03f2a2e-1c1e-4b52-9737-6d90824e611e"}
{"level":"info","ts":1784901638.2306507,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c03f2a2e-1c1e-4b52-9737-6d90824e611e","name":"e2e-external-model"}
{"level":"error","ts":1784901638.2458138,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c03f2a2e-1c1e-4b52-9737-6d90824e611e","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784901638.2459588,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c282194f-de7e-4dbd-b3a8-74504266940c"}
{"level":"info","ts":1784901638.2459555,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1eea77a2-b0b1-467e-80d7-e2012487cb10","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784901638.2459967,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1eea77a2-b0b1-467e-80d7-e2012487cb10","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784901638.246038,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c282194f-de7e-4dbd-b3a8-74504266940c","name":"e2e-external-model"}
{"level":"info","ts":1784901638.2580101,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c282194f-de7e-4dbd-b3a8-74504266940c","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784901638.2711122,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"443e15da-ebc0-43a6-a77e-bc27b0ffdc2d","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784901638.2711387,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"443e15da-ebc0-43a6-a77e-bc27b0ffdc2d","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784901638.271112,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f308f356-e154-4195-93ac-a527f1b4022e"}
{"level":"info","ts":1784901638.2712002,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f308f356-e154-4195-93ac-a527f1b4022e","name":"e2e-external-model"}
{"level":"info","ts":1784901638.2880814,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f308f356-e154-4195-93ac-a527f1b4022e","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784901647.8450096,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784901647.8450904,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d7c8d2ec-0c57-44b9-80c7-490b7627af5a"}
{"level":"info","ts":1784901647.8451016,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d7c8d2ec-0c57-44b9-80c7-490b7627af5a"}
{"level":"info","ts":1784901647.8451142,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d7c8d2ec-0c57-44b9-80c7-490b7627af5a","EoS":true}
{"level":"info","ts":1784901647.8451457,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d7c8d2ec-0c57-44b9-80c7-490b7627af5a","header":"x-maas-subscription"}
{"level":"info","ts":1784901647.8451562,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d7c8d2ec-0c57-44b9-80c7-490b7627af5a","header":"x-maas-group"}
{"level":"info","ts":1784901647.8451612,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d7c8d2ec-0c57-44b9-80c7-490b7627af5a","header":"x-maas-username"}
{"level":"info","ts":1784901647.8451726,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d7c8d2ec-0c57-44b9-80c7-490b7627af5a","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784901647.845181,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"d7c8d2ec-0c57-44b9-80c7-490b7627af5a","modelName":"e2e-external-model"}
{"level":"info","ts":1784901647.845195,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"d7c8d2ec-0c57-44b9-80c7-490b7627af5a","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784901647.84524,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"d7c8d2ec-0c57-44b9-80c7-490b7627af5a","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784901647.845257,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"d7c8d2ec-0c57-44b9-80c7-490b7627af5a","authType":"apikey"}
{"level":"info","ts":1784901647.845285,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d7c8d2ec-0c57-44b9-80c7-490b7627af5a"}
{"level":"info","ts":1784901647.9788766,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"04081190-c121-4ab4-974b-4d1ff903a00b","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784901647.9789076,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ba8ab127-d68d-47df-88d5-7ef8f8138994"}
{"level":"info","ts":1784901647.978916,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"04081190-c121-4ab4-974b-4d1ff903a00b","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784901647.9913795,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5bf4b028-6b30-460b-a93a-57af80f8104a","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784901647.991425,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5bf4b028-6b30-460b-a93a-57af80f8104a","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784901647.9917684,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ba8ab127-d68d-47df-88d5-7ef8f8138994","name":"e2e-cleanup-test"}
{"level":"info","ts":1784901648.0138962,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ba8ab127-d68d-47df-88d5-7ef8f8138994","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784901648.032075,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"10015bcf-2adf-44ff-b7df-e106d73239c0","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784901648.032127,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"10015bcf-2adf-44ff-b7df-e106d73239c0","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784901648.03218,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"202ba523-ca3d-4cab-81f2-461aaee7c617"}
{"level":"info","ts":1784901648.0322602,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"202ba523-ca3d-4cab-81f2-461aaee7c617","name":"e2e-cleanup-test"}
{"level":"info","ts":1784901648.065334,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"038e150f-16c3-4c51-a7a8-214a27be4872","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784901648.06538,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"038e150f-16c3-4c51-a7a8-214a27be4872","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784901648.0661798,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"202ba523-ca3d-4cab-81f2-461aaee7c617","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784901648.066265,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a44938e2-ab99-46b1-89fc-35ce3d6349fc"}
{"level":"info","ts":1784901648.0663326,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a44938e2-ab99-46b1-89fc-35ce3d6349fc","name":"e2e-cleanup-test"}
{"level":"info","ts":1784901648.0860314,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a44938e2-ab99-46b1-89fc-35ce3d6349fc","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784901648.1023667,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"18492f22-28bb-4921-a2f7-75d300729ea5","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784901648.1023986,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"18492f22-28bb-4921-a2f7-75d300729ea5","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784901648.102405,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4aaae247-e0e7-48d6-a861-10e7b90ec1bf"}
{"level":"info","ts":1784901648.1024797,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4aaae247-e0e7-48d6-a861-10e7b90ec1bf","name":"e2e-cleanup-test"}
{"level":"info","ts":1784901648.129404,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4aaae247-e0e7-48d6-a861-10e7b90ec1bf","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784901656.2686381,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c5662cd0-6252-4b9c-afb1-cd5c4aa6dc88","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784901656.2686856,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c5662cd0-6252-4b9c-afb1-cd5c4aa6dc88","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784901656.2686348,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"284795ab-d282-41b7-a202-aaa5b8778541"}
{"level":"info","ts":1784901660.5948355,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784901660.5949333,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"347f45e4-06b9-4955-a8f8-07faed161034"}
{"level":"info","ts":1784901660.594952,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"347f45e4-06b9-4955-a8f8-07faed161034"}
{"level":"info","ts":1784901660.5949728,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"347f45e4-06b9-4955-a8f8-07faed161034","EoS":true}
{"level":"info","ts":1784901660.5950139,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"347f45e4-06b9-4955-a8f8-07faed161034","path":"/llm/nonexistent-model-xyz/v1/chat/completions"}
{"level":"info","ts":1784901660.5950427,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"347f45e4-06b9-4955-a8f8-07faed161034"}
{"level":"info","ts":1784901660.6345432,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784901660.634634,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a062479b-9dc5-4640-82e2-f7bb33b1b092"}
{"level":"info","ts":1784901660.6346457,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a062479b-9dc5-4640-82e2-f7bb33b1b092"}
{"level":"info","ts":1784901660.6346579,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a062479b-9dc5-4640-82e2-f7bb33b1b092","EoS":true}
{"level":"info","ts":1784901660.634683,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a062479b-9dc5-4640-82e2-f7bb33b1b092","header":"x-maas-username"}
{"level":"info","ts":1784901660.6346931,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a062479b-9dc5-4640-82e2-f7bb33b1b092","header":"x-maas-subscription"}
{"level":"info","ts":1784901660.6346989,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a062479b-9dc5-4640-82e2-f7bb33b1b092","header":"x-maas-group"}
{"level":"info","ts":1784901660.6347113,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a062479b-9dc5-4640-82e2-f7bb33b1b092","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784901660.6347237,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"a062479b-9dc5-4640-82e2-f7bb33b1b092","modelName":"e2e-external-model"}
{"level":"info","ts":1784901660.6347423,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"a062479b-9dc5-4640-82e2-f7bb33b1b092","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784901660.634771,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"a062479b-9dc5-4640-82e2-f7bb33b1b092","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784901660.634786,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"a062479b-9dc5-4640-82e2-f7bb33b1b092","authType":"apikey"}
{"level":"info","ts":1784901660.6348095,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a062479b-9dc5-4640-82e2-f7bb33b1b092"}
{"level":"info","ts":1784901660.668383,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784901660.6684852,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9fa46ee8-18d3-405f-9d8c-23e5db7b7be0"}
{"level":"info","ts":1784901660.6684983,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9fa46ee8-18d3-405f-9d8c-23e5db7b7be0"}
{"level":"info","ts":1784901660.6685126,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9fa46ee8-18d3-405f-9d8c-23e5db7b7be0","EoS":true}
{"level":"info","ts":1784901660.668547,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9fa46ee8-18d3-405f-9d8c-23e5db7b7be0","header":"x-maas-username"}
{"level":"info","ts":1784901660.6685593,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9fa46ee8-18d3-405f-9d8c-23e5db7b7be0","header":"x-maas-group"}
{"level":"info","ts":1784901660.6685646,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9fa46ee8-18d3-405f-9d8c-23e5db7b7be0","header":"x-maas-subscription"}
{"level":"info","ts":1784901660.6685774,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9fa46ee8-18d3-405f-9d8c-23e5db7b7be0","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784901660.6686032,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9fa46ee8-18d3-405f-9d8c-23e5db7b7be0"}
{"level":"info","ts":1784901660.802611,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9fa46ee8-18d3-405f-9d8c-23e5db7b7be0"}
{"level":"info","ts":1784901660.8026412,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9fa46ee8-18d3-405f-9d8c-23e5db7b7be0"}
{"level":"info","ts":1784901660.802659,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9fa46ee8-18d3-405f-9d8c-23e5db7b7be0","EoS":false}
{"level":"info","ts":1784901660.802675,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9fa46ee8-18d3-405f-9d8c-23e5db7b7be0","EoS":true}
{"level":"error","ts":1784901660.8026948,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"9fa46ee8-18d3-405f-9d8c-23e5db7b7be0","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784901660.8027558,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9fa46ee8-18d3-405f-9d8c-23e5db7b7be0"}
{"level":"info","ts":1784901660.8393257,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784901660.8394015,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bd13ee7d-cf19-90c3-8bec-a3bebb341596"}
{"level":"info","ts":1784901660.8394146,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bd13ee7d-cf19-90c3-8bec-a3bebb341596"}
{"level":"info","ts":1784901660.8394272,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bd13ee7d-cf19-90c3-8bec-a3bebb341596","EoS":true}
{"level":"info","ts":1784901660.8394897,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bd13ee7d-cf19-90c3-8bec-a3bebb341596","header":"x-maas-username"}
{"level":"info","ts":1784901660.839505,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bd13ee7d-cf19-90c3-8bec-a3bebb341596","header":"x-maas-subscription"}
{"level":"info","ts":1784901660.8395133,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bd13ee7d-cf19-90c3-8bec-a3bebb341596","header":"x-maas-group"}
{"level":"info","ts":1784901660.8395376,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bd13ee7d-cf19-90c3-8bec-a3bebb341596"}
{"level":"info","ts":1784901660.892829,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bd13ee7d-cf19-90c3-8bec-a3bebb341596"}
{"level":"info","ts":1784901660.892861,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"bd13ee7d-cf19-90c3-8bec-a3bebb341596"}
{"level":"info","ts":1784901660.8928802,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bd13ee7d-cf19-90c3-8bec-a3bebb341596","EoS":false}
{"level":"info","ts":1784901660.892894,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bd13ee7d-cf19-90c3-8bec-a3bebb341596","EoS":true}
{"level":"error","ts":1784901660.8929098,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"bd13ee7d-cf19-90c3-8bec-a3bebb341596","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784901660.8929684,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"bd13ee7d-cf19-90c3-8bec-a3bebb341596"}
{"level":"info","ts":1784901661.7907975,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"75cecc88-8ebd-479d-9eec-cefe5e49a949","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784901661.7908146,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c8b2be5f-3e22-46ca-b843-f6dd92587ce0"}
{"level":"info","ts":1784901661.790824,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"75cecc88-8ebd-479d-9eec-cefe5e49a949","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784901661.9556785,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"29ba1908-e14d-4d0e-94b1-382af59f1de8","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784901661.955717,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"29ba1908-e14d-4d0e-94b1-382af59f1de8","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784901661.9556947,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b06ae331-9a93-4411-929d-2c735056ef85"}
{"level":"info","ts":1784901662.0909352,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"6ffd1ab3-fa09-489f-a987-b7b15e2165b1","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784901662.0909958,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"6ffd1ab3-fa09-489f-a987-b7b15e2165b1","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784902806.0743484,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784902806.0744588,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"59062709-6712-4e55-9fdb-3aeffb5fd68f"}
{"level":"info","ts":1784902870.7037776,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784902870.703864,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b6bf9953-d094-4acc-a979-c79b07394157"}
{"level":"info","ts":1784902870.7038734,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b6bf9953-d094-4acc-a979-c79b07394157"}
{"level":"info","ts":1784902870.7038853,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b6bf9953-d094-4acc-a979-c79b07394157","EoS":true}
{"level":"info","ts":1784902870.7039165,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b6bf9953-d094-4acc-a979-c79b07394157","header":"x-maas-subscription"}
{"level":"info","ts":1784902870.7039306,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b6bf9953-d094-4acc-a979-c79b07394157","header":"x-maas-group"}
{"level":"info","ts":1784902870.7039366,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b6bf9953-d094-4acc-a979-c79b07394157","header":"x-maas-username"}
{"level":"info","ts":1784902870.7039537,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b6bf9953-d094-4acc-a979-c79b07394157","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}
{"level":"info","ts":1784902870.7039804,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b6bf9953-d094-4acc-a979-c79b07394157"}
{"level":"info","ts":1784902870.7048323,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b6bf9953-d094-4acc-a979-c79b07394157"}
{"level":"info","ts":1784902870.704859,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b6bf9953-d094-4acc-a979-c79b07394157"}
{"level":"info","ts":1784902870.704876,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b6bf9953-d094-4acc-a979-c79b07394157","EoS":false}
{"level":"info","ts":1784902870.7048893,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b6bf9953-d094-4acc-a979-c79b07394157","EoS":true}
{"level":"info","ts":1784902870.7049322,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b6bf9953-d094-4acc-a979-c79b07394157"}