{"level":"info","ts":1784724841.6741009,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"da89304d-7239-4407-9c8b-beeaf00e5acb","EoS":true}
{"level":"info","ts":1784724841.6741257,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"da89304d-7239-4407-9c8b-beeaf00e5acb","header":"x-maas-username"}
{"level":"info","ts":1784724841.6741338,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"da89304d-7239-4407-9c8b-beeaf00e5acb","header":"x-maas-subscription"}
{"level":"info","ts":1784724841.6741385,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"da89304d-7239-4407-9c8b-beeaf00e5acb","header":"x-maas-group"}
{"level":"info","ts":1784724841.674152,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"da89304d-7239-4407-9c8b-beeaf00e5acb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784724841.6741781,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"da89304d-7239-4407-9c8b-beeaf00e5acb"}
{"level":"info","ts":1784724841.6770742,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"da89304d-7239-4407-9c8b-beeaf00e5acb"}
{"level":"info","ts":1784724841.677093,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"da89304d-7239-4407-9c8b-beeaf00e5acb"}
{"level":"info","ts":1784724841.6771085,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"da89304d-7239-4407-9c8b-beeaf00e5acb","EoS":false}
{"level":"info","ts":1784724841.6771202,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"da89304d-7239-4407-9c8b-beeaf00e5acb","EoS":true}
{"level":"info","ts":1784724841.6771576,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"da89304d-7239-4407-9c8b-beeaf00e5acb"}
{"level":"info","ts":1784724841.8208463,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784724841.8209078,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"58535f4d-59e8-489b-a22d-e7243c8be4d7"}
{"level":"info","ts":1784724841.820919,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"58535f4d-59e8-489b-a22d-e7243c8be4d7"}
{"level":"info","ts":1784724841.8209307,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"58535f4d-59e8-489b-a22d-e7243c8be4d7","EoS":true}
{"level":"info","ts":1784724841.8209543,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"58535f4d-59e8-489b-a22d-e7243c8be4d7","header":"x-maas-username"}
{"level":"info","ts":1784724841.820962,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"58535f4d-59e8-489b-a22d-e7243c8be4d7","header":"x-maas-group"}
{"level":"info","ts":1784724841.8209665,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"58535f4d-59e8-489b-a22d-e7243c8be4d7","header":"x-maas-subscription"}
{"level":"info","ts":1784724841.8209782,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"58535f4d-59e8-489b-a22d-e7243c8be4d7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784724841.8209984,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"58535f4d-59e8-489b-a22d-e7243c8be4d7"}
{"level":"info","ts":1784724841.821926,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"58535f4d-59e8-489b-a22d-e7243c8be4d7"}
{"level":"info","ts":1784724841.8219428,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"58535f4d-59e8-489b-a22d-e7243c8be4d7"}
{"level":"info","ts":1784724841.8219569,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"58535f4d-59e8-489b-a22d-e7243c8be4d7","EoS":false}
{"level":"info","ts":1784724841.8219702,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"58535f4d-59e8-489b-a22d-e7243c8be4d7","EoS":true}
{"level":"info","ts":1784724841.8219998,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"58535f4d-59e8-489b-a22d-e7243c8be4d7"}
{"level":"info","ts":1784724841.9652433,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784724841.965322,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"70aa2afb-1598-4817-9a49-95be3afdddb1"}
{"level":"info","ts":1784724841.9653366,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"70aa2afb-1598-4817-9a49-95be3afdddb1"}
{"level":"info","ts":1784724841.9653502,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"70aa2afb-1598-4817-9a49-95be3afdddb1","EoS":true}
{"level":"info","ts":1784724841.9653733,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"70aa2afb-1598-4817-9a49-95be3afdddb1","header":"x-maas-subscription"}
{"level":"info","ts":1784724841.965386,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"70aa2afb-1598-4817-9a49-95be3afdddb1","header":"x-maas-group"}
{"level":"info","ts":1784724841.9653904,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"70aa2afb-1598-4817-9a49-95be3afdddb1","header":"x-maas-username"}
{"level":"info","ts":1784724841.965403,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"70aa2afb-1598-4817-9a49-95be3afdddb1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784724841.965426,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"70aa2afb-1598-4817-9a49-95be3afdddb1"}
{"level":"info","ts":1784724841.9663568,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"70aa2afb-1598-4817-9a49-95be3afdddb1"}
{"level":"info","ts":1784724841.9663737,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"70aa2afb-1598-4817-9a49-95be3afdddb1"}
{"level":"info","ts":1784724841.9663877,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"70aa2afb-1598-4817-9a49-95be3afdddb1","EoS":false}
{"level":"info","ts":1784724841.9663985,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"70aa2afb-1598-4817-9a49-95be3afdddb1","EoS":true}
{"level":"info","ts":1784724841.966438,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"70aa2afb-1598-4817-9a49-95be3afdddb1"}
{"level":"info","ts":1784724842.112715,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784724842.1128063,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"776d4c4f-a901-4f30-a6dc-d08291826856"}
{"level":"info","ts":1784724842.1128197,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"776d4c4f-a901-4f30-a6dc-d08291826856"}
{"level":"info","ts":1784724842.1128323,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"776d4c4f-a901-4f30-a6dc-d08291826856","EoS":true}
{"level":"info","ts":1784724842.1128516,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"776d4c4f-a901-4f30-a6dc-d08291826856","header":"x-maas-group"}
{"level":"info","ts":1784724842.1128612,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"776d4c4f-a901-4f30-a6dc-d08291826856","header":"x-maas-subscription"}
{"level":"info","ts":1784724842.1128674,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"776d4c4f-a901-4f30-a6dc-d08291826856","header":"x-maas-username"}
{"level":"info","ts":1784724842.1128783,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"776d4c4f-a901-4f30-a6dc-d08291826856","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784724842.1129053,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"776d4c4f-a901-4f30-a6dc-d08291826856"}
{"level":"info","ts":1784724842.1138625,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"776d4c4f-a901-4f30-a6dc-d08291826856"}
{"level":"info","ts":1784724842.1138754,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"776d4c4f-a901-4f30-a6dc-d08291826856"}
{"level":"info","ts":1784724842.1138873,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"776d4c4f-a901-4f30-a6dc-d08291826856","EoS":false}
{"level":"info","ts":1784724842.1138976,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"776d4c4f-a901-4f30-a6dc-d08291826856","EoS":true}
{"level":"info","ts":1784724842.1139357,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"776d4c4f-a901-4f30-a6dc-d08291826856"}
{"level":"info","ts":1784724842.2590652,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784724842.259148,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7f125796-1bd0-4bc6-b19e-3d48159fca60"}
{"level":"info","ts":1784724842.2591596,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7f125796-1bd0-4bc6-b19e-3d48159fca60"}
{"level":"info","ts":1784724842.2591703,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7f125796-1bd0-4bc6-b19e-3d48159fca60","EoS":true}
{"level":"info","ts":1784724842.2591903,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7f125796-1bd0-4bc6-b19e-3d48159fca60","header":"x-maas-group"}
{"level":"info","ts":1784724842.2592006,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7f125796-1bd0-4bc6-b19e-3d48159fca60","header":"x-maas-username"}
{"level":"info","ts":1784724842.2592053,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7f125796-1bd0-4bc6-b19e-3d48159fca60","header":"x-maas-subscription"}
{"level":"info","ts":1784724842.2592173,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7f125796-1bd0-4bc6-b19e-3d48159fca60","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784724842.2592373,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7f125796-1bd0-4bc6-b19e-3d48159fca60"}
{"level":"info","ts":1784724842.2601817,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7f125796-1bd0-4bc6-b19e-3d48159fca60"}
{"level":"info","ts":1784724842.260199,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7f125796-1bd0-4bc6-b19e-3d48159fca60"}
{"level":"info","ts":1784724842.2602131,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7f125796-1bd0-4bc6-b19e-3d48159fca60","EoS":false}
{"level":"info","ts":1784724842.2602248,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7f125796-1bd0-4bc6-b19e-3d48159fca60","EoS":true}
{"level":"info","ts":1784724842.2602592,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7f125796-1bd0-4bc6-b19e-3d48159fca60"}
{"level":"info","ts":1784724858.0121145,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784724858.0121994,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"375fef67-dd1f-4eee-b785-1666dac0ac80"}
{"level":"info","ts":1784724858.0122137,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"375fef67-dd1f-4eee-b785-1666dac0ac80"}
{"level":"info","ts":1784724858.012233,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"375fef67-dd1f-4eee-b785-1666dac0ac80","EoS":true}
{"level":"info","ts":1784724858.0122657,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"375fef67-dd1f-4eee-b785-1666dac0ac80","header":"x-maas-subscription"}
{"level":"info","ts":1784724858.012279,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"375fef67-dd1f-4eee-b785-1666dac0ac80","header":"x-maas-group"}
{"level":"info","ts":1784724858.0122879,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"375fef67-dd1f-4eee-b785-1666dac0ac80","header":"x-maas-username"}
{"level":"info","ts":1784724858.012306,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"375fef67-dd1f-4eee-b785-1666dac0ac80","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784724858.0123403,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"375fef67-dd1f-4eee-b785-1666dac0ac80"}
{"level":"info","ts":1784724858.0132678,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"375fef67-dd1f-4eee-b785-1666dac0ac80"}
{"level":"info","ts":1784724858.013294,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"375fef67-dd1f-4eee-b785-1666dac0ac80"}
{"level":"info","ts":1784724858.0133178,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"375fef67-dd1f-4eee-b785-1666dac0ac80","EoS":false}
{"level":"info","ts":1784724858.0133362,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"375fef67-dd1f-4eee-b785-1666dac0ac80","EoS":true}
{"level":"info","ts":1784724858.0133843,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"375fef67-dd1f-4eee-b785-1666dac0ac80"}
{"level":"info","ts":1784724858.1155326,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784724858.115587,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"90ed42c6-1548-493b-846b-7896e35b1370"}
{"level":"info","ts":1784724858.1176746,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"90ed42c6-1548-493b-846b-7896e35b1370"}
{"level":"info","ts":1784724858.1176918,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"90ed42c6-1548-493b-846b-7896e35b1370"}
{"level":"info","ts":1784724858.1177125,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"90ed42c6-1548-493b-846b-7896e35b1370","EoS":false}
{"level":"info","ts":1784724858.117729,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"90ed42c6-1548-493b-846b-7896e35b1370"}
{"level":"info","ts":1784724858.1178102,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"90ed42c6-1548-493b-846b-7896e35b1370","EoS":true}
{"level":"info","ts":1784724858.1178248,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"90ed42c6-1548-493b-846b-7896e35b1370"}
{"level":"info","ts":1784724862.744904,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784724862.7449777,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5a5c2396-469b-4af8-9e2f-a08e0dce0462"}
{"level":"info","ts":1784724862.7449908,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5a5c2396-469b-4af8-9e2f-a08e0dce0462"}
{"level":"info","ts":1784724862.7450035,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5a5c2396-469b-4af8-9e2f-a08e0dce0462","EoS":true}
{"level":"info","ts":1784724862.74503,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5a5c2396-469b-4af8-9e2f-a08e0dce0462","header":"x-maas-username"}
{"level":"info","ts":1784724862.7450402,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5a5c2396-469b-4af8-9e2f-a08e0dce0462","header":"x-maas-group"}
{"level":"info","ts":1784724862.7450445,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5a5c2396-469b-4af8-9e2f-a08e0dce0462","header":"x-maas-subscription"}
{"level":"info","ts":1784724862.745058,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5a5c2396-469b-4af8-9e2f-a08e0dce0462","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784724862.7450833,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5a5c2396-469b-4af8-9e2f-a08e0dce0462"}
{"level":"info","ts":1784724862.7466226,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5a5c2396-469b-4af8-9e2f-a08e0dce0462"}
{"level":"info","ts":1784724862.7466438,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5a5c2396-469b-4af8-9e2f-a08e0dce0462"}
{"level":"info","ts":1784724862.7466614,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5a5c2396-469b-4af8-9e2f-a08e0dce0462","EoS":false}
{"level":"info","ts":1784724862.746686,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5a5c2396-469b-4af8-9e2f-a08e0dce0462","EoS":true}
{"level":"info","ts":1784724862.7467253,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5a5c2396-469b-4af8-9e2f-a08e0dce0462"}
{"level":"info","ts":1784724873.3357837,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784724873.3358765,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"85c4f119-acf8-4d8a-ad95-60dba4618ea2"}
{"level":"info","ts":1784724873.3358915,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"85c4f119-acf8-4d8a-ad95-60dba4618ea2"}
{"level":"info","ts":1784724873.3359118,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"85c4f119-acf8-4d8a-ad95-60dba4618ea2","EoS":true}
{"level":"info","ts":1784724873.3359466,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"85c4f119-acf8-4d8a-ad95-60dba4618ea2","header":"x-maas-username"}
{"level":"info","ts":1784724873.335959,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"85c4f119-acf8-4d8a-ad95-60dba4618ea2","header":"x-maas-subscription"}
{"level":"info","ts":1784724873.3359687,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"85c4f119-acf8-4d8a-ad95-60dba4618ea2","header":"x-maas-group"}
{"level":"info","ts":1784724873.335986,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"85c4f119-acf8-4d8a-ad95-60dba4618ea2","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784724873.3360212,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"85c4f119-acf8-4d8a-ad95-60dba4618ea2"}
{"level":"info","ts":1784724873.338005,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"85c4f119-acf8-4d8a-ad95-60dba4618ea2"}
{"level":"info","ts":1784724873.3380246,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"85c4f119-acf8-4d8a-ad95-60dba4618ea2"}
{"level":"info","ts":1784724873.338044,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"85c4f119-acf8-4d8a-ad95-60dba4618ea2","EoS":false}
{"level":"info","ts":1784724873.338056,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"85c4f119-acf8-4d8a-ad95-60dba4618ea2","EoS":true}
{"level":"info","ts":1784724873.3380883,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"85c4f119-acf8-4d8a-ad95-60dba4618ea2"}
{"level":"info","ts":1784724886.209804,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784724886.2099113,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d75d4730-3f8d-4a9f-872b-cc68e1797cd5"}
{"level":"info","ts":1784724886.20993,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d75d4730-3f8d-4a9f-872b-cc68e1797cd5"}
{"level":"info","ts":1784724886.2099495,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d75d4730-3f8d-4a9f-872b-cc68e1797cd5","EoS":true}
{"level":"info","ts":1784724886.2099829,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d75d4730-3f8d-4a9f-872b-cc68e1797cd5","header":"x-maas-group"}
{"level":"info","ts":1784724886.210024,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d75d4730-3f8d-4a9f-872b-cc68e1797cd5","header":"x-maas-subscription"}
{"level":"info","ts":1784724886.2100384,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d75d4730-3f8d-4a9f-872b-cc68e1797cd5","header":"x-maas-username"}
{"level":"info","ts":1784724886.2100568,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d75d4730-3f8d-4a9f-872b-cc68e1797cd5","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784724886.2100842,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d75d4730-3f8d-4a9f-872b-cc68e1797cd5"}
{"level":"info","ts":1784724886.210939,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d75d4730-3f8d-4a9f-872b-cc68e1797cd5"}
{"level":"info","ts":1784724886.2109613,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d75d4730-3f8d-4a9f-872b-cc68e1797cd5"}
{"level":"info","ts":1784724886.2109804,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d75d4730-3f8d-4a9f-872b-cc68e1797cd5","EoS":false}
{"level":"info","ts":1784724886.210997,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d75d4730-3f8d-4a9f-872b-cc68e1797cd5","EoS":true}
{"level":"info","ts":1784724886.2110443,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d75d4730-3f8d-4a9f-872b-cc68e1797cd5"}
{"level":"info","ts":1784724894.7420304,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784724894.7420986,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fbaebd07-132a-421a-bb9f-33117b7b3a98"}
{"level":"info","ts":1784724894.7421122,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fbaebd07-132a-421a-bb9f-33117b7b3a98"}
{"level":"info","ts":1784724894.742124,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fbaebd07-132a-421a-bb9f-33117b7b3a98","EoS":true}
{"level":"info","ts":1784724894.742149,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fbaebd07-132a-421a-bb9f-33117b7b3a98","header":"x-maas-username"}
{"level":"info","ts":1784724894.7421627,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fbaebd07-132a-421a-bb9f-33117b7b3a98","header":"x-maas-group"}
{"level":"info","ts":1784724894.7421699,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fbaebd07-132a-421a-bb9f-33117b7b3a98","header":"x-maas-subscription"}
{"level":"info","ts":1784724894.7421825,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fbaebd07-132a-421a-bb9f-33117b7b3a98","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784724894.742209,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fbaebd07-132a-421a-bb9f-33117b7b3a98"}
{"level":"info","ts":1784724894.742883,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fbaebd07-132a-421a-bb9f-33117b7b3a98"}
{"level":"info","ts":1784724894.7429059,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"fbaebd07-132a-421a-bb9f-33117b7b3a98"}
{"level":"info","ts":1784724894.742921,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fbaebd07-132a-421a-bb9f-33117b7b3a98","EoS":false}
{"level":"info","ts":1784724894.7429333,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fbaebd07-132a-421a-bb9f-33117b7b3a98","EoS":true}
{"level":"info","ts":1784724894.7429686,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"fbaebd07-132a-421a-bb9f-33117b7b3a98"}
{"level":"info","ts":1784724903.6156495,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784724903.6157172,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"30eeab49-fe88-4416-8014-c3084866190d"}
{"level":"info","ts":1784724903.6157272,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"30eeab49-fe88-4416-8014-c3084866190d"}
{"level":"info","ts":1784724903.6157384,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"30eeab49-fe88-4416-8014-c3084866190d","EoS":true}
{"level":"info","ts":1784724903.6157894,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"30eeab49-fe88-4416-8014-c3084866190d","header":"x-maas-group"}
{"level":"info","ts":1784724903.6157997,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"30eeab49-fe88-4416-8014-c3084866190d","header":"x-maas-username"}
{"level":"info","ts":1784724903.6158047,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"30eeab49-fe88-4416-8014-c3084866190d","header":"x-maas-subscription"}
{"level":"info","ts":1784724903.6158183,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"30eeab49-fe88-4416-8014-c3084866190d","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784724903.6158485,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"30eeab49-fe88-4416-8014-c3084866190d"}
{"level":"info","ts":1784724903.6164773,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"30eeab49-fe88-4416-8014-c3084866190d"}
{"level":"info","ts":1784724903.6164966,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"30eeab49-fe88-4416-8014-c3084866190d"}
{"level":"info","ts":1784724903.6165178,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"30eeab49-fe88-4416-8014-c3084866190d","EoS":false}
{"level":"info","ts":1784724903.6165402,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"30eeab49-fe88-4416-8014-c3084866190d","EoS":true}
{"level":"info","ts":1784724903.6165934,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"30eeab49-fe88-4416-8014-c3084866190d"}
{"level":"info","ts":1784724929.605642,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784724929.6057074,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"75c2419a-a3f7-4c55-a80b-af24a40ca3b0"}
{"level":"info","ts":1784724929.6057162,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"75c2419a-a3f7-4c55-a80b-af24a40ca3b0"}
{"level":"info","ts":1784724929.6057274,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"75c2419a-a3f7-4c55-a80b-af24a40ca3b0","EoS":true}
{"level":"info","ts":1784724929.6057782,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"75c2419a-a3f7-4c55-a80b-af24a40ca3b0","header":"x-maas-subscription"}
{"level":"info","ts":1784724929.6057937,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"75c2419a-a3f7-4c55-a80b-af24a40ca3b0","header":"x-maas-group"}
{"level":"info","ts":1784724929.605802,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"75c2419a-a3f7-4c55-a80b-af24a40ca3b0","header":"x-maas-username"}
{"level":"info","ts":1784724929.605817,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"75c2419a-a3f7-4c55-a80b-af24a40ca3b0","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784724929.6058545,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"75c2419a-a3f7-4c55-a80b-af24a40ca3b0"}
{"level":"info","ts":1784724929.60658,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"75c2419a-a3f7-4c55-a80b-af24a40ca3b0"}
{"level":"info","ts":1784724929.6066115,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"75c2419a-a3f7-4c55-a80b-af24a40ca3b0"}
{"level":"info","ts":1784724929.6066332,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"75c2419a-a3f7-4c55-a80b-af24a40ca3b0","EoS":false}
{"level":"info","ts":1784724929.6066513,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"75c2419a-a3f7-4c55-a80b-af24a40ca3b0","EoS":true}
{"level":"info","ts":1784724929.6066892,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"75c2419a-a3f7-4c55-a80b-af24a40ca3b0"}
{"level":"info","ts":1784724952.4238553,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784724952.4239323,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1980ab8e-d239-4cf3-a417-31f393dab483"}
{"level":"info","ts":1784724952.4239461,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1980ab8e-d239-4cf3-a417-31f393dab483"}
{"level":"info","ts":1784724952.423959,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1980ab8e-d239-4cf3-a417-31f393dab483","EoS":true}
{"level":"info","ts":1784724952.4239852,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1980ab8e-d239-4cf3-a417-31f393dab483","header":"x-maas-username"}
{"level":"info","ts":1784724952.423995,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1980ab8e-d239-4cf3-a417-31f393dab483","header":"x-maas-subscription"}
{"level":"info","ts":1784724952.4239993,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1980ab8e-d239-4cf3-a417-31f393dab483","header":"x-maas-group"}
{"level":"info","ts":1784724952.424011,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1980ab8e-d239-4cf3-a417-31f393dab483","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784724952.4240324,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1980ab8e-d239-4cf3-a417-31f393dab483"}
{"level":"info","ts":1784724952.424767,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1980ab8e-d239-4cf3-a417-31f393dab483"}
{"level":"info","ts":1784724952.4247873,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1980ab8e-d239-4cf3-a417-31f393dab483"}
{"level":"info","ts":1784724952.4248044,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1980ab8e-d239-4cf3-a417-31f393dab483","EoS":false}
{"level":"info","ts":1784724952.4248176,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1980ab8e-d239-4cf3-a417-31f393dab483","EoS":true}
{"level":"info","ts":1784724952.4248543,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1980ab8e-d239-4cf3-a417-31f393dab483"}
{"level":"info","ts":1784724976.7735763,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784724976.7736495,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4f8a4020-d7e8-4f63-82d6-dab433b6f185"}
{"level":"info","ts":1784724976.7736628,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4f8a4020-d7e8-4f63-82d6-dab433b6f185"}
{"level":"info","ts":1784724976.773675,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4f8a4020-d7e8-4f63-82d6-dab433b6f185","EoS":true}
{"level":"info","ts":1784724976.7736976,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4f8a4020-d7e8-4f63-82d6-dab433b6f185","header":"x-maas-group"}
{"level":"info","ts":1784724976.7737083,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4f8a4020-d7e8-4f63-82d6-dab433b6f185","header":"x-maas-username"}
{"level":"info","ts":1784724976.7737136,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4f8a4020-d7e8-4f63-82d6-dab433b6f185","header":"x-maas-subscription"}
{"level":"info","ts":1784724976.773729,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4f8a4020-d7e8-4f63-82d6-dab433b6f185","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784724976.7737675,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4f8a4020-d7e8-4f63-82d6-dab433b6f185"}
{"level":"info","ts":1784724976.775069,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4f8a4020-d7e8-4f63-82d6-dab433b6f185"}
{"level":"info","ts":1784724976.775092,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4f8a4020-d7e8-4f63-82d6-dab433b6f185"}
{"level":"info","ts":1784724976.7751076,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4f8a4020-d7e8-4f63-82d6-dab433b6f185","EoS":false}
{"level":"info","ts":1784724976.775119,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4f8a4020-d7e8-4f63-82d6-dab433b6f185","EoS":true}
{"level":"info","ts":1784724976.7751555,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4f8a4020-d7e8-4f63-82d6-dab433b6f185"}
{"level":"info","ts":1784724986.1664062,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784724986.1664834,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f9ed52b2-99da-4004-8b6f-d6a84c0e11ed"}
{"level":"info","ts":1784724986.166496,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f9ed52b2-99da-4004-8b6f-d6a84c0e11ed"}
{"level":"info","ts":1784724986.166508,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f9ed52b2-99da-4004-8b6f-d6a84c0e11ed","EoS":true}
{"level":"info","ts":1784724986.1665342,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f9ed52b2-99da-4004-8b6f-d6a84c0e11ed","header":"x-maas-username"}
{"level":"info","ts":1784724986.166544,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f9ed52b2-99da-4004-8b6f-d6a84c0e11ed","header":"x-maas-subscription"}
{"level":"info","ts":1784724986.1665487,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f9ed52b2-99da-4004-8b6f-d6a84c0e11ed","header":"x-maas-group"}
{"level":"info","ts":1784724986.1665606,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f9ed52b2-99da-4004-8b6f-d6a84c0e11ed","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784724986.166586,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f9ed52b2-99da-4004-8b6f-d6a84c0e11ed"}
{"level":"info","ts":1784724986.167254,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f9ed52b2-99da-4004-8b6f-d6a84c0e11ed"}
{"level":"info","ts":1784724986.1672738,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f9ed52b2-99da-4004-8b6f-d6a84c0e11ed"}
{"level":"info","ts":1784724986.1672888,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f9ed52b2-99da-4004-8b6f-d6a84c0e11ed","EoS":false}
{"level":"info","ts":1784724986.1673055,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f9ed52b2-99da-4004-8b6f-d6a84c0e11ed","EoS":true}
{"level":"info","ts":1784724986.1673398,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f9ed52b2-99da-4004-8b6f-d6a84c0e11ed"}
{"level":"info","ts":1784724986.2056181,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784724986.2056699,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"63b47207-fbe8-962e-ae00-4730599207ee"}
{"level":"info","ts":1784724986.2056773,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"63b47207-fbe8-962e-ae00-4730599207ee"}
{"level":"info","ts":1784724986.2056882,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"63b47207-fbe8-962e-ae00-4730599207ee","EoS":true}
{"level":"info","ts":1784724986.205709,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"63b47207-fbe8-962e-ae00-4730599207ee","header":"x-maas-group"}
{"level":"info","ts":1784724986.2057188,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"63b47207-fbe8-962e-ae00-4730599207ee","header":"x-maas-username"}
{"level":"info","ts":1784724986.205723,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"63b47207-fbe8-962e-ae00-4730599207ee","header":"x-maas-subscription"}
{"level":"info","ts":1784724986.2057338,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"63b47207-fbe8-962e-ae00-4730599207ee","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784724986.2057772,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"63b47207-fbe8-962e-ae00-4730599207ee"}
{"level":"info","ts":1784724986.2063546,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"63b47207-fbe8-962e-ae00-4730599207ee"}
{"level":"info","ts":1784724986.2063713,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"63b47207-fbe8-962e-ae00-4730599207ee"}
{"level":"info","ts":1784724986.206387,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"63b47207-fbe8-962e-ae00-4730599207ee","EoS":false}
{"level":"info","ts":1784724986.2064009,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"63b47207-fbe8-962e-ae00-4730599207ee","EoS":true}
{"level":"info","ts":1784724986.2064335,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"63b47207-fbe8-962e-ae00-4730599207ee"}
{"level":"info","ts":1784725005.3524752,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784725005.3525863,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"236aeb1d-b92e-42fb-834d-d3113ffb0582"}
{"level":"info","ts":1784725005.3526037,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"236aeb1d-b92e-42fb-834d-d3113ffb0582"}
{"level":"info","ts":1784725005.3526177,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"236aeb1d-b92e-42fb-834d-d3113ffb0582","EoS":true}
{"level":"info","ts":1784725005.352643,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"236aeb1d-b92e-42fb-834d-d3113ffb0582","header":"x-maas-group"}
{"level":"info","ts":1784725005.3526535,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"236aeb1d-b92e-42fb-834d-d3113ffb0582","header":"x-maas-subscription"}
{"level":"info","ts":1784725005.3526592,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"236aeb1d-b92e-42fb-834d-d3113ffb0582","header":"x-maas-username"}
{"level":"info","ts":1784725005.3526719,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"236aeb1d-b92e-42fb-834d-d3113ffb0582","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784725005.3526955,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"236aeb1d-b92e-42fb-834d-d3113ffb0582"}
{"level":"info","ts":1784725005.3534095,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"236aeb1d-b92e-42fb-834d-d3113ffb0582"}
{"level":"info","ts":1784725005.353433,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"236aeb1d-b92e-42fb-834d-d3113ffb0582"}
{"level":"info","ts":1784725005.3534482,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"236aeb1d-b92e-42fb-834d-d3113ffb0582","EoS":false}
{"level":"info","ts":1784725005.3534594,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"236aeb1d-b92e-42fb-834d-d3113ffb0582","EoS":true}
{"level":"info","ts":1784725005.3535004,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"236aeb1d-b92e-42fb-834d-d3113ffb0582"}
{"level":"info","ts":1784725135.9789214,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784725135.9790142,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8887b7cf-efff-4fdf-8f5f-6a5cfb59c010"}
{"level":"info","ts":1784725135.9790301,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8887b7cf-efff-4fdf-8f5f-6a5cfb59c010"}
{"level":"info","ts":1784725135.9790447,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8887b7cf-efff-4fdf-8f5f-6a5cfb59c010","EoS":true}
{"level":"info","ts":1784725135.9790695,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8887b7cf-efff-4fdf-8f5f-6a5cfb59c010","header":"x-maas-subscription"}
{"level":"info","ts":1784725135.97908,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8887b7cf-efff-4fdf-8f5f-6a5cfb59c010","header":"x-maas-group"}
{"level":"info","ts":1784725135.9790852,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8887b7cf-efff-4fdf-8f5f-6a5cfb59c010","header":"x-maas-username"}
{"level":"info","ts":1784725135.9790967,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8887b7cf-efff-4fdf-8f5f-6a5cfb59c010","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1784725135.9791205,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8887b7cf-efff-4fdf-8f5f-6a5cfb59c010"}
{"level":"info","ts":1784725135.9820905,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8887b7cf-efff-4fdf-8f5f-6a5cfb59c010"}
{"level":"info","ts":1784725135.982114,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8887b7cf-efff-4fdf-8f5f-6a5cfb59c010"}
{"level":"info","ts":1784725135.9821355,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8887b7cf-efff-4fdf-8f5f-6a5cfb59c010","EoS":false}
{"level":"info","ts":1784725135.9821472,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8887b7cf-efff-4fdf-8f5f-6a5cfb59c010","EoS":true}
{"level":"info","ts":1784725135.9821773,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8887b7cf-efff-4fdf-8f5f-6a5cfb59c010"}
{"level":"info","ts":1784725175.2228343,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784725175.222921,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4aedc6f9-f2f4-40fc-9dc7-491e7337834d"}
{"level":"info","ts":1784725175.2229362,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4aedc6f9-f2f4-40fc-9dc7-491e7337834d"}
{"level":"info","ts":1784725175.222949,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4aedc6f9-f2f4-40fc-9dc7-491e7337834d","EoS":true}
{"level":"info","ts":1784725175.2229724,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4aedc6f9-f2f4-40fc-9dc7-491e7337834d","header":"x-maas-group"}
{"level":"info","ts":1784725175.2229822,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4aedc6f9-f2f4-40fc-9dc7-491e7337834d","header":"x-maas-username"}
{"level":"info","ts":1784725175.2229881,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4aedc6f9-f2f4-40fc-9dc7-491e7337834d","header":"x-maas-subscription"}
{"level":"info","ts":1784725175.2230017,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4aedc6f9-f2f4-40fc-9dc7-491e7337834d","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784725175.2230246,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4aedc6f9-f2f4-40fc-9dc7-491e7337834d"}
{"level":"info","ts":1784725175.2249336,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4aedc6f9-f2f4-40fc-9dc7-491e7337834d"}
{"level":"info","ts":1784725175.224952,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4aedc6f9-f2f4-40fc-9dc7-491e7337834d"}
{"level":"info","ts":1784725175.2249677,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4aedc6f9-f2f4-40fc-9dc7-491e7337834d","EoS":false}
{"level":"info","ts":1784725175.224978,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4aedc6f9-f2f4-40fc-9dc7-491e7337834d","EoS":true}
{"level":"info","ts":1784725175.2250164,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4aedc6f9-f2f4-40fc-9dc7-491e7337834d"}
{"level":"info","ts":1784725190.4854882,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784725190.4855547,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0829682e-3bcf-405c-907d-869bd4487155"}
{"level":"info","ts":1784725190.485564,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0829682e-3bcf-405c-907d-869bd4487155"}
{"level":"info","ts":1784725190.4855752,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0829682e-3bcf-405c-907d-869bd4487155","EoS":true}
{"level":"info","ts":1784725190.4855993,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0829682e-3bcf-405c-907d-869bd4487155","header":"x-maas-group"}
{"level":"info","ts":1784725190.485609,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0829682e-3bcf-405c-907d-869bd4487155","header":"x-maas-username"}
{"level":"info","ts":1784725190.485614,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0829682e-3bcf-405c-907d-869bd4487155","header":"x-maas-subscription"}
{"level":"info","ts":1784725190.4856265,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0829682e-3bcf-405c-907d-869bd4487155","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784725190.485649,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0829682e-3bcf-405c-907d-869bd4487155"}
{"level":"info","ts":1784725190.4864354,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0829682e-3bcf-405c-907d-869bd4487155"}
{"level":"info","ts":1784725190.4864573,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0829682e-3bcf-405c-907d-869bd4487155"}
{"level":"info","ts":1784725190.486477,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0829682e-3bcf-405c-907d-869bd4487155","EoS":false}
{"level":"info","ts":1784725190.486493,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0829682e-3bcf-405c-907d-869bd4487155","EoS":true}
{"level":"info","ts":1784725190.4865375,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0829682e-3bcf-405c-907d-869bd4487155"}
{"level":"info","ts":1784725516.64629,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784725516.6463697,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7298683b-22bd-4e07-9140-51db75503cc5"}
{"level":"info","ts":1784725516.6463792,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7298683b-22bd-4e07-9140-51db75503cc5"}
{"level":"info","ts":1784725516.6463914,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7298683b-22bd-4e07-9140-51db75503cc5","EoS":true}
{"level":"info","ts":1784725516.6464162,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7298683b-22bd-4e07-9140-51db75503cc5","header":"x-maas-subscription"}
{"level":"info","ts":1784725516.646427,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7298683b-22bd-4e07-9140-51db75503cc5","header":"x-maas-username"}
{"level":"info","ts":1784725516.6464324,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7298683b-22bd-4e07-9140-51db75503cc5","header":"x-maas-group"}
{"level":"info","ts":1784725516.6464448,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7298683b-22bd-4e07-9140-51db75503cc5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784725516.6464696,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7298683b-22bd-4e07-9140-51db75503cc5"}
{"level":"info","ts":1784725516.648678,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7298683b-22bd-4e07-9140-51db75503cc5"}
{"level":"info","ts":1784725516.6486988,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7298683b-22bd-4e07-9140-51db75503cc5"}
{"level":"info","ts":1784725516.6487148,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7298683b-22bd-4e07-9140-51db75503cc5","EoS":false}
{"level":"info","ts":1784725516.6487324,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7298683b-22bd-4e07-9140-51db75503cc5","EoS":true}
{"level":"info","ts":1784725516.6487832,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7298683b-22bd-4e07-9140-51db75503cc5"}
{"level":"info","ts":1784725516.6820352,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784725516.6820967,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b70a6230-4838-4910-aaf7-d3d20091f8a8"}
{"level":"info","ts":1784725516.6821072,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b70a6230-4838-4910-aaf7-d3d20091f8a8"}
{"level":"info","ts":1784725516.682119,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b70a6230-4838-4910-aaf7-d3d20091f8a8","EoS":true}
{"level":"info","ts":1784725516.6821394,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b70a6230-4838-4910-aaf7-d3d20091f8a8","header":"x-maas-group"}
{"level":"info","ts":1784725516.6821494,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b70a6230-4838-4910-aaf7-d3d20091f8a8","header":"x-maas-subscription"}
{"level":"info","ts":1784725516.6821542,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b70a6230-4838-4910-aaf7-d3d20091f8a8","header":"x-maas-username"}
{"level":"info","ts":1784725516.6821659,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b70a6230-4838-4910-aaf7-d3d20091f8a8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784725516.6821918,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b70a6230-4838-4910-aaf7-d3d20091f8a8"}
{"level":"info","ts":1784725516.6831605,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b70a6230-4838-4910-aaf7-d3d20091f8a8"}
{"level":"info","ts":1784725516.683184,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b70a6230-4838-4910-aaf7-d3d20091f8a8"}
{"level":"info","ts":1784725516.6832032,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b70a6230-4838-4910-aaf7-d3d20091f8a8","EoS":false}
{"level":"info","ts":1784725516.683225,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b70a6230-4838-4910-aaf7-d3d20091f8a8","EoS":true}
{"level":"info","ts":1784725516.6833029,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b70a6230-4838-4910-aaf7-d3d20091f8a8"}
{"level":"info","ts":1784725521.4749894,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"365a14ca-0684-49ca-801c-b390297d6a48","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784725521.4752734,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38284.729303913,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784725521.4753006,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784725521.5250368,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784725521.5761876,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"365a14ca-0684-49ca-801c-b390297d6a48","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784725521.607906,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"65a5ef44-32e0-4181-a5e1-0a0ced52b0c3"}
{"level":"info","ts":1784725521.6080244,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"733188d7-07d9-4fb5-a71f-9d2d5ae412ba","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784725521.6080554,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"733188d7-07d9-4fb5-a71f-9d2d5ae412ba","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784725521.616277,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"248714f7-b44f-4f7d-9d1a-2644a1026d67","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784725521.6164026,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":36632.297655828,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784725521.6164222,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784725521.6164427,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"248714f7-b44f-4f7d-9d1a-2644a1026d67","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784725521.6260135,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784725521.7170293,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"65a5ef44-32e0-4181-a5e1-0a0ced52b0c3","name":"e2e-external-provider"}
{"level":"info","ts":1784725521.7226722,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2d4e3465-11b1-459e-b7bf-c5d53b935a8e","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784725521.7227209,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2d4e3465-11b1-459e-b7bf-c5d53b935a8e","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784725521.722704,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"56cba26b-e913-4e9c-93ee-47a52a16890a"}
{"level":"info","ts":1784725521.7288098,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"56cba26b-e913-4e9c-93ee-47a52a16890a","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784725521.728848,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0a46c710-b96a-463f-a0c2-9912f4b62476","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784725521.7288702,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0a46c710-b96a-463f-a0c2-9912f4b62476","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784725521.7363083,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"65a5ef44-32e0-4181-a5e1-0a0ced52b0c3","kind":"ServiceEntry","name":"e2e-external-provider"}
{"level":"info","ts":1784725521.7368176,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"10ccbf53-0f63-4670-804b-7b84557301bc","name":"e2e-external-model","namespace":"llm"}
{"level":"error","ts":1784725521.7368224,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"56cba26b-e913-4e9c-93ee-47a52a16890a","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784725521.7368457,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"10ccbf53-0f63-4670-804b-7b84557301bc","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784725521.736921,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3ee56906-c51f-44d4-84ce-c6c359327bf6"}
{"level":"info","ts":1784725521.7369611,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3ee56906-c51f-44d4-84ce-c6c359327bf6","provider":"e2e-external-provider","phase":"Pending"}
{"level":"error","ts":1784725521.745119,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3ee56906-c51f-44d4-84ce-c6c359327bf6","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784725521.7479014,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"65a5ef44-32e0-4181-a5e1-0a0ced52b0c3","kind":"DestinationRule","name":"e2e-external-provider"}
{"level":"info","ts":1784725521.7560706,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ebbc549b-7a69-4eba-bddb-5ccf75ffe0e3"}
{"level":"info","ts":1784725521.7561073,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ebbc549b-7a69-4eba-bddb-5ccf75ffe0e3","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784725521.7595713,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"65a5ef44-32e0-4181-a5e1-0a0ced52b0c3","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"error","ts":1784725521.7616181,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ebbc549b-7a69-4eba-bddb-5ccf75ffe0e3","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784725521.767401,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9f1b9b39-b60d-4e83-81d0-77196d8d7621","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784725521.7674303,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9f1b9b39-b60d-4e83-81d0-77196d8d7621","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784725521.767463,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5816c43c-6969-4873-aa62-6c1a6f3ef8b3"}
{"level":"info","ts":1784725521.7674947,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"06ab0262-d68c-4ae4-99da-66d1e6f91323","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784725521.7675087,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"06ab0262-d68c-4ae4-99da-66d1e6f91323","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784725521.7678025,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5816c43c-6969-4873-aa62-6c1a6f3ef8b3","name":"e2e-external-provider"}
{"level":"info","ts":1784725521.7680316,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0ee4bd6a-5a3f-4456-93b4-601f28fc9cb4"}
{"level":"info","ts":1784725521.7686822,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":36327.673716913,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784725521.7687066,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784725521.7766485,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784725521.7787976,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5816c43c-6969-4873-aa62-6c1a6f3ef8b3","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784725521.7837265,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"90688a93-8966-42ab-9c60-29d02aea417e"}
{"level":"info","ts":1784725521.7837868,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"90688a93-8966-42ab-9c60-29d02aea417e","name":"e2e-external-provider"}
{"level":"info","ts":1784725521.792786,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"90688a93-8966-42ab-9c60-29d02aea417e","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784725521.8693228,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0ee4bd6a-5a3f-4456-93b4-601f28fc9cb4","name":"e2e-external-model"}
{"level":"info","ts":1784725521.8808808,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0ee4bd6a-5a3f-4456-93b4-601f28fc9cb4","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784725521.886813,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c62d9b6b-2a03-40bb-9c77-71e2bc891012","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784725521.886863,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c62d9b6b-2a03-40bb-9c77-71e2bc891012","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784725521.886992,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2f956123-b0a2-4d31-b23c-0c4b13f09ede"}
{"level":"info","ts":1784725521.8870513,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2f956123-b0a2-4d31-b23c-0c4b13f09ede","name":"e2e-external-model"}
{"level":"info","ts":1784725521.9038773,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"35f5e3d7-bc5d-44bd-accf-b054b54f7f25","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784725521.9039137,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"35f5e3d7-bc5d-44bd-accf-b054b54f7f25","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784725521.9039884,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2f956123-b0a2-4d31-b23c-0c4b13f09ede","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784725521.9040604,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"07de85e2-88b2-446d-be14-1759392f3860"}
{"level":"info","ts":1784725521.9041219,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"07de85e2-88b2-446d-be14-1759392f3860","name":"e2e-external-model"}
{"level":"info","ts":1784725521.9135096,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"07de85e2-88b2-446d-be14-1759392f3860","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784725521.9204094,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"18f7b0f4-f957-41a7-816d-14dac396ccd0","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784725521.920441,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"18f7b0f4-f957-41a7-816d-14dac396ccd0","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784725521.9205992,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4e127c3c-f7c1-4712-a194-92bd4474d3d9"}
{"level":"info","ts":1784725521.9206429,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4e127c3c-f7c1-4712-a194-92bd4474d3d9","name":"e2e-external-model"}
{"level":"info","ts":1784725521.9285722,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4e127c3c-f7c1-4712-a194-92bd4474d3d9","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784725531.282892,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784725531.282962,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c3d0515d-ad21-4ebc-95aa-9df874619de5"}
{"level":"info","ts":1784725531.2829757,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c3d0515d-ad21-4ebc-95aa-9df874619de5"}
{"level":"info","ts":1784725531.2829928,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c3d0515d-ad21-4ebc-95aa-9df874619de5","EoS":true}
{"level":"info","ts":1784725531.283022,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c3d0515d-ad21-4ebc-95aa-9df874619de5","header":"x-maas-group"}
{"level":"info","ts":1784725531.283034,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c3d0515d-ad21-4ebc-95aa-9df874619de5","header":"x-maas-username"}
{"level":"info","ts":1784725531.2830427,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c3d0515d-ad21-4ebc-95aa-9df874619de5","header":"x-maas-subscription"}
{"level":"info","ts":1784725531.2830608,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c3d0515d-ad21-4ebc-95aa-9df874619de5","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784725531.2830732,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"c3d0515d-ad21-4ebc-95aa-9df874619de5","modelName":"e2e-external-model"}
{"level":"info","ts":1784725531.2830894,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"c3d0515d-ad21-4ebc-95aa-9df874619de5","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784725531.2831242,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"c3d0515d-ad21-4ebc-95aa-9df874619de5","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784725531.2831469,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"c3d0515d-ad21-4ebc-95aa-9df874619de5","authType":"apikey"}
{"level":"info","ts":1784725531.2831814,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c3d0515d-ad21-4ebc-95aa-9df874619de5"}
{"level":"info","ts":1784725531.4062238,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cf9d5f92-9f01-41f9-9182-cd186d7536e9","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784725531.4062638,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"142689ad-bef0-431f-b428-c0a2910032b6"}
{"level":"info","ts":1784725531.4062667,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cf9d5f92-9f01-41f9-9182-cd186d7536e9","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784725531.4122562,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3c6d9c6a-d0be-44c7-bfdc-203742ad7c88","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784725531.4122841,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3c6d9c6a-d0be-44c7-bfdc-203742ad7c88","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784725531.4155462,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"142689ad-bef0-431f-b428-c0a2910032b6","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784725531.4156158,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"142689ad-bef0-431f-b428-c0a2910032b6","name":"e2e-cleanup-test"}
{"level":"info","ts":1784725531.4310064,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"80a3ff0c-c684-4c4a-a662-40649313f8ad","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784725531.431035,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"80a3ff0c-c684-4c4a-a662-40649313f8ad","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784725531.431195,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"142689ad-bef0-431f-b428-c0a2910032b6","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1784725531.4312327,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"142689ad-bef0-431f-b428-c0a2910032b6","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784725531.4312806,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f7565a84-ca3e-4481-88fa-5d786fb73dcb"}
{"level":"info","ts":1784725531.4313288,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f7565a84-ca3e-4481-88fa-5d786fb73dcb","name":"e2e-cleanup-test"}
{"level":"info","ts":1784725531.4482007,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f45e4d3b-f0ca-4e81-8315-07e3f3dae549","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784725531.4482288,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f45e4d3b-f0ca-4e81-8315-07e3f3dae549","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784725531.44831,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f7565a84-ca3e-4481-88fa-5d786fb73dcb","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784725531.4483612,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0086b291-03d6-4b49-a451-3c6dd5c1dfec"}
{"level":"info","ts":1784725531.448401,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0086b291-03d6-4b49-a451-3c6dd5c1dfec","name":"e2e-cleanup-test"}
{"level":"info","ts":1784725531.4575436,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0086b291-03d6-4b49-a451-3c6dd5c1dfec","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784725531.4639997,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a3b2a718-c496-411a-8c7b-9195e84de77d","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784725531.4640074,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e98da3ed-39e3-489e-8d0a-02a1db67f549"}
{"level":"info","ts":1784725531.4640207,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a3b2a718-c496-411a-8c7b-9195e84de77d","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784725531.4640512,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e98da3ed-39e3-489e-8d0a-02a1db67f549","name":"e2e-cleanup-test"}
{"level":"info","ts":1784725531.4720578,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e98da3ed-39e3-489e-8d0a-02a1db67f549","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784725539.659889,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cd5341b5-75ab-4432-9ee9-a9aaf25cb494","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784725539.659924,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dc0083ba-9603-4b67-80f3-4198b9e8b545"}
{"level":"info","ts":1784725539.6599412,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cd5341b5-75ab-4432-9ee9-a9aaf25cb494","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784725543.970219,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784725543.9702804,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f92681a4-7f0f-4d35-8e7a-18549fb5d9ba"}
{"level":"info","ts":1784725543.9702916,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f92681a4-7f0f-4d35-8e7a-18549fb5d9ba"}
{"level":"info","ts":1784725543.970305,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f92681a4-7f0f-4d35-8e7a-18549fb5d9ba","EoS":true}
{"level":"info","ts":1784725543.9703488,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f92681a4-7f0f-4d35-8e7a-18549fb5d9ba","path":"/llm/nonexistent-model-xyz/v1/chat/completions"}
{"level":"info","ts":1784725543.9703817,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f92681a4-7f0f-4d35-8e7a-18549fb5d9ba"}
{"level":"info","ts":1784725544.0126386,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784725544.0127068,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ae44b31a-1117-47e9-8a23-b10c75d3f4ba"}
{"level":"info","ts":1784725544.012727,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ae44b31a-1117-47e9-8a23-b10c75d3f4ba"}
{"level":"info","ts":1784725544.012769,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ae44b31a-1117-47e9-8a23-b10c75d3f4ba","EoS":true}
{"level":"info","ts":1784725544.0128067,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ae44b31a-1117-47e9-8a23-b10c75d3f4ba","header":"x-maas-subscription"}
{"level":"info","ts":1784725544.01282,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ae44b31a-1117-47e9-8a23-b10c75d3f4ba","header":"x-maas-username"}
{"level":"info","ts":1784725544.0128274,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ae44b31a-1117-47e9-8a23-b10c75d3f4ba","header":"x-maas-group"}
{"level":"info","ts":1784725544.0128422,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ae44b31a-1117-47e9-8a23-b10c75d3f4ba","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784725544.0128527,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"ae44b31a-1117-47e9-8a23-b10c75d3f4ba","modelName":"e2e-external-model"}
{"level":"info","ts":1784725544.0128722,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"ae44b31a-1117-47e9-8a23-b10c75d3f4ba","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784725544.0128994,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"ae44b31a-1117-47e9-8a23-b10c75d3f4ba","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784725544.0129259,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"ae44b31a-1117-47e9-8a23-b10c75d3f4ba","authType":"apikey"}
{"level":"info","ts":1784725544.0129561,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ae44b31a-1117-47e9-8a23-b10c75d3f4ba"}
{"level":"info","ts":1784725544.0814905,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784725544.0815659,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bc4e8f83-fbb6-4e78-9949-89d1ae5d2fbe"}
{"level":"info","ts":1784725544.0815773,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bc4e8f83-fbb6-4e78-9949-89d1ae5d2fbe"}
{"level":"info","ts":1784725544.0815883,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bc4e8f83-fbb6-4e78-9949-89d1ae5d2fbe","EoS":true}
{"level":"info","ts":1784725544.0816107,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bc4e8f83-fbb6-4e78-9949-89d1ae5d2fbe","header":"x-maas-subscription"}
{"level":"info","ts":1784725544.0816207,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bc4e8f83-fbb6-4e78-9949-89d1ae5d2fbe","header":"x-maas-username"}
{"level":"info","ts":1784725544.0816264,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bc4e8f83-fbb6-4e78-9949-89d1ae5d2fbe","header":"x-maas-group"}
{"level":"info","ts":1784725544.0816379,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bc4e8f83-fbb6-4e78-9949-89d1ae5d2fbe","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784725544.0816634,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bc4e8f83-fbb6-4e78-9949-89d1ae5d2fbe"}
{"level":"info","ts":1784725544.2003858,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bc4e8f83-fbb6-4e78-9949-89d1ae5d2fbe"}
{"level":"info","ts":1784725544.2004237,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"bc4e8f83-fbb6-4e78-9949-89d1ae5d2fbe"}
{"level":"info","ts":1784725544.2004478,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bc4e8f83-fbb6-4e78-9949-89d1ae5d2fbe","EoS":false}
{"level":"info","ts":1784725544.2004664,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bc4e8f83-fbb6-4e78-9949-89d1ae5d2fbe","EoS":true}
{"level":"error","ts":1784725544.2004902,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"bc4e8f83-fbb6-4e78-9949-89d1ae5d2fbe","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784725544.2005734,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"bc4e8f83-fbb6-4e78-9949-89d1ae5d2fbe"}
{"level":"info","ts":1784725544.2381535,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784725544.238215,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9d7be31a-e220-4c5c-a6e9-29a9f350898a"}
{"level":"info","ts":1784725544.2382257,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9d7be31a-e220-4c5c-a6e9-29a9f350898a"}
{"level":"info","ts":1784725544.2382362,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9d7be31a-e220-4c5c-a6e9-29a9f350898a","EoS":true}
{"level":"info","ts":1784725544.2382581,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9d7be31a-e220-4c5c-a6e9-29a9f350898a","header":"x-maas-username"}
{"level":"info","ts":1784725544.2382681,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9d7be31a-e220-4c5c-a6e9-29a9f350898a","header":"x-maas-subscription"}
{"level":"info","ts":1784725544.2382734,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9d7be31a-e220-4c5c-a6e9-29a9f350898a","header":"x-maas-group"}
{"level":"info","ts":1784725544.2382994,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9d7be31a-e220-4c5c-a6e9-29a9f350898a"}
{"level":"info","ts":1784725544.3688152,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9d7be31a-e220-4c5c-a6e9-29a9f350898a"}
{"level":"info","ts":1784725544.3688455,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9d7be31a-e220-4c5c-a6e9-29a9f350898a"}
{"level":"info","ts":1784725544.3688672,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9d7be31a-e220-4c5c-a6e9-29a9f350898a","EoS":false}
{"level":"info","ts":1784725544.3688843,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9d7be31a-e220-4c5c-a6e9-29a9f350898a","EoS":true}
{"level":"error","ts":1784725544.3688967,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"9d7be31a-e220-4c5c-a6e9-29a9f350898a","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784725544.368946,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9d7be31a-e220-4c5c-a6e9-29a9f350898a"}
{"level":"info","ts":1784725545.2128046,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8c3b31e3-690f-4d6b-bfa2-8cbbfa80df98","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784725545.2128236,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"108b6400-0f6f-40dc-aff3-8a606737b6d3"}
{"level":"info","ts":1784725545.212848,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8c3b31e3-690f-4d6b-bfa2-8cbbfa80df98","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784725545.357445,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1b092878-4b3c-422f-9aea-03f5739e2741","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784725545.357489,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1b092878-4b3c-422f-9aea-03f5739e2741","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784725545.3575006,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"655b9bfb-a141-4fe0-a2c7-26b55280b332"}
{"level":"info","ts":1784725545.4760869,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"94510335-0660-495c-be61-5c174b7fa15d","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784725545.4761472,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"94510335-0660-495c-be61-5c174b7fa15d","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784726167.7992916,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784726167.7993722,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"835c7579-def6-4a06-854b-b150dd8f3ce4"}
{"level":"info","ts":1784726167.79938,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"835c7579-def6-4a06-854b-b150dd8f3ce4"}
{"level":"info","ts":1784726167.7993922,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"835c7579-def6-4a06-854b-b150dd8f3ce4","EoS":true}
{"level":"info","ts":1784726167.7994184,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"835c7579-def6-4a06-854b-b150dd8f3ce4","header":"x-maas-group"}
{"level":"info","ts":1784726167.7994292,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"835c7579-def6-4a06-854b-b150dd8f3ce4","header":"x-maas-subscription"}
{"level":"info","ts":1784726167.7994337,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"835c7579-def6-4a06-854b-b150dd8f3ce4","header":"x-maas-username"}
{"level":"info","ts":1784726167.7994463,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"835c7579-def6-4a06-854b-b150dd8f3ce4","path":"/ai-tenant-e2e-inf-b-c5ea07/test-model-c5ea07/v1/chat/completions"}
{"level":"info","ts":1784726167.7994695,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"835c7579-def6-4a06-854b-b150dd8f3ce4"}
{"level":"info","ts":1784726167.8118575,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"835c7579-def6-4a06-854b-b150dd8f3ce4"}
{"level":"info","ts":1784726167.8118882,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"835c7579-def6-4a06-854b-b150dd8f3ce4"}
{"level":"info","ts":1784726167.811906,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"835c7579-def6-4a06-854b-b150dd8f3ce4","EoS":false}
{"level":"info","ts":1784726167.8119185,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"835c7579-def6-4a06-854b-b150dd8f3ce4","EoS":true}
{"level":"info","ts":1784726167.8119586,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"835c7579-def6-4a06-854b-b150dd8f3ce4"}
{"level":"info","ts":1784726691.6974041,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784726691.6974928,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2958bdee-3068-4190-8efd-94140c04aca6"}
{"level":"info","ts":1784726691.6975067,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2958bdee-3068-4190-8efd-94140c04aca6"}
{"level":"info","ts":1784726691.6975245,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2958bdee-3068-4190-8efd-94140c04aca6","EoS":true}
{"level":"info","ts":1784726691.6975625,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2958bdee-3068-4190-8efd-94140c04aca6","header":"x-maas-subscription"}
{"level":"info","ts":1784726691.6975765,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2958bdee-3068-4190-8efd-94140c04aca6","header":"x-maas-group"}
{"level":"info","ts":1784726691.6975856,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2958bdee-3068-4190-8efd-94140c04aca6","header":"x-maas-username"}
{"level":"info","ts":1784726691.697604,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2958bdee-3068-4190-8efd-94140c04aca6","path":"/ai-tenant-e2e-shared-b-494b12/rate-test-model-494b12/v1/completions"}
{"level":"info","ts":1784726691.697639,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2958bdee-3068-4190-8efd-94140c04aca6"}
{"level":"info","ts":1784726691.7100098,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2958bdee-3068-4190-8efd-94140c04aca6"}
{"level":"info","ts":1784726691.7100337,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2958bdee-3068-4190-8efd-94140c04aca6"}
{"level":"info","ts":1784726691.710049,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2958bdee-3068-4190-8efd-94140c04aca6","EoS":false}
{"level":"info","ts":1784726691.7100613,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2958bdee-3068-4190-8efd-94140c04aca6","EoS":true}
{"level":"info","ts":1784726691.7100995,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2958bdee-3068-4190-8efd-94140c04aca6"}