{"level":"info","ts":1785948041.5683508,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bdb4d954-3a8d-4fab-a7c4-9ec5aef94d7a"} {"level":"info","ts":1785948041.5683696,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"bdb4d954-3a8d-4fab-a7c4-9ec5aef94d7a"} {"level":"info","ts":1785948041.5683844,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bdb4d954-3a8d-4fab-a7c4-9ec5aef94d7a","EoS":false} {"level":"info","ts":1785948041.5683956,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"bdb4d954-3a8d-4fab-a7c4-9ec5aef94d7a"} {"level":"info","ts":1785948041.5684218,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bdb4d954-3a8d-4fab-a7c4-9ec5aef94d7a","EoS":true} {"level":"info","ts":1785948041.5684302,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"bdb4d954-3a8d-4fab-a7c4-9ec5aef94d7a"} {"level":"info","ts":1785948041.7028282,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785948041.7029018,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0490eb1b-9669-4177-9842-b5e41fb36dc7"} {"level":"info","ts":1785948041.7029157,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0490eb1b-9669-4177-9842-b5e41fb36dc7"} {"level":"info","ts":1785948041.7029283,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0490eb1b-9669-4177-9842-b5e41fb36dc7","EoS":true} {"level":"info","ts":1785948041.7029512,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0490eb1b-9669-4177-9842-b5e41fb36dc7","header":"x-maas-subscription"} {"level":"info","ts":1785948041.7029605,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0490eb1b-9669-4177-9842-b5e41fb36dc7","header":"x-maas-group"} {"level":"info","ts":1785948041.7029653,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0490eb1b-9669-4177-9842-b5e41fb36dc7","header":"x-maas-username"} {"level":"info","ts":1785948041.7030044,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0490eb1b-9669-4177-9842-b5e41fb36dc7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785948041.703037,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0490eb1b-9669-4177-9842-b5e41fb36dc7"} {"level":"info","ts":1785948041.704633,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0490eb1b-9669-4177-9842-b5e41fb36dc7"} {"level":"info","ts":1785948041.7046518,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0490eb1b-9669-4177-9842-b5e41fb36dc7"} {"level":"info","ts":1785948041.7046657,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0490eb1b-9669-4177-9842-b5e41fb36dc7","EoS":false} {"level":"info","ts":1785948041.704676,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0490eb1b-9669-4177-9842-b5e41fb36dc7"} {"level":"info","ts":1785948041.7046986,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0490eb1b-9669-4177-9842-b5e41fb36dc7","EoS":true} {"level":"info","ts":1785948041.7047086,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0490eb1b-9669-4177-9842-b5e41fb36dc7"} {"level":"info","ts":1785948041.8434975,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785948041.8435717,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9a8a7a83-f409-4924-836e-7995585f433c"} {"level":"info","ts":1785948041.8435853,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9a8a7a83-f409-4924-836e-7995585f433c"} {"level":"info","ts":1785948041.8435967,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9a8a7a83-f409-4924-836e-7995585f433c","EoS":true} {"level":"info","ts":1785948041.8436244,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9a8a7a83-f409-4924-836e-7995585f433c","header":"x-maas-username"} {"level":"info","ts":1785948041.8436346,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9a8a7a83-f409-4924-836e-7995585f433c","header":"x-maas-subscription"} {"level":"info","ts":1785948041.84364,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9a8a7a83-f409-4924-836e-7995585f433c","header":"x-maas-group"} {"level":"info","ts":1785948041.8436515,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9a8a7a83-f409-4924-836e-7995585f433c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785948041.843677,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9a8a7a83-f409-4924-836e-7995585f433c"} {"level":"info","ts":1785948041.8443012,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9a8a7a83-f409-4924-836e-7995585f433c"} {"level":"info","ts":1785948041.8443155,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9a8a7a83-f409-4924-836e-7995585f433c"} {"level":"info","ts":1785948041.8443289,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9a8a7a83-f409-4924-836e-7995585f433c","EoS":false} {"level":"info","ts":1785948041.8443382,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9a8a7a83-f409-4924-836e-7995585f433c"} {"level":"info","ts":1785948041.8443615,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9a8a7a83-f409-4924-836e-7995585f433c","EoS":true} {"level":"info","ts":1785948041.844375,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9a8a7a83-f409-4924-836e-7995585f433c"} {"level":"info","ts":1785948041.980674,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785948041.9807525,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5c891c8d-a658-4fa1-b639-1625c20834ed"} {"level":"info","ts":1785948041.9807649,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5c891c8d-a658-4fa1-b639-1625c20834ed"} {"level":"info","ts":1785948041.9807768,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5c891c8d-a658-4fa1-b639-1625c20834ed","EoS":true} {"level":"info","ts":1785948041.980802,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5c891c8d-a658-4fa1-b639-1625c20834ed","header":"x-maas-subscription"} {"level":"info","ts":1785948041.9808116,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5c891c8d-a658-4fa1-b639-1625c20834ed","header":"x-maas-group"} {"level":"info","ts":1785948041.9808176,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5c891c8d-a658-4fa1-b639-1625c20834ed","header":"x-maas-username"} {"level":"info","ts":1785948041.9808307,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5c891c8d-a658-4fa1-b639-1625c20834ed","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785948041.980855,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5c891c8d-a658-4fa1-b639-1625c20834ed"} {"level":"info","ts":1785948041.9815378,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5c891c8d-a658-4fa1-b639-1625c20834ed"} {"level":"info","ts":1785948041.9815586,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5c891c8d-a658-4fa1-b639-1625c20834ed"} {"level":"info","ts":1785948041.9815705,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5c891c8d-a658-4fa1-b639-1625c20834ed","EoS":false} {"level":"info","ts":1785948041.9815803,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5c891c8d-a658-4fa1-b639-1625c20834ed"} {"level":"info","ts":1785948041.9816039,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5c891c8d-a658-4fa1-b639-1625c20834ed","EoS":true} {"level":"info","ts":1785948041.981617,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5c891c8d-a658-4fa1-b639-1625c20834ed"} {"level":"info","ts":1785948042.1177926,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785948042.1178794,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e225afdb-5a33-4e7b-8ee0-d39418cff0fc"} {"level":"info","ts":1785948042.117892,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e225afdb-5a33-4e7b-8ee0-d39418cff0fc"} {"level":"info","ts":1785948042.1179054,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e225afdb-5a33-4e7b-8ee0-d39418cff0fc","EoS":true} {"level":"info","ts":1785948042.117932,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e225afdb-5a33-4e7b-8ee0-d39418cff0fc","header":"x-maas-group"} {"level":"info","ts":1785948042.1179426,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e225afdb-5a33-4e7b-8ee0-d39418cff0fc","header":"x-maas-subscription"} {"level":"info","ts":1785948042.1179478,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e225afdb-5a33-4e7b-8ee0-d39418cff0fc","header":"x-maas-username"} {"level":"info","ts":1785948042.1179616,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e225afdb-5a33-4e7b-8ee0-d39418cff0fc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785948042.1180096,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e225afdb-5a33-4e7b-8ee0-d39418cff0fc"} {"level":"info","ts":1785948042.118666,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e225afdb-5a33-4e7b-8ee0-d39418cff0fc"} {"level":"info","ts":1785948042.118683,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e225afdb-5a33-4e7b-8ee0-d39418cff0fc"} {"level":"info","ts":1785948042.1186974,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e225afdb-5a33-4e7b-8ee0-d39418cff0fc","EoS":false} {"level":"info","ts":1785948042.1187108,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e225afdb-5a33-4e7b-8ee0-d39418cff0fc"} {"level":"info","ts":1785948042.1187382,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e225afdb-5a33-4e7b-8ee0-d39418cff0fc","EoS":true} {"level":"info","ts":1785948042.1187525,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e225afdb-5a33-4e7b-8ee0-d39418cff0fc"} {"level":"info","ts":1785948063.3130915,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785948063.3131766,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aac9546f-ae4b-448c-8888-7ee954e9ec26"} {"level":"info","ts":1785948063.3131912,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aac9546f-ae4b-448c-8888-7ee954e9ec26"} {"level":"info","ts":1785948063.3132045,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aac9546f-ae4b-448c-8888-7ee954e9ec26","EoS":true} {"level":"info","ts":1785948063.3132348,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aac9546f-ae4b-448c-8888-7ee954e9ec26","header":"x-maas-group"} {"level":"info","ts":1785948063.3132455,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aac9546f-ae4b-448c-8888-7ee954e9ec26","header":"x-maas-subscription"} {"level":"info","ts":1785948063.313251,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aac9546f-ae4b-448c-8888-7ee954e9ec26","header":"x-maas-username"} {"level":"info","ts":1785948063.313266,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aac9546f-ae4b-448c-8888-7ee954e9ec26","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785948063.313294,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"aac9546f-ae4b-448c-8888-7ee954e9ec26"} {"level":"info","ts":1785948063.3140616,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"aac9546f-ae4b-448c-8888-7ee954e9ec26"} {"level":"info","ts":1785948063.3140833,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"aac9546f-ae4b-448c-8888-7ee954e9ec26"} {"level":"info","ts":1785948063.3141003,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"aac9546f-ae4b-448c-8888-7ee954e9ec26","EoS":false} {"level":"info","ts":1785948063.3141124,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"aac9546f-ae4b-448c-8888-7ee954e9ec26"} {"level":"info","ts":1785948063.3141413,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"aac9546f-ae4b-448c-8888-7ee954e9ec26","EoS":true} {"level":"info","ts":1785948063.3141491,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"aac9546f-ae4b-448c-8888-7ee954e9ec26"} {"level":"info","ts":1785948063.4286747,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785948063.4287586,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0955d7d0-79fe-47e7-bd62-642cef4f8005"} {"level":"info","ts":1785948063.4294438,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0955d7d0-79fe-47e7-bd62-642cef4f8005"} {"level":"info","ts":1785948063.4294643,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0955d7d0-79fe-47e7-bd62-642cef4f8005"} {"level":"info","ts":1785948063.4294817,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0955d7d0-79fe-47e7-bd62-642cef4f8005","EoS":false} {"level":"info","ts":1785948063.4294934,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0955d7d0-79fe-47e7-bd62-642cef4f8005"} {"level":"info","ts":1785948063.4295197,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0955d7d0-79fe-47e7-bd62-642cef4f8005","EoS":true} {"level":"info","ts":1785948063.4295304,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0955d7d0-79fe-47e7-bd62-642cef4f8005"} {"level":"info","ts":1785948068.0310006,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785948068.0310845,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f7b20c1e-abdb-4059-a3b8-efe8ad7433c9"} {"level":"info","ts":1785948068.0310962,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f7b20c1e-abdb-4059-a3b8-efe8ad7433c9"} {"level":"info","ts":1785948068.0311093,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f7b20c1e-abdb-4059-a3b8-efe8ad7433c9","EoS":true} {"level":"info","ts":1785948068.031137,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f7b20c1e-abdb-4059-a3b8-efe8ad7433c9","header":"x-maas-group"} {"level":"info","ts":1785948068.0311475,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f7b20c1e-abdb-4059-a3b8-efe8ad7433c9","header":"x-maas-subscription"} {"level":"info","ts":1785948068.031153,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f7b20c1e-abdb-4059-a3b8-efe8ad7433c9","header":"x-maas-username"} {"level":"info","ts":1785948068.0311668,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f7b20c1e-abdb-4059-a3b8-efe8ad7433c9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785948068.0311918,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f7b20c1e-abdb-4059-a3b8-efe8ad7433c9"} {"level":"info","ts":1785948068.0321357,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f7b20c1e-abdb-4059-a3b8-efe8ad7433c9"} {"level":"info","ts":1785948068.0321558,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f7b20c1e-abdb-4059-a3b8-efe8ad7433c9"} {"level":"info","ts":1785948068.0321708,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f7b20c1e-abdb-4059-a3b8-efe8ad7433c9","EoS":false} {"level":"info","ts":1785948068.032185,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f7b20c1e-abdb-4059-a3b8-efe8ad7433c9"} {"level":"info","ts":1785948068.0322065,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f7b20c1e-abdb-4059-a3b8-efe8ad7433c9","EoS":true} {"level":"info","ts":1785948068.0322158,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f7b20c1e-abdb-4059-a3b8-efe8ad7433c9"} {"level":"info","ts":1785948076.6206417,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785948076.6207302,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"915e4f13-61a4-4d1a-87cc-dbabca14875d"} {"level":"info","ts":1785948076.6207438,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"915e4f13-61a4-4d1a-87cc-dbabca14875d"} {"level":"info","ts":1785948076.620756,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"915e4f13-61a4-4d1a-87cc-dbabca14875d","EoS":true} {"level":"info","ts":1785948076.620782,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"915e4f13-61a4-4d1a-87cc-dbabca14875d","header":"x-maas-username"} {"level":"info","ts":1785948076.6207922,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"915e4f13-61a4-4d1a-87cc-dbabca14875d","header":"x-maas-group"} {"level":"info","ts":1785948076.6207972,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"915e4f13-61a4-4d1a-87cc-dbabca14875d","header":"x-maas-subscription"} {"level":"info","ts":1785948076.620811,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"915e4f13-61a4-4d1a-87cc-dbabca14875d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785948076.6208353,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"915e4f13-61a4-4d1a-87cc-dbabca14875d"} {"level":"info","ts":1785948076.63412,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"915e4f13-61a4-4d1a-87cc-dbabca14875d"} {"level":"info","ts":1785948076.634137,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"915e4f13-61a4-4d1a-87cc-dbabca14875d"} {"level":"info","ts":1785948076.6341515,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"915e4f13-61a4-4d1a-87cc-dbabca14875d","EoS":false} {"level":"info","ts":1785948076.6341622,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"915e4f13-61a4-4d1a-87cc-dbabca14875d"} {"level":"info","ts":1785948076.6341872,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"915e4f13-61a4-4d1a-87cc-dbabca14875d","EoS":true} {"level":"info","ts":1785948076.6342,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"915e4f13-61a4-4d1a-87cc-dbabca14875d"} {"level":"info","ts":1785948089.495254,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785948089.4953246,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b6a2fd70-92b2-449d-a622-325f5b94d874"} {"level":"info","ts":1785948089.4953358,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b6a2fd70-92b2-449d-a622-325f5b94d874"} {"level":"info","ts":1785948089.495348,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b6a2fd70-92b2-449d-a622-325f5b94d874","EoS":true} {"level":"info","ts":1785948089.4953747,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b6a2fd70-92b2-449d-a622-325f5b94d874","header":"x-maas-group"} {"level":"info","ts":1785948089.4953861,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b6a2fd70-92b2-449d-a622-325f5b94d874","header":"x-maas-subscription"} {"level":"info","ts":1785948089.4953907,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b6a2fd70-92b2-449d-a622-325f5b94d874","header":"x-maas-username"} {"level":"info","ts":1785948089.4954035,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b6a2fd70-92b2-449d-a622-325f5b94d874","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785948089.4954288,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b6a2fd70-92b2-449d-a622-325f5b94d874"} {"level":"info","ts":1785948089.4964705,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b6a2fd70-92b2-449d-a622-325f5b94d874"} {"level":"info","ts":1785948089.4964957,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b6a2fd70-92b2-449d-a622-325f5b94d874"} {"level":"info","ts":1785948089.496519,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b6a2fd70-92b2-449d-a622-325f5b94d874","EoS":false} {"level":"info","ts":1785948089.4965396,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b6a2fd70-92b2-449d-a622-325f5b94d874"} {"level":"info","ts":1785948089.496565,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b6a2fd70-92b2-449d-a622-325f5b94d874","EoS":true} {"level":"info","ts":1785948089.4965732,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b6a2fd70-92b2-449d-a622-325f5b94d874"} {"level":"info","ts":1785948098.0236082,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785948098.0236943,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1b1b5f76-48fd-4936-8891-6543a7ffa26d"} {"level":"info","ts":1785948098.023708,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1b1b5f76-48fd-4936-8891-6543a7ffa26d"} {"level":"info","ts":1785948098.023721,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1b1b5f76-48fd-4936-8891-6543a7ffa26d","EoS":true} {"level":"info","ts":1785948098.0237498,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1b1b5f76-48fd-4936-8891-6543a7ffa26d","header":"x-maas-subscription"} {"level":"info","ts":1785948098.0237625,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1b1b5f76-48fd-4936-8891-6543a7ffa26d","header":"x-maas-group"} {"level":"info","ts":1785948098.0237684,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1b1b5f76-48fd-4936-8891-6543a7ffa26d","header":"x-maas-username"} {"level":"info","ts":1785948098.0237818,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1b1b5f76-48fd-4936-8891-6543a7ffa26d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785948098.0238075,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1b1b5f76-48fd-4936-8891-6543a7ffa26d"} {"level":"info","ts":1785948098.024814,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1b1b5f76-48fd-4936-8891-6543a7ffa26d"} {"level":"info","ts":1785948098.0248349,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1b1b5f76-48fd-4936-8891-6543a7ffa26d"} {"level":"info","ts":1785948098.0248506,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1b1b5f76-48fd-4936-8891-6543a7ffa26d","EoS":false} {"level":"info","ts":1785948098.0248618,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1b1b5f76-48fd-4936-8891-6543a7ffa26d"} {"level":"info","ts":1785948098.024883,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1b1b5f76-48fd-4936-8891-6543a7ffa26d","EoS":true} {"level":"info","ts":1785948098.0248907,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1b1b5f76-48fd-4936-8891-6543a7ffa26d"} {"level":"info","ts":1785948106.899114,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785948106.899196,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a1c25745-8864-4615-ba2b-f649eb808c9b"} {"level":"info","ts":1785948106.8992121,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a1c25745-8864-4615-ba2b-f649eb808c9b"} {"level":"info","ts":1785948106.899232,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a1c25745-8864-4615-ba2b-f649eb808c9b","EoS":true} {"level":"info","ts":1785948106.8992674,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a1c25745-8864-4615-ba2b-f649eb808c9b","header":"x-maas-group"} {"level":"info","ts":1785948106.8992808,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a1c25745-8864-4615-ba2b-f649eb808c9b","header":"x-maas-username"} {"level":"info","ts":1785948106.8992896,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a1c25745-8864-4615-ba2b-f649eb808c9b","header":"x-maas-subscription"} {"level":"info","ts":1785948106.8993077,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a1c25745-8864-4615-ba2b-f649eb808c9b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785948106.8993425,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a1c25745-8864-4615-ba2b-f649eb808c9b"} {"level":"info","ts":1785948106.9003289,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a1c25745-8864-4615-ba2b-f649eb808c9b"} {"level":"info","ts":1785948106.9003527,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a1c25745-8864-4615-ba2b-f649eb808c9b"} {"level":"info","ts":1785948106.9003758,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a1c25745-8864-4615-ba2b-f649eb808c9b","EoS":false} {"level":"info","ts":1785948106.9003878,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a1c25745-8864-4615-ba2b-f649eb808c9b"} {"level":"info","ts":1785948106.9004085,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a1c25745-8864-4615-ba2b-f649eb808c9b","EoS":true} {"level":"info","ts":1785948106.9004183,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a1c25745-8864-4615-ba2b-f649eb808c9b"} {"level":"info","ts":1785948136.3319523,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785948136.3320389,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ea1afc45-b10a-49db-8b0f-f66f6a1b38ff"} {"level":"info","ts":1785948136.3320527,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ea1afc45-b10a-49db-8b0f-f66f6a1b38ff"} {"level":"info","ts":1785948136.3320642,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ea1afc45-b10a-49db-8b0f-f66f6a1b38ff","EoS":true} {"level":"info","ts":1785948136.332088,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ea1afc45-b10a-49db-8b0f-f66f6a1b38ff","header":"x-maas-subscription"} {"level":"info","ts":1785948136.3320985,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ea1afc45-b10a-49db-8b0f-f66f6a1b38ff","header":"x-maas-group"} {"level":"info","ts":1785948136.3321044,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ea1afc45-b10a-49db-8b0f-f66f6a1b38ff","header":"x-maas-username"} {"level":"info","ts":1785948136.3321164,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ea1afc45-b10a-49db-8b0f-f66f6a1b38ff","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785948136.3321428,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ea1afc45-b10a-49db-8b0f-f66f6a1b38ff"} {"level":"info","ts":1785948136.3352563,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ea1afc45-b10a-49db-8b0f-f66f6a1b38ff"} {"level":"info","ts":1785948136.3352828,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ea1afc45-b10a-49db-8b0f-f66f6a1b38ff"} {"level":"info","ts":1785948136.3353057,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ea1afc45-b10a-49db-8b0f-f66f6a1b38ff","EoS":false} {"level":"info","ts":1785948136.3353252,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ea1afc45-b10a-49db-8b0f-f66f6a1b38ff"} {"level":"info","ts":1785948136.3353662,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ea1afc45-b10a-49db-8b0f-f66f6a1b38ff","EoS":true} {"level":"info","ts":1785948136.3353744,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ea1afc45-b10a-49db-8b0f-f66f6a1b38ff"} {"level":"info","ts":1785948169.9609432,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785948169.9610295,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fe8c81e0-7ad9-4b40-be49-27ec533b46a0"} {"level":"info","ts":1785948169.9610453,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fe8c81e0-7ad9-4b40-be49-27ec533b46a0"} {"level":"info","ts":1785948169.961058,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fe8c81e0-7ad9-4b40-be49-27ec533b46a0","EoS":true} {"level":"info","ts":1785948169.961085,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fe8c81e0-7ad9-4b40-be49-27ec533b46a0","header":"x-maas-group"} {"level":"info","ts":1785948169.9610996,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fe8c81e0-7ad9-4b40-be49-27ec533b46a0","header":"x-maas-username"} {"level":"info","ts":1785948169.9611058,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fe8c81e0-7ad9-4b40-be49-27ec533b46a0","header":"x-maas-subscription"} {"level":"info","ts":1785948169.9611213,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fe8c81e0-7ad9-4b40-be49-27ec533b46a0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785948169.9611459,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fe8c81e0-7ad9-4b40-be49-27ec533b46a0"} {"level":"info","ts":1785948169.9620771,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fe8c81e0-7ad9-4b40-be49-27ec533b46a0"} {"level":"info","ts":1785948169.9620988,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"fe8c81e0-7ad9-4b40-be49-27ec533b46a0"} {"level":"info","ts":1785948169.962116,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fe8c81e0-7ad9-4b40-be49-27ec533b46a0","EoS":false} {"level":"info","ts":1785948169.962129,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"fe8c81e0-7ad9-4b40-be49-27ec533b46a0"} {"level":"info","ts":1785948169.9621592,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fe8c81e0-7ad9-4b40-be49-27ec533b46a0","EoS":true} {"level":"info","ts":1785948169.9621673,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"fe8c81e0-7ad9-4b40-be49-27ec533b46a0"} {"level":"info","ts":1785948204.9680426,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785948204.9681165,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9a2581f7-b9b1-43e1-851d-11fe64780e83"} {"level":"info","ts":1785948204.9681265,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9a2581f7-b9b1-43e1-851d-11fe64780e83"} {"level":"info","ts":1785948204.968138,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9a2581f7-b9b1-43e1-851d-11fe64780e83","EoS":true} {"level":"info","ts":1785948204.9681625,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9a2581f7-b9b1-43e1-851d-11fe64780e83","header":"x-maas-subscription"} {"level":"info","ts":1785948204.9681735,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9a2581f7-b9b1-43e1-851d-11fe64780e83","header":"x-maas-group"} {"level":"info","ts":1785948204.9681795,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9a2581f7-b9b1-43e1-851d-11fe64780e83","header":"x-maas-username"} {"level":"info","ts":1785948204.9681933,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9a2581f7-b9b1-43e1-851d-11fe64780e83","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785948204.9682155,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9a2581f7-b9b1-43e1-851d-11fe64780e83"} {"level":"info","ts":1785948204.9691663,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9a2581f7-b9b1-43e1-851d-11fe64780e83"} {"level":"info","ts":1785948204.9691882,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9a2581f7-b9b1-43e1-851d-11fe64780e83"} {"level":"info","ts":1785948204.9692094,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9a2581f7-b9b1-43e1-851d-11fe64780e83","EoS":false} {"level":"info","ts":1785948204.969227,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9a2581f7-b9b1-43e1-851d-11fe64780e83"} {"level":"info","ts":1785948204.9692652,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9a2581f7-b9b1-43e1-851d-11fe64780e83","EoS":true} {"level":"info","ts":1785948204.9692752,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9a2581f7-b9b1-43e1-851d-11fe64780e83"} {"level":"info","ts":1785948214.3958507,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785948214.3959174,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"94fb771f-9645-4f2c-b3ef-f79976421ae3"} {"level":"info","ts":1785948214.3959284,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"94fb771f-9645-4f2c-b3ef-f79976421ae3"} {"level":"info","ts":1785948214.395939,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"94fb771f-9645-4f2c-b3ef-f79976421ae3","EoS":true} {"level":"info","ts":1785948214.395961,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"94fb771f-9645-4f2c-b3ef-f79976421ae3","header":"x-maas-username"} {"level":"info","ts":1785948214.3959713,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"94fb771f-9645-4f2c-b3ef-f79976421ae3","header":"x-maas-subscription"} {"level":"info","ts":1785948214.3959765,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"94fb771f-9645-4f2c-b3ef-f79976421ae3","header":"x-maas-group"} {"level":"info","ts":1785948214.396008,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"94fb771f-9645-4f2c-b3ef-f79976421ae3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785948214.3960338,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"94fb771f-9645-4f2c-b3ef-f79976421ae3"} {"level":"info","ts":1785948214.3969948,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"94fb771f-9645-4f2c-b3ef-f79976421ae3"} {"level":"info","ts":1785948214.3970215,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"94fb771f-9645-4f2c-b3ef-f79976421ae3"} {"level":"info","ts":1785948214.397044,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"94fb771f-9645-4f2c-b3ef-f79976421ae3","EoS":false} {"level":"info","ts":1785948214.3970606,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"94fb771f-9645-4f2c-b3ef-f79976421ae3"} {"level":"info","ts":1785948214.3970976,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"94fb771f-9645-4f2c-b3ef-f79976421ae3","EoS":true} {"level":"info","ts":1785948214.3971071,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"94fb771f-9645-4f2c-b3ef-f79976421ae3"} {"level":"info","ts":1785948214.4341373,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785948214.4342024,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3e16c034-2445-4913-a780-2e637a377907"} {"level":"info","ts":1785948214.434211,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3e16c034-2445-4913-a780-2e637a377907"} {"level":"info","ts":1785948214.4342215,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3e16c034-2445-4913-a780-2e637a377907","EoS":true} {"level":"info","ts":1785948214.4342422,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3e16c034-2445-4913-a780-2e637a377907","header":"x-maas-group"} {"level":"info","ts":1785948214.4342527,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3e16c034-2445-4913-a780-2e637a377907","header":"x-maas-subscription"} {"level":"info","ts":1785948214.4342585,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3e16c034-2445-4913-a780-2e637a377907","header":"x-maas-username"} {"level":"info","ts":1785948214.4342718,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3e16c034-2445-4913-a780-2e637a377907","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785948214.434297,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3e16c034-2445-4913-a780-2e637a377907"} {"level":"info","ts":1785948214.4352856,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3e16c034-2445-4913-a780-2e637a377907"} {"level":"info","ts":1785948214.4353034,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3e16c034-2445-4913-a780-2e637a377907"} {"level":"info","ts":1785948214.4353242,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3e16c034-2445-4913-a780-2e637a377907","EoS":false} {"level":"info","ts":1785948214.4353406,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3e16c034-2445-4913-a780-2e637a377907"} {"level":"info","ts":1785948214.4353719,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3e16c034-2445-4913-a780-2e637a377907","EoS":true} {"level":"info","ts":1785948214.4353821,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3e16c034-2445-4913-a780-2e637a377907"} {"level":"info","ts":1785948233.4234688,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785948233.4235632,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"232b0398-910b-4093-99a1-57585cdde873"} {"level":"info","ts":1785948233.4235806,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"232b0398-910b-4093-99a1-57585cdde873"} {"level":"info","ts":1785948233.4235942,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"232b0398-910b-4093-99a1-57585cdde873","EoS":true} {"level":"info","ts":1785948233.4236188,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"232b0398-910b-4093-99a1-57585cdde873","header":"x-maas-group"} {"level":"info","ts":1785948233.423629,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"232b0398-910b-4093-99a1-57585cdde873","header":"x-maas-username"} {"level":"info","ts":1785948233.423636,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"232b0398-910b-4093-99a1-57585cdde873","header":"x-maas-subscription"} {"level":"info","ts":1785948233.4236503,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"232b0398-910b-4093-99a1-57585cdde873","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785948233.4236732,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"232b0398-910b-4093-99a1-57585cdde873"} {"level":"info","ts":1785948233.4245968,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"232b0398-910b-4093-99a1-57585cdde873"} {"level":"info","ts":1785948233.42462,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"232b0398-910b-4093-99a1-57585cdde873"} {"level":"info","ts":1785948233.424644,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"232b0398-910b-4093-99a1-57585cdde873","EoS":false} {"level":"info","ts":1785948233.424666,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"232b0398-910b-4093-99a1-57585cdde873"} {"level":"info","ts":1785948233.4247031,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"232b0398-910b-4093-99a1-57585cdde873","EoS":true} {"level":"info","ts":1785948233.4247127,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"232b0398-910b-4093-99a1-57585cdde873"} {"level":"info","ts":1785948413.5351577,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785948413.5352495,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3c6daa1a-3562-42f3-a2a3-dde10ee7219c"} {"level":"info","ts":1785948413.5352643,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3c6daa1a-3562-42f3-a2a3-dde10ee7219c"} {"level":"info","ts":1785948413.5352774,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3c6daa1a-3562-42f3-a2a3-dde10ee7219c","EoS":true} {"level":"info","ts":1785948413.5353005,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3c6daa1a-3562-42f3-a2a3-dde10ee7219c","header":"x-maas-subscription"} {"level":"info","ts":1785948413.5353115,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3c6daa1a-3562-42f3-a2a3-dde10ee7219c","header":"x-maas-username"} {"level":"info","ts":1785948413.5353162,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3c6daa1a-3562-42f3-a2a3-dde10ee7219c","header":"x-maas-group"} {"level":"info","ts":1785948413.5353312,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3c6daa1a-3562-42f3-a2a3-dde10ee7219c","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785948413.535358,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3c6daa1a-3562-42f3-a2a3-dde10ee7219c"} {"level":"info","ts":1785948413.5490267,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3c6daa1a-3562-42f3-a2a3-dde10ee7219c"} {"level":"info","ts":1785948413.5490494,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3c6daa1a-3562-42f3-a2a3-dde10ee7219c"} {"level":"info","ts":1785948413.5490665,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3c6daa1a-3562-42f3-a2a3-dde10ee7219c","EoS":false} {"level":"info","ts":1785948413.5490787,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3c6daa1a-3562-42f3-a2a3-dde10ee7219c"} {"level":"info","ts":1785948413.5491014,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3c6daa1a-3562-42f3-a2a3-dde10ee7219c","EoS":true} {"level":"info","ts":1785948413.5491061,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3c6daa1a-3562-42f3-a2a3-dde10ee7219c"} {"level":"info","ts":1785948476.3614335,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785948476.3615205,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9ad6f275-ccbf-4894-828f-bfaff312b01c"} {"level":"info","ts":1785948476.361535,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9ad6f275-ccbf-4894-828f-bfaff312b01c"} {"level":"info","ts":1785948476.3615477,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9ad6f275-ccbf-4894-828f-bfaff312b01c","EoS":true} {"level":"info","ts":1785948476.3615751,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9ad6f275-ccbf-4894-828f-bfaff312b01c","header":"x-maas-group"} {"level":"info","ts":1785948476.361585,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9ad6f275-ccbf-4894-828f-bfaff312b01c","header":"x-maas-subscription"} {"level":"info","ts":1785948476.3615906,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9ad6f275-ccbf-4894-828f-bfaff312b01c","header":"x-maas-username"} {"level":"info","ts":1785948476.3616061,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9ad6f275-ccbf-4894-828f-bfaff312b01c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785948476.36163,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9ad6f275-ccbf-4894-828f-bfaff312b01c"} {"level":"info","ts":1785948476.362763,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9ad6f275-ccbf-4894-828f-bfaff312b01c"} {"level":"info","ts":1785948476.3627837,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9ad6f275-ccbf-4894-828f-bfaff312b01c"} {"level":"info","ts":1785948476.3627973,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9ad6f275-ccbf-4894-828f-bfaff312b01c","EoS":false} {"level":"info","ts":1785948476.3628075,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9ad6f275-ccbf-4894-828f-bfaff312b01c"} {"level":"info","ts":1785948476.3628316,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9ad6f275-ccbf-4894-828f-bfaff312b01c","EoS":true} {"level":"info","ts":1785948476.3628433,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9ad6f275-ccbf-4894-828f-bfaff312b01c"} {"level":"info","ts":1785948491.686657,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785948491.6867404,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"56bb4141-6e82-4f8f-9b7b-94fa88800578"} {"level":"info","ts":1785948491.6867518,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"56bb4141-6e82-4f8f-9b7b-94fa88800578"} {"level":"info","ts":1785948491.6867626,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"56bb4141-6e82-4f8f-9b7b-94fa88800578","EoS":true} {"level":"info","ts":1785948491.6867845,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"56bb4141-6e82-4f8f-9b7b-94fa88800578","header":"x-maas-subscription"} {"level":"info","ts":1785948491.6867952,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"56bb4141-6e82-4f8f-9b7b-94fa88800578","header":"x-maas-group"} {"level":"info","ts":1785948491.6868007,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"56bb4141-6e82-4f8f-9b7b-94fa88800578","header":"x-maas-username"} {"level":"info","ts":1785948491.6868143,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"56bb4141-6e82-4f8f-9b7b-94fa88800578","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785948491.686841,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"56bb4141-6e82-4f8f-9b7b-94fa88800578"} {"level":"info","ts":1785948491.6878395,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"56bb4141-6e82-4f8f-9b7b-94fa88800578"} {"level":"info","ts":1785948491.6878605,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"56bb4141-6e82-4f8f-9b7b-94fa88800578"} {"level":"info","ts":1785948491.6878765,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"56bb4141-6e82-4f8f-9b7b-94fa88800578","EoS":false} {"level":"info","ts":1785948491.6878874,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"56bb4141-6e82-4f8f-9b7b-94fa88800578"} {"level":"info","ts":1785948491.6879115,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"56bb4141-6e82-4f8f-9b7b-94fa88800578","EoS":true} {"level":"info","ts":1785948491.6879208,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"56bb4141-6e82-4f8f-9b7b-94fa88800578"} {"level":"info","ts":1785948824.9498487,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785948824.9499478,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f6440e19-73d8-40c8-bb96-072a79f7ba47"} {"level":"info","ts":1785948824.9499629,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f6440e19-73d8-40c8-bb96-072a79f7ba47"} {"level":"info","ts":1785948824.9499757,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f6440e19-73d8-40c8-bb96-072a79f7ba47","EoS":true} {"level":"info","ts":1785948824.9500258,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f6440e19-73d8-40c8-bb96-072a79f7ba47","header":"x-maas-subscription"} {"level":"info","ts":1785948824.9500358,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f6440e19-73d8-40c8-bb96-072a79f7ba47","header":"x-maas-username"} {"level":"info","ts":1785948824.9500418,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f6440e19-73d8-40c8-bb96-072a79f7ba47","header":"x-maas-group"} {"level":"info","ts":1785948824.9500554,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f6440e19-73d8-40c8-bb96-072a79f7ba47","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785948824.9500778,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f6440e19-73d8-40c8-bb96-072a79f7ba47"} {"level":"info","ts":1785948824.9508388,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f6440e19-73d8-40c8-bb96-072a79f7ba47"} {"level":"info","ts":1785948824.9508586,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f6440e19-73d8-40c8-bb96-072a79f7ba47"} {"level":"info","ts":1785948824.9508731,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f6440e19-73d8-40c8-bb96-072a79f7ba47","EoS":false} {"level":"info","ts":1785948824.9508846,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f6440e19-73d8-40c8-bb96-072a79f7ba47"} {"level":"info","ts":1785948824.9509125,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f6440e19-73d8-40c8-bb96-072a79f7ba47","EoS":true} {"level":"info","ts":1785948824.9509237,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f6440e19-73d8-40c8-bb96-072a79f7ba47"} {"level":"info","ts":1785948829.8087344,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"1b6dca47-d286-43cd-b46e-9ae53feb697e","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785948829.8091094,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36660.125115352,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785948829.8091345,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785948829.8534634,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785948829.9091997,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"1b6dca47-d286-43cd-b46e-9ae53feb697e","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785948829.9206367,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f470802c-ea12-499a-b5d0-6389f53c5a5c"} {"level":"info","ts":1785948829.9206383,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e700ff80-64c9-435b-ba32-c1f2f4f9e51a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785948829.9206862,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e700ff80-64c9-435b-ba32-c1f2f4f9e51a","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785948829.9306192,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9fb278e1-7981-4db1-b778-ca5af68b20c9","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785948829.93065,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9fb278e1-7981-4db1-b778-ca5af68b20c9","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785948829.9310544,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":36999.01960992,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785948829.931074,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785948829.9417486,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785948830.0317476,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f470802c-ea12-499a-b5d0-6389f53c5a5c","name":"e2e-external-provider"} {"level":"info","ts":1785948830.0411499,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b2df1f18-d0dc-4de8-b8a4-2fe5c74261bb","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785948830.041165,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"404026aa-57fa-4613-9ff9-df0caf5794c1"} {"level":"info","ts":1785948830.041205,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b2df1f18-d0dc-4de8-b8a4-2fe5c74261bb","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785948830.0484416,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"404026aa-57fa-4613-9ff9-df0caf5794c1","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785948830.048572,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c6965604-b985-4bea-bc47-d8edc75e7f32","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785948830.048605,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c6965604-b985-4bea-bc47-d8edc75e7f32","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785948830.0504882,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f470802c-ea12-499a-b5d0-6389f53c5a5c","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785948830.0573428,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df02b674-158f-4c58-b496-f82808aa4b9c","name":"e2e-external-model","namespace":"llm"} {"level":"error","ts":1785948830.057335,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"404026aa-57fa-4613-9ff9-df0caf5794c1","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785948830.0573845,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df02b674-158f-4c58-b496-f82808aa4b9c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785948830.0574188,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c061b837-8253-4d69-9a97-28f52119036a"} {"level":"info","ts":1785948830.0574415,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c061b837-8253-4d69-9a97-28f52119036a","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785948830.0617533,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f470802c-ea12-499a-b5d0-6389f53c5a5c","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1785948830.0630913,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c061b837-8253-4d69-9a97-28f52119036a","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785948830.0710278,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f470802c-ea12-499a-b5d0-6389f53c5a5c","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785948830.0733938,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"67cb88ee-9cf9-4824-aee1-d1a91f36597a"} {"level":"info","ts":1785948830.0734284,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"67cb88ee-9cf9-4824-aee1-d1a91f36597a","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785948830.079546,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"61c761fe-c322-4c5b-af22-a67915fb45d6"} {"level":"info","ts":1785948830.079619,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"61c761fe-c322-4c5b-af22-a67915fb45d6","name":"e2e-external-provider"} {"level":"info","ts":1785948830.0796251,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c4730c7e-a4bd-4b00-8379-6b170c68b183","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785948830.079646,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c4730c7e-a4bd-4b00-8379-6b170c68b183","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785948830.0797007,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1a9e080f-84bc-4133-bc21-a97768e6d83f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785948830.0797179,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1a9e080f-84bc-4133-bc21-a97768e6d83f","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785948830.079912,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"67cb88ee-9cf9-4824-aee1-d1a91f36597a","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785948830.080007,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eef76a3d-5bd3-4462-b7a4-e79b4ecd4d0b"} {"level":"info","ts":1785948830.0802343,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":34968.319734736,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785948830.0802531,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785948830.089431,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785948830.0935123,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"61c761fe-c322-4c5b-af22-a67915fb45d6","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785948830.1007948,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"91312b33-c820-4b9a-81ad-ab91fbb785cb"} {"level":"info","ts":1785948830.100841,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"91312b33-c820-4b9a-81ad-ab91fbb785cb","name":"e2e-external-provider"} {"level":"info","ts":1785948830.1127832,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"91312b33-c820-4b9a-81ad-ab91fbb785cb","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785948830.1804442,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eef76a3d-5bd3-4462-b7a4-e79b4ecd4d0b","name":"e2e-external-model"} {"level":"info","ts":1785948830.1925197,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eef76a3d-5bd3-4462-b7a4-e79b4ecd4d0b","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785948830.1991324,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2d9c0370-485b-42bc-9619-87c46439729e"} {"level":"info","ts":1785948830.199209,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2d9c0370-485b-42bc-9619-87c46439729e","name":"e2e-external-model"} {"level":"info","ts":1785948830.199123,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"69be8273-8a95-4d6d-af8c-dcba7052d921","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785948830.1992462,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"69be8273-8a95-4d6d-af8c-dcba7052d921","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785948830.216271,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2d9c0370-485b-42bc-9619-87c46439729e","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785948830.2164955,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5637c776-fd09-44fc-9a76-5b52ef23f3e5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785948830.2165046,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d065f8c9-020a-49c1-9c0a-ea5a1b332ad4"} {"level":"info","ts":1785948830.2165294,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5637c776-fd09-44fc-9a76-5b52ef23f3e5","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785948830.216554,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d065f8c9-020a-49c1-9c0a-ea5a1b332ad4","name":"e2e-external-model"} {"level":"info","ts":1785948830.227513,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d065f8c9-020a-49c1-9c0a-ea5a1b332ad4","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785948830.2342405,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ddd1b31c-76e1-4d40-858c-d52cb98684f1","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785948830.234251,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f422a6ad-e66c-4257-8416-4d67d3119389"} {"level":"info","ts":1785948830.23427,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ddd1b31c-76e1-4d40-858c-d52cb98684f1","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785948830.2343132,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f422a6ad-e66c-4257-8416-4d67d3119389","name":"e2e-external-model"} {"level":"info","ts":1785948830.2438953,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f422a6ad-e66c-4257-8416-4d67d3119389","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785948841.9225123,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785948841.9225914,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e08f255c-89f5-4d9a-8ef7-c27d35a46105"} {"level":"info","ts":1785948841.9226074,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e08f255c-89f5-4d9a-8ef7-c27d35a46105"} {"level":"info","ts":1785948841.92262,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e08f255c-89f5-4d9a-8ef7-c27d35a46105","EoS":true} {"level":"info","ts":1785948841.9226434,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e08f255c-89f5-4d9a-8ef7-c27d35a46105","header":"x-maas-subscription"} {"level":"info","ts":1785948841.9226534,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e08f255c-89f5-4d9a-8ef7-c27d35a46105","header":"x-maas-username"} {"level":"info","ts":1785948841.922658,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e08f255c-89f5-4d9a-8ef7-c27d35a46105","header":"x-maas-group"} {"level":"info","ts":1785948841.922672,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e08f255c-89f5-4d9a-8ef7-c27d35a46105","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785948841.9226825,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"e08f255c-89f5-4d9a-8ef7-c27d35a46105","modelName":"e2e-external-model"} {"level":"info","ts":1785948841.9226959,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"e08f255c-89f5-4d9a-8ef7-c27d35a46105","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785948841.922736,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"e08f255c-89f5-4d9a-8ef7-c27d35a46105","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785948841.9227526,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"e08f255c-89f5-4d9a-8ef7-c27d35a46105","authType":"apikey"} {"level":"info","ts":1785948841.922779,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e08f255c-89f5-4d9a-8ef7-c27d35a46105"} {"level":"info","ts":1785948842.0208387,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e08f255c-89f5-4d9a-8ef7-c27d35a46105"} {"level":"info","ts":1785948842.0208762,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e08f255c-89f5-4d9a-8ef7-c27d35a46105"} {"level":"info","ts":1785948842.020899,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e08f255c-89f5-4d9a-8ef7-c27d35a46105","EoS":false} {"level":"info","ts":1785948842.0209186,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e08f255c-89f5-4d9a-8ef7-c27d35a46105"} {"level":"info","ts":1785948842.0209675,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e08f255c-89f5-4d9a-8ef7-c27d35a46105","EoS":true} {"level":"info","ts":1785948842.0209758,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e08f255c-89f5-4d9a-8ef7-c27d35a46105"} {"level":"info","ts":1785948842.139959,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f5f4d1ee-80d3-4311-b433-2c4ff6962d44"} {"level":"info","ts":1785948842.1399589,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7307fd73-5187-4718-a83c-dad980814798","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785948842.1401184,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7307fd73-5187-4718-a83c-dad980814798","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785948842.1475081,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f5f4d1ee-80d3-4311-b433-2c4ff6962d44","name":"e2e-cleanup-test"} {"level":"info","ts":1785948842.1476047,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6143c09e-5479-4cc4-96ed-c2db5fcbe525","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785948842.1476388,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6143c09e-5479-4cc4-96ed-c2db5fcbe525","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785948842.1580706,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f5f4d1ee-80d3-4311-b433-2c4ff6962d44","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785948842.1650252,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b7720895-65b2-475a-b54e-9b4b5d329a04","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785948842.1650703,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b7720895-65b2-475a-b54e-9b4b5d329a04","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785948842.1658497,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"08d8d66f-1df8-4e24-82e1-d31dc9836c6d"} {"level":"info","ts":1785948842.1659257,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"08d8d66f-1df8-4e24-82e1-d31dc9836c6d","name":"e2e-cleanup-test"} {"level":"error","ts":1785948842.1801765,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"08d8d66f-1df8-4e24-82e1-d31dc9836c6d","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785948842.1802642,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a6c2758c-25cd-40f0-97b4-aba11e697773","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785948842.1802914,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f1df3c69-1aa7-4d41-9dec-c077a029001e"} {"level":"info","ts":1785948842.180299,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a6c2758c-25cd-40f0-97b4-aba11e697773","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785948842.1803577,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f1df3c69-1aa7-4d41-9dec-c077a029001e","name":"e2e-cleanup-test"} {"level":"info","ts":1785948842.1905265,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f1df3c69-1aa7-4d41-9dec-c077a029001e","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785948842.1970506,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"17dc8f9c-a32c-4a94-b8b3-9dfec1e16d08","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785948842.1970835,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"17dc8f9c-a32c-4a94-b8b3-9dfec1e16d08","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785948842.1970835,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f9528c87-2009-4b01-8dde-6e8e48fb2abb"} {"level":"info","ts":1785948842.197152,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f9528c87-2009-4b01-8dde-6e8e48fb2abb","name":"e2e-cleanup-test"} {"level":"info","ts":1785948842.2070415,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f9528c87-2009-4b01-8dde-6e8e48fb2abb","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785948850.4337091,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"27162a8f-1652-4f11-909c-1ae5d7028453"} {"level":"info","ts":1785948850.4337096,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1e6b3bd4-a7e5-4b8e-985b-86b683d63872","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785948850.4337778,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1e6b3bd4-a7e5-4b8e-985b-86b683d63872","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785948854.7568088,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785948854.7569034,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7fde67b8-3b40-487f-9691-5eeab7243cb7"} {"level":"info","ts":1785948854.7569191,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7fde67b8-3b40-487f-9691-5eeab7243cb7"} {"level":"info","ts":1785948854.7569351,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7fde67b8-3b40-487f-9691-5eeab7243cb7","EoS":true} {"level":"info","ts":1785948854.7569728,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7fde67b8-3b40-487f-9691-5eeab7243cb7","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785948854.7570245,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7fde67b8-3b40-487f-9691-5eeab7243cb7"} {"level":"info","ts":1785948854.7998836,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785948854.7999656,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"781ef087-4494-4597-bdf7-cf99ccc1e687"} {"level":"info","ts":1785948854.8000069,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"781ef087-4494-4597-bdf7-cf99ccc1e687"} {"level":"info","ts":1785948854.8000207,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"781ef087-4494-4597-bdf7-cf99ccc1e687","EoS":true} {"level":"info","ts":1785948854.8000464,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"781ef087-4494-4597-bdf7-cf99ccc1e687","header":"x-maas-username"} {"level":"info","ts":1785948854.8000562,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"781ef087-4494-4597-bdf7-cf99ccc1e687","header":"x-maas-subscription"} {"level":"info","ts":1785948854.8000634,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"781ef087-4494-4597-bdf7-cf99ccc1e687","header":"x-maas-group"} {"level":"info","ts":1785948854.8000805,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"781ef087-4494-4597-bdf7-cf99ccc1e687","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785948854.8000903,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"781ef087-4494-4597-bdf7-cf99ccc1e687","modelName":"e2e-external-model"} {"level":"info","ts":1785948854.8001032,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"781ef087-4494-4597-bdf7-cf99ccc1e687","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785948854.800129,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"781ef087-4494-4597-bdf7-cf99ccc1e687","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785948854.800155,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"781ef087-4494-4597-bdf7-cf99ccc1e687","authType":"apikey"} {"level":"info","ts":1785948854.8001895,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"781ef087-4494-4597-bdf7-cf99ccc1e687"} {"level":"info","ts":1785948854.9000342,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"781ef087-4494-4597-bdf7-cf99ccc1e687"} {"level":"info","ts":1785948854.900072,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"781ef087-4494-4597-bdf7-cf99ccc1e687"} {"level":"info","ts":1785948854.9000947,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"781ef087-4494-4597-bdf7-cf99ccc1e687","EoS":false} {"level":"info","ts":1785948854.9001129,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"781ef087-4494-4597-bdf7-cf99ccc1e687"} {"level":"info","ts":1785948854.900147,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"781ef087-4494-4597-bdf7-cf99ccc1e687","EoS":true} {"level":"info","ts":1785948854.9001548,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"781ef087-4494-4597-bdf7-cf99ccc1e687"} {"level":"info","ts":1785948854.9387088,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785948854.93878,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9e2e48b6-8155-4d8c-85e4-085a01cad6a3"} {"level":"info","ts":1785948854.9387922,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9e2e48b6-8155-4d8c-85e4-085a01cad6a3"} {"level":"info","ts":1785948854.9388037,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9e2e48b6-8155-4d8c-85e4-085a01cad6a3","EoS":true} {"level":"info","ts":1785948854.938828,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9e2e48b6-8155-4d8c-85e4-085a01cad6a3","header":"x-maas-group"} {"level":"info","ts":1785948854.9388378,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9e2e48b6-8155-4d8c-85e4-085a01cad6a3","header":"x-maas-subscription"} {"level":"info","ts":1785948854.9388425,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9e2e48b6-8155-4d8c-85e4-085a01cad6a3","header":"x-maas-username"} {"level":"info","ts":1785948854.9388556,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9e2e48b6-8155-4d8c-85e4-085a01cad6a3","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785948854.9388807,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9e2e48b6-8155-4d8c-85e4-085a01cad6a3"} {"level":"info","ts":1785948854.9855993,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9e2e48b6-8155-4d8c-85e4-085a01cad6a3"} {"level":"info","ts":1785948854.9856386,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9e2e48b6-8155-4d8c-85e4-085a01cad6a3"} {"level":"info","ts":1785948854.9856734,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9e2e48b6-8155-4d8c-85e4-085a01cad6a3","EoS":false} {"level":"info","ts":1785948854.985693,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9e2e48b6-8155-4d8c-85e4-085a01cad6a3"} {"level":"info","ts":1785948854.9857268,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9e2e48b6-8155-4d8c-85e4-085a01cad6a3","EoS":true} {"level":"info","ts":1785948854.985733,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9e2e48b6-8155-4d8c-85e4-085a01cad6a3"} {"level":"info","ts":1785948855.0219965,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785948855.0220952,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fdae9ce9-3bf7-4a10-b254-41c19b975ab8"} {"level":"info","ts":1785948855.022112,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fdae9ce9-3bf7-4a10-b254-41c19b975ab8"} {"level":"info","ts":1785948855.0221274,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fdae9ce9-3bf7-4a10-b254-41c19b975ab8","EoS":true} {"level":"info","ts":1785948855.022155,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fdae9ce9-3bf7-4a10-b254-41c19b975ab8","header":"x-maas-username"} {"level":"info","ts":1785948855.0221684,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fdae9ce9-3bf7-4a10-b254-41c19b975ab8","header":"x-maas-subscription"} {"level":"info","ts":1785948855.0221763,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fdae9ce9-3bf7-4a10-b254-41c19b975ab8","header":"x-maas-group"} {"level":"info","ts":1785948855.0222178,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fdae9ce9-3bf7-4a10-b254-41c19b975ab8"} {"level":"info","ts":1785948855.0684297,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fdae9ce9-3bf7-4a10-b254-41c19b975ab8"} {"level":"info","ts":1785948855.0684593,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"fdae9ce9-3bf7-4a10-b254-41c19b975ab8"} {"level":"info","ts":1785948855.0684774,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fdae9ce9-3bf7-4a10-b254-41c19b975ab8","EoS":false} {"level":"info","ts":1785948855.0684912,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"fdae9ce9-3bf7-4a10-b254-41c19b975ab8"} {"level":"info","ts":1785948855.068524,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fdae9ce9-3bf7-4a10-b254-41c19b975ab8","EoS":true} {"level":"info","ts":1785948855.0685315,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"fdae9ce9-3bf7-4a10-b254-41c19b975ab8"} {"level":"info","ts":1785948855.9258544,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"91e6dc87-634f-4a14-9f13-eaed0501f20d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785948855.9259064,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"91e6dc87-634f-4a14-9f13-eaed0501f20d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785948855.9258637,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3398974f-40c8-4f8f-90d4-8c196454e839"} {"level":"info","ts":1785948856.078139,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"188ae534-6993-45d8-bcd7-92c4b1df849e"} {"level":"info","ts":1785948856.0781558,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6468a4c5-1dc0-4291-a7ac-b83aeb2bf908","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785948856.0782008,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6468a4c5-1dc0-4291-a7ac-b83aeb2bf908","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785948856.2031934,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"8dc41159-250c-42aa-bbeb-6d867de76572","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785948856.2032678,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"8dc41159-250c-42aa-bbeb-6d867de76572","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785950365.1801789,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785950365.1802506,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"10568b03-1b0a-44fb-b8d2-6280e3478133"} {"level":"info","ts":1785950439.9526532,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785950439.9527454,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9e23c151-3fb4-46a3-a1ce-5de42b463a4a"} {"level":"info","ts":1785950439.9527555,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9e23c151-3fb4-46a3-a1ce-5de42b463a4a"} {"level":"info","ts":1785950439.9527667,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9e23c151-3fb4-46a3-a1ce-5de42b463a4a","EoS":true} {"level":"info","ts":1785950439.9527926,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9e23c151-3fb4-46a3-a1ce-5de42b463a4a","header":"x-maas-subscription"} {"level":"info","ts":1785950439.9528034,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9e23c151-3fb4-46a3-a1ce-5de42b463a4a","header":"x-maas-username"} {"level":"info","ts":1785950439.9528086,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9e23c151-3fb4-46a3-a1ce-5de42b463a4a","header":"x-maas-group"} {"level":"info","ts":1785950439.9528227,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9e23c151-3fb4-46a3-a1ce-5de42b463a4a","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785950439.9528484,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9e23c151-3fb4-46a3-a1ce-5de42b463a4a"} {"level":"info","ts":1785950439.9552026,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9e23c151-3fb4-46a3-a1ce-5de42b463a4a"} {"level":"info","ts":1785950439.9552238,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9e23c151-3fb4-46a3-a1ce-5de42b463a4a"} {"level":"info","ts":1785950439.9552386,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9e23c151-3fb4-46a3-a1ce-5de42b463a4a","EoS":false} {"level":"info","ts":1785950439.9552493,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9e23c151-3fb4-46a3-a1ce-5de42b463a4a"} {"level":"info","ts":1785950439.9552753,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9e23c151-3fb4-46a3-a1ce-5de42b463a4a","EoS":true} {"level":"info","ts":1785950439.9552865,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9e23c151-3fb4-46a3-a1ce-5de42b463a4a"}