{"level":"info","ts":1784747468.752884,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0fb5550e-3460-49f3-8679-6bd7fd92c6d2","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784747468.7529192,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0fb5550e-3460-49f3-8679-6bd7fd92c6d2"}
{"level":"info","ts":1784747468.7547398,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0fb5550e-3460-49f3-8679-6bd7fd92c6d2"}
{"level":"info","ts":1784747468.75476,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0fb5550e-3460-49f3-8679-6bd7fd92c6d2"}
{"level":"info","ts":1784747468.7547812,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0fb5550e-3460-49f3-8679-6bd7fd92c6d2","EoS":false}
{"level":"info","ts":1784747468.7547932,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0fb5550e-3460-49f3-8679-6bd7fd92c6d2","EoS":true}
{"level":"info","ts":1784747468.7548354,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0fb5550e-3460-49f3-8679-6bd7fd92c6d2"}
{"level":"info","ts":1784747469.4992435,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784747469.4993272,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"580bca55-a55d-4b39-bce3-0bb5ded63f18"}
{"level":"info","ts":1784747469.4993403,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"580bca55-a55d-4b39-bce3-0bb5ded63f18"}
{"level":"info","ts":1784747469.4993532,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"580bca55-a55d-4b39-bce3-0bb5ded63f18","EoS":true}
{"level":"info","ts":1784747469.4993868,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"580bca55-a55d-4b39-bce3-0bb5ded63f18","header":"x-maas-username"}
{"level":"info","ts":1784747469.4993975,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"580bca55-a55d-4b39-bce3-0bb5ded63f18","header":"x-maas-group"}
{"level":"info","ts":1784747469.4994035,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"580bca55-a55d-4b39-bce3-0bb5ded63f18","header":"x-maas-subscription"}
{"level":"info","ts":1784747469.499417,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"580bca55-a55d-4b39-bce3-0bb5ded63f18","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784747469.4994667,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"580bca55-a55d-4b39-bce3-0bb5ded63f18"}
{"level":"info","ts":1784747469.500495,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"580bca55-a55d-4b39-bce3-0bb5ded63f18"}
{"level":"info","ts":1784747469.5005205,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"580bca55-a55d-4b39-bce3-0bb5ded63f18"}
{"level":"info","ts":1784747469.5005362,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"580bca55-a55d-4b39-bce3-0bb5ded63f18","EoS":false}
{"level":"info","ts":1784747469.5005481,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"580bca55-a55d-4b39-bce3-0bb5ded63f18","EoS":true}
{"level":"info","ts":1784747469.5005891,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"580bca55-a55d-4b39-bce3-0bb5ded63f18"}
{"level":"info","ts":1784747489.485614,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784747489.485691,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a2aee7a9-a46d-4c81-bacf-b51c7470b3fb"}
{"level":"info","ts":1784747489.4857028,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a2aee7a9-a46d-4c81-bacf-b51c7470b3fb"}
{"level":"info","ts":1784747489.4857142,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a2aee7a9-a46d-4c81-bacf-b51c7470b3fb","EoS":true}
{"level":"info","ts":1784747489.4857419,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a2aee7a9-a46d-4c81-bacf-b51c7470b3fb","header":"x-maas-group"}
{"level":"info","ts":1784747489.485752,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a2aee7a9-a46d-4c81-bacf-b51c7470b3fb","header":"x-maas-username"}
{"level":"info","ts":1784747489.4857566,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a2aee7a9-a46d-4c81-bacf-b51c7470b3fb","header":"x-maas-subscription"}
{"level":"info","ts":1784747489.4857724,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a2aee7a9-a46d-4c81-bacf-b51c7470b3fb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784747489.4857962,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a2aee7a9-a46d-4c81-bacf-b51c7470b3fb"}
{"level":"info","ts":1784747489.4891505,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a2aee7a9-a46d-4c81-bacf-b51c7470b3fb"}
{"level":"info","ts":1784747489.4891746,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a2aee7a9-a46d-4c81-bacf-b51c7470b3fb"}
{"level":"info","ts":1784747489.4891875,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a2aee7a9-a46d-4c81-bacf-b51c7470b3fb","EoS":false}
{"level":"info","ts":1784747489.4891999,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a2aee7a9-a46d-4c81-bacf-b51c7470b3fb","EoS":true}
{"level":"info","ts":1784747489.4892423,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a2aee7a9-a46d-4c81-bacf-b51c7470b3fb"}
{"level":"info","ts":1784747489.6234875,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784747489.6235623,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b56d1952-0a16-4f08-b56b-e17f39d7c99f"}
{"level":"info","ts":1784747489.6235752,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b56d1952-0a16-4f08-b56b-e17f39d7c99f"}
{"level":"info","ts":1784747489.6235871,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b56d1952-0a16-4f08-b56b-e17f39d7c99f","EoS":true}
{"level":"info","ts":1784747489.6236176,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b56d1952-0a16-4f08-b56b-e17f39d7c99f","header":"x-maas-subscription"}
{"level":"info","ts":1784747489.6236289,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b56d1952-0a16-4f08-b56b-e17f39d7c99f","header":"x-maas-group"}
{"level":"info","ts":1784747489.623636,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b56d1952-0a16-4f08-b56b-e17f39d7c99f","header":"x-maas-username"}
{"level":"info","ts":1784747489.6236525,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b56d1952-0a16-4f08-b56b-e17f39d7c99f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784747489.6236851,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b56d1952-0a16-4f08-b56b-e17f39d7c99f"}
{"level":"info","ts":1784747489.6248026,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b56d1952-0a16-4f08-b56b-e17f39d7c99f"}
{"level":"info","ts":1784747489.6248307,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b56d1952-0a16-4f08-b56b-e17f39d7c99f"}
{"level":"info","ts":1784747489.6248467,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b56d1952-0a16-4f08-b56b-e17f39d7c99f","EoS":false}
{"level":"info","ts":1784747489.624859,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b56d1952-0a16-4f08-b56b-e17f39d7c99f","EoS":true}
{"level":"info","ts":1784747489.6248982,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b56d1952-0a16-4f08-b56b-e17f39d7c99f"}
{"level":"info","ts":1784747489.7586055,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784747489.7586904,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"72f2d518-fd93-4f59-8b19-14dbb96cbbec"}
{"level":"info","ts":1784747489.7587025,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"72f2d518-fd93-4f59-8b19-14dbb96cbbec"}
{"level":"info","ts":1784747489.7587135,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"72f2d518-fd93-4f59-8b19-14dbb96cbbec","EoS":true}
{"level":"info","ts":1784747489.7587397,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"72f2d518-fd93-4f59-8b19-14dbb96cbbec","header":"x-maas-group"}
{"level":"info","ts":1784747489.75875,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"72f2d518-fd93-4f59-8b19-14dbb96cbbec","header":"x-maas-subscription"}
{"level":"info","ts":1784747489.7587547,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"72f2d518-fd93-4f59-8b19-14dbb96cbbec","header":"x-maas-username"}
{"level":"info","ts":1784747489.7587688,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"72f2d518-fd93-4f59-8b19-14dbb96cbbec","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784747489.758795,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"72f2d518-fd93-4f59-8b19-14dbb96cbbec"}
{"level":"info","ts":1784747489.7599154,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"72f2d518-fd93-4f59-8b19-14dbb96cbbec"}
{"level":"info","ts":1784747489.7599401,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"72f2d518-fd93-4f59-8b19-14dbb96cbbec"}
{"level":"info","ts":1784747489.7599547,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"72f2d518-fd93-4f59-8b19-14dbb96cbbec","EoS":false}
{"level":"info","ts":1784747489.759968,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"72f2d518-fd93-4f59-8b19-14dbb96cbbec","EoS":true}
{"level":"info","ts":1784747489.7600143,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"72f2d518-fd93-4f59-8b19-14dbb96cbbec"}
{"level":"info","ts":1784747489.8969698,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784747489.8970613,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dc0e781c-527a-4593-8aed-6227dc6e7d76"}
{"level":"info","ts":1784747489.8970745,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dc0e781c-527a-4593-8aed-6227dc6e7d76"}
{"level":"info","ts":1784747489.8970864,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dc0e781c-527a-4593-8aed-6227dc6e7d76","EoS":true}
{"level":"info","ts":1784747489.8971117,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dc0e781c-527a-4593-8aed-6227dc6e7d76","header":"x-maas-username"}
{"level":"info","ts":1784747489.8971221,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dc0e781c-527a-4593-8aed-6227dc6e7d76","header":"x-maas-subscription"}
{"level":"info","ts":1784747489.8971264,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dc0e781c-527a-4593-8aed-6227dc6e7d76","header":"x-maas-group"}
{"level":"info","ts":1784747489.8971407,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dc0e781c-527a-4593-8aed-6227dc6e7d76","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784747489.897164,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dc0e781c-527a-4593-8aed-6227dc6e7d76"}
{"level":"info","ts":1784747489.8981297,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dc0e781c-527a-4593-8aed-6227dc6e7d76"}
{"level":"info","ts":1784747489.8981504,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"dc0e781c-527a-4593-8aed-6227dc6e7d76"}
{"level":"info","ts":1784747489.89817,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dc0e781c-527a-4593-8aed-6227dc6e7d76","EoS":false}
{"level":"info","ts":1784747489.8981857,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dc0e781c-527a-4593-8aed-6227dc6e7d76","EoS":true}
{"level":"info","ts":1784747489.8982277,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"dc0e781c-527a-4593-8aed-6227dc6e7d76"}
{"level":"info","ts":1784747490.030185,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784747490.0302575,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"74e089fc-f143-4918-b5d7-74bd38e2d387"}
{"level":"info","ts":1784747490.0302718,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"74e089fc-f143-4918-b5d7-74bd38e2d387"}
{"level":"info","ts":1784747490.0302825,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"74e089fc-f143-4918-b5d7-74bd38e2d387","EoS":true}
{"level":"info","ts":1784747490.0303054,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"74e089fc-f143-4918-b5d7-74bd38e2d387","header":"x-maas-group"}
{"level":"info","ts":1784747490.0303164,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"74e089fc-f143-4918-b5d7-74bd38e2d387","header":"x-maas-subscription"}
{"level":"info","ts":1784747490.0303211,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"74e089fc-f143-4918-b5d7-74bd38e2d387","header":"x-maas-username"}
{"level":"info","ts":1784747490.030334,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"74e089fc-f143-4918-b5d7-74bd38e2d387","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784747490.0303593,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"74e089fc-f143-4918-b5d7-74bd38e2d387"}
{"level":"info","ts":1784747490.0313873,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"74e089fc-f143-4918-b5d7-74bd38e2d387"}
{"level":"info","ts":1784747490.0314026,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"74e089fc-f143-4918-b5d7-74bd38e2d387"}
{"level":"info","ts":1784747490.0314152,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"74e089fc-f143-4918-b5d7-74bd38e2d387","EoS":false}
{"level":"info","ts":1784747490.031426,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"74e089fc-f143-4918-b5d7-74bd38e2d387","EoS":true}
{"level":"info","ts":1784747490.0314848,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"74e089fc-f143-4918-b5d7-74bd38e2d387"}
{"level":"info","ts":1784747508.8155959,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784747508.8156834,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bb010544-268b-4188-aef4-8b6ed4b11557"}
{"level":"info","ts":1784747508.8156974,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bb010544-268b-4188-aef4-8b6ed4b11557"}
{"level":"info","ts":1784747508.8157089,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bb010544-268b-4188-aef4-8b6ed4b11557","EoS":true}
{"level":"info","ts":1784747508.8157322,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bb010544-268b-4188-aef4-8b6ed4b11557","header":"x-maas-username"}
{"level":"info","ts":1784747508.815743,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bb010544-268b-4188-aef4-8b6ed4b11557","header":"x-maas-subscription"}
{"level":"info","ts":1784747508.8157477,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bb010544-268b-4188-aef4-8b6ed4b11557","header":"x-maas-group"}
{"level":"info","ts":1784747508.8157604,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bb010544-268b-4188-aef4-8b6ed4b11557","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784747508.8157854,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bb010544-268b-4188-aef4-8b6ed4b11557"}
{"level":"info","ts":1784747508.816837,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bb010544-268b-4188-aef4-8b6ed4b11557"}
{"level":"info","ts":1784747508.8168592,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"bb010544-268b-4188-aef4-8b6ed4b11557"}
{"level":"info","ts":1784747508.8168745,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bb010544-268b-4188-aef4-8b6ed4b11557","EoS":false}
{"level":"info","ts":1784747508.8168862,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bb010544-268b-4188-aef4-8b6ed4b11557","EoS":true}
{"level":"info","ts":1784747508.816922,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"bb010544-268b-4188-aef4-8b6ed4b11557"}
{"level":"info","ts":1784747508.9201014,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784747508.9201899,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6ba03768-ec25-40f5-bc90-cf53948976d4"}
{"level":"info","ts":1784747508.9222703,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6ba03768-ec25-40f5-bc90-cf53948976d4"}
{"level":"info","ts":1784747508.922291,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6ba03768-ec25-40f5-bc90-cf53948976d4"}
{"level":"info","ts":1784747508.9223154,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6ba03768-ec25-40f5-bc90-cf53948976d4","EoS":false}
{"level":"info","ts":1784747508.922326,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"6ba03768-ec25-40f5-bc90-cf53948976d4"}
{"level":"info","ts":1784747508.92235,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6ba03768-ec25-40f5-bc90-cf53948976d4","EoS":true}
{"level":"info","ts":1784747508.9223595,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"6ba03768-ec25-40f5-bc90-cf53948976d4"}
{"level":"info","ts":1784747513.5237408,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784747513.5238159,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7ab26bd0-9f3f-454f-9ef3-ada12fa8fe1b"}
{"level":"info","ts":1784747513.5238292,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7ab26bd0-9f3f-454f-9ef3-ada12fa8fe1b"}
{"level":"info","ts":1784747513.5238407,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7ab26bd0-9f3f-454f-9ef3-ada12fa8fe1b","EoS":true}
{"level":"info","ts":1784747513.523867,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7ab26bd0-9f3f-454f-9ef3-ada12fa8fe1b","header":"x-maas-subscription"}
{"level":"info","ts":1784747513.5238771,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7ab26bd0-9f3f-454f-9ef3-ada12fa8fe1b","header":"x-maas-username"}
{"level":"info","ts":1784747513.5238817,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7ab26bd0-9f3f-454f-9ef3-ada12fa8fe1b","header":"x-maas-group"}
{"level":"info","ts":1784747513.5238953,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7ab26bd0-9f3f-454f-9ef3-ada12fa8fe1b","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784747513.5239196,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7ab26bd0-9f3f-454f-9ef3-ada12fa8fe1b"}
{"level":"info","ts":1784747513.5260289,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7ab26bd0-9f3f-454f-9ef3-ada12fa8fe1b"}
{"level":"info","ts":1784747513.5260453,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7ab26bd0-9f3f-454f-9ef3-ada12fa8fe1b"}
{"level":"info","ts":1784747513.5260632,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7ab26bd0-9f3f-454f-9ef3-ada12fa8fe1b","EoS":false}
{"level":"info","ts":1784747513.5260746,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7ab26bd0-9f3f-454f-9ef3-ada12fa8fe1b","EoS":true}
{"level":"info","ts":1784747513.5261068,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7ab26bd0-9f3f-454f-9ef3-ada12fa8fe1b"}
{"level":"info","ts":1784747522.0726855,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784747522.0727866,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e0c41c67-7fa2-4624-a247-52855f7f0acb"}
{"level":"info","ts":1784747522.0728,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e0c41c67-7fa2-4624-a247-52855f7f0acb"}
{"level":"info","ts":1784747522.072812,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e0c41c67-7fa2-4624-a247-52855f7f0acb","EoS":true}
{"level":"info","ts":1784747522.0728374,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e0c41c67-7fa2-4624-a247-52855f7f0acb","header":"x-maas-username"}
{"level":"info","ts":1784747522.0728502,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e0c41c67-7fa2-4624-a247-52855f7f0acb","header":"x-maas-group"}
{"level":"info","ts":1784747522.0728555,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e0c41c67-7fa2-4624-a247-52855f7f0acb","header":"x-maas-subscription"}
{"level":"info","ts":1784747522.0728679,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e0c41c67-7fa2-4624-a247-52855f7f0acb","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784747522.0728924,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e0c41c67-7fa2-4624-a247-52855f7f0acb"}
{"level":"info","ts":1784747522.0758476,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e0c41c67-7fa2-4624-a247-52855f7f0acb"}
{"level":"info","ts":1784747522.0758686,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e0c41c67-7fa2-4624-a247-52855f7f0acb"}
{"level":"info","ts":1784747522.075884,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e0c41c67-7fa2-4624-a247-52855f7f0acb","EoS":false}
{"level":"info","ts":1784747522.0758953,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e0c41c67-7fa2-4624-a247-52855f7f0acb","EoS":true}
{"level":"info","ts":1784747522.075933,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e0c41c67-7fa2-4624-a247-52855f7f0acb"}
{"level":"info","ts":1784747534.9121273,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784747534.9122074,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5560bb87-bda1-4112-a73e-756399e6fa26"}
{"level":"info","ts":1784747534.9122202,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5560bb87-bda1-4112-a73e-756399e6fa26"}
{"level":"info","ts":1784747534.912233,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5560bb87-bda1-4112-a73e-756399e6fa26","EoS":true}
{"level":"info","ts":1784747534.9122655,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5560bb87-bda1-4112-a73e-756399e6fa26","header":"x-maas-group"}
{"level":"info","ts":1784747534.912276,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5560bb87-bda1-4112-a73e-756399e6fa26","header":"x-maas-subscription"}
{"level":"info","ts":1784747534.9122815,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5560bb87-bda1-4112-a73e-756399e6fa26","header":"x-maas-username"}
{"level":"info","ts":1784747534.9122932,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5560bb87-bda1-4112-a73e-756399e6fa26","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784747534.9123194,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5560bb87-bda1-4112-a73e-756399e6fa26"}
{"level":"info","ts":1784747534.913333,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5560bb87-bda1-4112-a73e-756399e6fa26"}
{"level":"info","ts":1784747534.9133546,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5560bb87-bda1-4112-a73e-756399e6fa26"}
{"level":"info","ts":1784747534.9133704,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5560bb87-bda1-4112-a73e-756399e6fa26","EoS":false}
{"level":"info","ts":1784747534.913383,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5560bb87-bda1-4112-a73e-756399e6fa26","EoS":true}
{"level":"info","ts":1784747534.9134455,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5560bb87-bda1-4112-a73e-756399e6fa26"}
{"level":"info","ts":1784747543.4210527,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784747543.421128,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a081226d-2d6e-4bfb-aeef-ba94b1cd61c1"}
{"level":"info","ts":1784747543.4211397,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a081226d-2d6e-4bfb-aeef-ba94b1cd61c1"}
{"level":"info","ts":1784747543.4211516,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a081226d-2d6e-4bfb-aeef-ba94b1cd61c1","EoS":true}
{"level":"info","ts":1784747543.4211764,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a081226d-2d6e-4bfb-aeef-ba94b1cd61c1","header":"x-maas-username"}
{"level":"info","ts":1784747543.4211879,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a081226d-2d6e-4bfb-aeef-ba94b1cd61c1","header":"x-maas-subscription"}
{"level":"info","ts":1784747543.421193,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a081226d-2d6e-4bfb-aeef-ba94b1cd61c1","header":"x-maas-group"}
{"level":"info","ts":1784747543.421206,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a081226d-2d6e-4bfb-aeef-ba94b1cd61c1","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784747543.4212322,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a081226d-2d6e-4bfb-aeef-ba94b1cd61c1"}
{"level":"info","ts":1784747543.422239,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a081226d-2d6e-4bfb-aeef-ba94b1cd61c1"}
{"level":"info","ts":1784747543.4222677,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a081226d-2d6e-4bfb-aeef-ba94b1cd61c1"}
{"level":"info","ts":1784747543.4222827,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a081226d-2d6e-4bfb-aeef-ba94b1cd61c1","EoS":false}
{"level":"info","ts":1784747543.4222949,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a081226d-2d6e-4bfb-aeef-ba94b1cd61c1","EoS":true}
{"level":"info","ts":1784747543.4223268,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a081226d-2d6e-4bfb-aeef-ba94b1cd61c1"}
{"level":"info","ts":1784747552.2743146,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784747552.274387,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b1f76524-c029-459b-8d97-9360a022ffc1"}
{"level":"info","ts":1784747552.274399,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b1f76524-c029-459b-8d97-9360a022ffc1"}
{"level":"info","ts":1784747552.2744102,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b1f76524-c029-459b-8d97-9360a022ffc1","EoS":true}
{"level":"info","ts":1784747552.2744555,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b1f76524-c029-459b-8d97-9360a022ffc1","header":"x-maas-subscription"}
{"level":"info","ts":1784747552.2744727,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b1f76524-c029-459b-8d97-9360a022ffc1","header":"x-maas-username"}
{"level":"info","ts":1784747552.2744803,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b1f76524-c029-459b-8d97-9360a022ffc1","header":"x-maas-group"}
{"level":"info","ts":1784747552.2744968,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b1f76524-c029-459b-8d97-9360a022ffc1","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784747552.274532,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b1f76524-c029-459b-8d97-9360a022ffc1"}
{"level":"info","ts":1784747552.275633,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b1f76524-c029-459b-8d97-9360a022ffc1"}
{"level":"info","ts":1784747552.2756522,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b1f76524-c029-459b-8d97-9360a022ffc1"}
{"level":"info","ts":1784747552.2756715,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b1f76524-c029-459b-8d97-9360a022ffc1","EoS":false}
{"level":"info","ts":1784747552.2756834,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b1f76524-c029-459b-8d97-9360a022ffc1","EoS":true}
{"level":"info","ts":1784747552.2757215,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b1f76524-c029-459b-8d97-9360a022ffc1"}
{"level":"info","ts":1784747577.0823245,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784747577.0824113,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8c0783e7-e015-4783-8799-f450a8bb0365"}
{"level":"info","ts":1784747577.0824444,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8c0783e7-e015-4783-8799-f450a8bb0365"}
{"level":"info","ts":1784747577.0824604,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8c0783e7-e015-4783-8799-f450a8bb0365","EoS":true}
{"level":"info","ts":1784747577.0824883,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8c0783e7-e015-4783-8799-f450a8bb0365","header":"x-maas-username"}
{"level":"info","ts":1784747577.0824988,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8c0783e7-e015-4783-8799-f450a8bb0365","header":"x-maas-subscription"}
{"level":"info","ts":1784747577.0825038,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8c0783e7-e015-4783-8799-f450a8bb0365","header":"x-maas-group"}
{"level":"info","ts":1784747577.0825174,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8c0783e7-e015-4783-8799-f450a8bb0365","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784747577.0825422,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8c0783e7-e015-4783-8799-f450a8bb0365"}
{"level":"info","ts":1784747577.0838482,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8c0783e7-e015-4783-8799-f450a8bb0365"}
{"level":"info","ts":1784747577.083871,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8c0783e7-e015-4783-8799-f450a8bb0365"}
{"level":"info","ts":1784747577.0838866,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8c0783e7-e015-4783-8799-f450a8bb0365","EoS":false}
{"level":"info","ts":1784747577.0838988,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8c0783e7-e015-4783-8799-f450a8bb0365","EoS":true}
{"level":"info","ts":1784747577.0839367,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8c0783e7-e015-4783-8799-f450a8bb0365"}
{"level":"info","ts":1784747599.3295527,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784747599.3296247,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9ba7fc52-8e98-442f-a581-1837e95b720b"}
{"level":"info","ts":1784747599.329637,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9ba7fc52-8e98-442f-a581-1837e95b720b"}
{"level":"info","ts":1784747599.3296487,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9ba7fc52-8e98-442f-a581-1837e95b720b","EoS":true}
{"level":"info","ts":1784747599.3296702,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9ba7fc52-8e98-442f-a581-1837e95b720b","header":"x-maas-username"}
{"level":"info","ts":1784747599.329681,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9ba7fc52-8e98-442f-a581-1837e95b720b","header":"x-maas-subscription"}
{"level":"info","ts":1784747599.3296857,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9ba7fc52-8e98-442f-a581-1837e95b720b","header":"x-maas-group"}
{"level":"info","ts":1784747599.3296971,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9ba7fc52-8e98-442f-a581-1837e95b720b","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784747599.329721,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9ba7fc52-8e98-442f-a581-1837e95b720b"}
{"level":"info","ts":1784747599.330748,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9ba7fc52-8e98-442f-a581-1837e95b720b"}
{"level":"info","ts":1784747599.3307648,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9ba7fc52-8e98-442f-a581-1837e95b720b"}
{"level":"info","ts":1784747599.330778,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9ba7fc52-8e98-442f-a581-1837e95b720b","EoS":false}
{"level":"info","ts":1784747599.3307884,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9ba7fc52-8e98-442f-a581-1837e95b720b","EoS":true}
{"level":"info","ts":1784747599.3308208,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9ba7fc52-8e98-442f-a581-1837e95b720b"}
{"level":"info","ts":1784747625.5349884,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784747625.5350728,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"32e2b11f-5387-4074-a47f-eda994c96862"}
{"level":"info","ts":1784747625.5350833,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"32e2b11f-5387-4074-a47f-eda994c96862"}
{"level":"info","ts":1784747625.5350943,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"32e2b11f-5387-4074-a47f-eda994c96862","EoS":true}
{"level":"info","ts":1784747625.535119,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"32e2b11f-5387-4074-a47f-eda994c96862","header":"x-maas-username"}
{"level":"info","ts":1784747625.5351295,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"32e2b11f-5387-4074-a47f-eda994c96862","header":"x-maas-subscription"}
{"level":"info","ts":1784747625.5351377,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"32e2b11f-5387-4074-a47f-eda994c96862","header":"x-maas-group"}
{"level":"info","ts":1784747625.535153,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"32e2b11f-5387-4074-a47f-eda994c96862","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784747625.535181,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"32e2b11f-5387-4074-a47f-eda994c96862"}
{"level":"info","ts":1784747625.5376832,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"32e2b11f-5387-4074-a47f-eda994c96862"}
{"level":"info","ts":1784747625.5377061,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"32e2b11f-5387-4074-a47f-eda994c96862"}
{"level":"info","ts":1784747625.5377262,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"32e2b11f-5387-4074-a47f-eda994c96862","EoS":false}
{"level":"info","ts":1784747625.537742,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"32e2b11f-5387-4074-a47f-eda994c96862","EoS":true}
{"level":"info","ts":1784747625.5377808,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"32e2b11f-5387-4074-a47f-eda994c96862"}
{"level":"info","ts":1784747634.888841,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784747634.8889189,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d3d3ab89-2638-41a5-ab38-c298fac74c4a"}
{"level":"info","ts":1784747634.8889315,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d3d3ab89-2638-41a5-ab38-c298fac74c4a"}
{"level":"info","ts":1784747634.888943,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d3d3ab89-2638-41a5-ab38-c298fac74c4a","EoS":true}
{"level":"info","ts":1784747634.88897,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d3d3ab89-2638-41a5-ab38-c298fac74c4a","header":"x-maas-username"}
{"level":"info","ts":1784747634.88898,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d3d3ab89-2638-41a5-ab38-c298fac74c4a","header":"x-maas-subscription"}
{"level":"info","ts":1784747634.8889854,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d3d3ab89-2638-41a5-ab38-c298fac74c4a","header":"x-maas-group"}
{"level":"info","ts":1784747634.888999,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d3d3ab89-2638-41a5-ab38-c298fac74c4a","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784747634.8890321,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d3d3ab89-2638-41a5-ab38-c298fac74c4a"}
{"level":"info","ts":1784747634.8901718,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d3d3ab89-2638-41a5-ab38-c298fac74c4a"}
{"level":"info","ts":1784747634.8901947,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d3d3ab89-2638-41a5-ab38-c298fac74c4a"}
{"level":"info","ts":1784747634.890212,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d3d3ab89-2638-41a5-ab38-c298fac74c4a","EoS":false}
{"level":"info","ts":1784747634.8902247,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d3d3ab89-2638-41a5-ab38-c298fac74c4a","EoS":true}
{"level":"info","ts":1784747634.8902633,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d3d3ab89-2638-41a5-ab38-c298fac74c4a"}
{"level":"info","ts":1784747634.9315553,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784747634.9316657,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"22cfcba9-99bc-46a7-9acf-58e8b58624d9"}
{"level":"info","ts":1784747634.9316788,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"22cfcba9-99bc-46a7-9acf-58e8b58624d9"}
{"level":"info","ts":1784747634.9316952,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"22cfcba9-99bc-46a7-9acf-58e8b58624d9","EoS":true}
{"level":"info","ts":1784747634.9317274,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22cfcba9-99bc-46a7-9acf-58e8b58624d9","header":"x-maas-subscription"}
{"level":"info","ts":1784747634.9317384,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22cfcba9-99bc-46a7-9acf-58e8b58624d9","header":"x-maas-group"}
{"level":"info","ts":1784747634.931746,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22cfcba9-99bc-46a7-9acf-58e8b58624d9","header":"x-maas-username"}
{"level":"info","ts":1784747634.9317667,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"22cfcba9-99bc-46a7-9acf-58e8b58624d9","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784747634.9318,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"22cfcba9-99bc-46a7-9acf-58e8b58624d9"}
{"level":"info","ts":1784747634.9331942,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"22cfcba9-99bc-46a7-9acf-58e8b58624d9"}
{"level":"info","ts":1784747634.9332268,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"22cfcba9-99bc-46a7-9acf-58e8b58624d9"}
{"level":"info","ts":1784747634.933253,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"22cfcba9-99bc-46a7-9acf-58e8b58624d9","EoS":false}
{"level":"info","ts":1784747634.9332697,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"22cfcba9-99bc-46a7-9acf-58e8b58624d9","EoS":true}
{"level":"info","ts":1784747634.9333196,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"22cfcba9-99bc-46a7-9acf-58e8b58624d9"}
{"level":"info","ts":1784747653.9780064,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784747653.9781039,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"953914d7-9279-475f-be75-d68795a6886d"}
{"level":"info","ts":1784747653.9781182,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"953914d7-9279-475f-be75-d68795a6886d"}
{"level":"info","ts":1784747653.9781337,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"953914d7-9279-475f-be75-d68795a6886d","EoS":true}
{"level":"info","ts":1784747653.9781678,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"953914d7-9279-475f-be75-d68795a6886d","header":"x-maas-subscription"}
{"level":"info","ts":1784747653.9781811,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"953914d7-9279-475f-be75-d68795a6886d","header":"x-maas-group"}
{"level":"info","ts":1784747653.9781876,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"953914d7-9279-475f-be75-d68795a6886d","header":"x-maas-username"}
{"level":"info","ts":1784747653.9782789,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"953914d7-9279-475f-be75-d68795a6886d","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784747653.978307,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"953914d7-9279-475f-be75-d68795a6886d"}
{"level":"info","ts":1784747653.9794683,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"953914d7-9279-475f-be75-d68795a6886d"}
{"level":"info","ts":1784747653.9794877,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"953914d7-9279-475f-be75-d68795a6886d"}
{"level":"info","ts":1784747653.9795089,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"953914d7-9279-475f-be75-d68795a6886d","EoS":false}
{"level":"info","ts":1784747653.9795203,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"953914d7-9279-475f-be75-d68795a6886d","EoS":true}
{"level":"info","ts":1784747653.9795575,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"953914d7-9279-475f-be75-d68795a6886d"}
{"level":"info","ts":1784747784.156394,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784747784.1564972,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9279592e-9abe-4ac8-b4e0-2e7b3328a248"}
{"level":"info","ts":1784747784.1565108,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9279592e-9abe-4ac8-b4e0-2e7b3328a248"}
{"level":"info","ts":1784747784.1565232,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9279592e-9abe-4ac8-b4e0-2e7b3328a248","EoS":true}
{"level":"info","ts":1784747784.1565468,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9279592e-9abe-4ac8-b4e0-2e7b3328a248","header":"x-maas-group"}
{"level":"info","ts":1784747784.1565566,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9279592e-9abe-4ac8-b4e0-2e7b3328a248","header":"x-maas-username"}
{"level":"info","ts":1784747784.1565614,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9279592e-9abe-4ac8-b4e0-2e7b3328a248","header":"x-maas-subscription"}
{"level":"info","ts":1784747784.1565733,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9279592e-9abe-4ac8-b4e0-2e7b3328a248","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1784747784.1565964,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9279592e-9abe-4ac8-b4e0-2e7b3328a248"}
{"level":"info","ts":1784747784.1589696,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9279592e-9abe-4ac8-b4e0-2e7b3328a248"}
{"level":"info","ts":1784747784.1589925,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9279592e-9abe-4ac8-b4e0-2e7b3328a248"}
{"level":"info","ts":1784747784.159014,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9279592e-9abe-4ac8-b4e0-2e7b3328a248","EoS":false}
{"level":"info","ts":1784747784.1590328,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9279592e-9abe-4ac8-b4e0-2e7b3328a248","EoS":true}
{"level":"info","ts":1784747784.1590762,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9279592e-9abe-4ac8-b4e0-2e7b3328a248"}
{"level":"info","ts":1784747821.5385966,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784747821.5386844,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"22998b57-909d-4afb-b96b-26e52e1ba8d2"}
{"level":"info","ts":1784747821.538698,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"22998b57-909d-4afb-b96b-26e52e1ba8d2"}
{"level":"info","ts":1784747821.5387142,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"22998b57-909d-4afb-b96b-26e52e1ba8d2","EoS":true}
{"level":"info","ts":1784747821.5387428,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22998b57-909d-4afb-b96b-26e52e1ba8d2","header":"x-maas-group"}
{"level":"info","ts":1784747821.5387537,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22998b57-909d-4afb-b96b-26e52e1ba8d2","header":"x-maas-username"}
{"level":"info","ts":1784747821.5387585,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22998b57-909d-4afb-b96b-26e52e1ba8d2","header":"x-maas-subscription"}
{"level":"info","ts":1784747821.538773,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"22998b57-909d-4afb-b96b-26e52e1ba8d2","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784747821.5388057,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"22998b57-909d-4afb-b96b-26e52e1ba8d2"}
{"level":"info","ts":1784747821.541889,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"22998b57-909d-4afb-b96b-26e52e1ba8d2"}
{"level":"info","ts":1784747821.5419114,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"22998b57-909d-4afb-b96b-26e52e1ba8d2"}
{"level":"info","ts":1784747821.5419316,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"22998b57-909d-4afb-b96b-26e52e1ba8d2","EoS":false}
{"level":"info","ts":1784747821.5419478,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"22998b57-909d-4afb-b96b-26e52e1ba8d2","EoS":true}
{"level":"info","ts":1784747821.541999,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"22998b57-909d-4afb-b96b-26e52e1ba8d2"}
{"level":"info","ts":1784747836.7492976,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784747836.7493706,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"80a5d156-bb81-4bbc-948a-837f73654278"}
{"level":"info","ts":1784747836.7493823,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"80a5d156-bb81-4bbc-948a-837f73654278"}
{"level":"info","ts":1784747836.7493935,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"80a5d156-bb81-4bbc-948a-837f73654278","EoS":true}
{"level":"info","ts":1784747836.7494242,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"80a5d156-bb81-4bbc-948a-837f73654278","header":"x-maas-group"}
{"level":"info","ts":1784747836.7494593,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"80a5d156-bb81-4bbc-948a-837f73654278","header":"x-maas-subscription"}
{"level":"info","ts":1784747836.7494648,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"80a5d156-bb81-4bbc-948a-837f73654278","header":"x-maas-username"}
{"level":"info","ts":1784747836.7494776,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"80a5d156-bb81-4bbc-948a-837f73654278","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784747836.7495015,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"80a5d156-bb81-4bbc-948a-837f73654278"}
{"level":"info","ts":1784747836.7505608,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"80a5d156-bb81-4bbc-948a-837f73654278"}
{"level":"info","ts":1784747836.7505915,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"80a5d156-bb81-4bbc-948a-837f73654278"}
{"level":"info","ts":1784747836.7506092,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"80a5d156-bb81-4bbc-948a-837f73654278","EoS":false}
{"level":"info","ts":1784747836.7506242,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"80a5d156-bb81-4bbc-948a-837f73654278","EoS":true}
{"level":"info","ts":1784747836.7506642,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"80a5d156-bb81-4bbc-948a-837f73654278"}
{"level":"info","ts":1784748138.8235228,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784748138.823622,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"037cd40e-9531-4712-8199-4ccbc87a84cb"}
{"level":"info","ts":1784748138.8236368,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"037cd40e-9531-4712-8199-4ccbc87a84cb"}
{"level":"info","ts":1784748138.8236568,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"037cd40e-9531-4712-8199-4ccbc87a84cb","EoS":true}
{"level":"info","ts":1784748138.8236954,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"037cd40e-9531-4712-8199-4ccbc87a84cb","header":"x-maas-username"}
{"level":"info","ts":1784748138.823707,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"037cd40e-9531-4712-8199-4ccbc87a84cb","header":"x-maas-subscription"}
{"level":"info","ts":1784748138.8237162,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"037cd40e-9531-4712-8199-4ccbc87a84cb","header":"x-maas-group"}
{"level":"info","ts":1784748138.8237355,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"037cd40e-9531-4712-8199-4ccbc87a84cb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784748138.8237615,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"037cd40e-9531-4712-8199-4ccbc87a84cb"}
{"level":"info","ts":1784748138.824916,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"037cd40e-9531-4712-8199-4ccbc87a84cb"}
{"level":"info","ts":1784748138.8249385,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"037cd40e-9531-4712-8199-4ccbc87a84cb"}
{"level":"info","ts":1784748138.8249536,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"037cd40e-9531-4712-8199-4ccbc87a84cb","EoS":false}
{"level":"info","ts":1784748138.8249648,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"037cd40e-9531-4712-8199-4ccbc87a84cb","EoS":true}
{"level":"info","ts":1784748138.8249977,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"037cd40e-9531-4712-8199-4ccbc87a84cb"}
{"level":"info","ts":1784748143.6231267,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"1eac9988-43fb-4aac-8500-b83a65870173","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784748143.6233945,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35410.613165966,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784748143.6234133,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784748143.6832068,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784748143.7239254,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"1eac9988-43fb-4aac-8500-b83a65870173","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784748143.734073,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"48deafcc-0000-40de-bdee-072576155b49"}
{"level":"info","ts":1784748143.73417,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"efb40633-67c0-4e8d-84ec-844d9c06f0d3","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784748143.7341952,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"efb40633-67c0-4e8d-84ec-844d9c06f0d3","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784748143.7401264,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"980df478-a90c-4d50-b91b-95234186336e","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784748143.7401564,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"980df478-a90c-4d50-b91b-95234186336e","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784748143.7404826,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":33124.24619883,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784748143.7405007,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784748143.7487257,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784748143.8404858,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"48deafcc-0000-40de-bdee-072576155b49","name":"e2e-external-provider"}
{"level":"info","ts":1784748143.8405554,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"21aca3dd-edf6-4ed4-9f0f-55af5c3da149"}
{"level":"info","ts":1784748143.8408432,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7658a294-95db-448d-a81d-66bb1f94e01b","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784748143.84088,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7658a294-95db-448d-a81d-66bb1f94e01b","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784748143.8458538,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aadad443-21a4-426d-83dc-4e1d2576a717","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784748143.8458798,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aadad443-21a4-426d-83dc-4e1d2576a717","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784748143.8459198,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"21aca3dd-edf6-4ed4-9f0f-55af5c3da149","provider":"e2e-external-provider","phase":"Pending"}
{"level":"error","ts":1784748143.8527057,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"21aca3dd-edf6-4ed4-9f0f-55af5c3da149","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784748143.8527715,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d1e6d7ba-9f63-4640-b3e2-838b29ff7d10","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784748143.8527849,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bba98bbb-9e53-43e6-887a-56512bdc3d40"}
{"level":"info","ts":1784748143.8527942,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d1e6d7ba-9f63-4640-b3e2-838b29ff7d10","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784748143.8528056,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bba98bbb-9e53-43e6-887a-56512bdc3d40","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784748143.858061,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"48deafcc-0000-40de-bdee-072576155b49","kind":"ServiceEntry","name":"e2e-external-provider"}
{"level":"error","ts":1784748143.8583868,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bba98bbb-9e53-43e6-887a-56512bdc3d40","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784748143.8585405,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8fcd5368-de73-4f08-961d-7d5dca523c1f"}
{"level":"info","ts":1784748143.8586054,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8fcd5368-de73-4f08-961d-7d5dca523c1f","provider":"e2e-external-provider","phase":"Pending"}
{"level":"error","ts":1784748143.8636568,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8fcd5368-de73-4f08-961d-7d5dca523c1f","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784748143.8661602,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"48deafcc-0000-40de-bdee-072576155b49","kind":"DestinationRule","name":"e2e-external-provider"}
{"level":"info","ts":1784748143.8735154,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"48deafcc-0000-40de-bdee-072576155b49","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784748143.8805804,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"64177f8c-42f2-4d8b-b269-83f156534caa"}
{"level":"info","ts":1784748143.880647,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"64177f8c-42f2-4d8b-b269-83f156534caa","name":"e2e-external-provider"}
{"level":"info","ts":1784748143.8806684,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a2716359-ad1e-4be7-8d7b-3abe5a18420e","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784748143.8806958,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a2716359-ad1e-4be7-8d7b-3abe5a18420e","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784748143.880772,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bd76120b-e903-4f1d-a2a3-b5a760277c2d"}
{"level":"info","ts":1784748143.8808482,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"03ad21c8-1130-4dd3-8c74-f7c5f4552def","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784748143.8809412,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"03ad21c8-1130-4dd3-8c74-f7c5f4552def","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784748143.880982,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":33611.049619354,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784748143.8810024,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784748143.8886645,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784748143.8903458,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"64177f8c-42f2-4d8b-b269-83f156534caa","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784748143.8942196,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"62895e7e-06a9-4fde-b5b5-829e4769c121"}
{"level":"info","ts":1784748143.8942635,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"62895e7e-06a9-4fde-b5b5-829e4769c121","name":"e2e-external-provider"}
{"level":"info","ts":1784748143.902989,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"62895e7e-06a9-4fde-b5b5-829e4769c121","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784748143.9820235,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bd76120b-e903-4f1d-a2a3-b5a760277c2d","name":"e2e-external-model"}
{"level":"info","ts":1784748143.9927995,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bd76120b-e903-4f1d-a2a3-b5a760277c2d","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784748143.9981933,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1282a2a4-e1b0-4363-96dc-9cad0627cd13"}
{"level":"info","ts":1784748143.9982576,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1282a2a4-e1b0-4363-96dc-9cad0627cd13","name":"e2e-external-model"}
{"level":"info","ts":1784748143.9981933,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7c917e57-f3dd-4ef0-bb20-d55726da4257","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784748143.9983084,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7c917e57-f3dd-4ef0-bb20-d55726da4257","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784748144.0129106,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1282a2a4-e1b0-4363-96dc-9cad0627cd13","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784748144.013161,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"91b47693-9446-43a1-8274-4b7d27c4c8cb","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784748144.0131853,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"91b47693-9446-43a1-8274-4b7d27c4c8cb","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784748144.013199,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cec4d0b0-7c13-459a-a897-8e13f6d8baf1"}
{"level":"info","ts":1784748144.0132654,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cec4d0b0-7c13-459a-a897-8e13f6d8baf1","name":"e2e-external-model"}
{"level":"info","ts":1784748144.0209138,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cec4d0b0-7c13-459a-a897-8e13f6d8baf1","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784748144.0277765,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6b69d52f-2393-41a5-8f9f-382ead3a0d34","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784748144.0278132,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6b69d52f-2393-41a5-8f9f-382ead3a0d34","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784748144.0278494,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"310b3cce-98e4-4c8b-8fb2-bfd105b4046a"}
{"level":"info","ts":1784748144.027904,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"310b3cce-98e4-4c8b-8fb2-bfd105b4046a","name":"e2e-external-model"}
{"level":"info","ts":1784748144.0346198,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"310b3cce-98e4-4c8b-8fb2-bfd105b4046a","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784748151.2447357,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784748151.2448163,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"945a6ea1-97d1-461f-967d-a4bc5634a281"}
{"level":"info","ts":1784748151.2448347,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"945a6ea1-97d1-461f-967d-a4bc5634a281"}
{"level":"info","ts":1784748151.2448535,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"945a6ea1-97d1-461f-967d-a4bc5634a281","EoS":true}
{"level":"info","ts":1784748151.2448938,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"945a6ea1-97d1-461f-967d-a4bc5634a281","header":"x-maas-group"}
{"level":"info","ts":1784748151.2449064,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"945a6ea1-97d1-461f-967d-a4bc5634a281","header":"x-maas-username"}
{"level":"info","ts":1784748151.2449145,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"945a6ea1-97d1-461f-967d-a4bc5634a281","header":"x-maas-subscription"}
{"level":"info","ts":1784748151.2449338,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"945a6ea1-97d1-461f-967d-a4bc5634a281","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784748151.2449727,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"945a6ea1-97d1-461f-967d-a4bc5634a281","modelName":"e2e-external-model"}
{"level":"info","ts":1784748151.2449925,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"945a6ea1-97d1-461f-967d-a4bc5634a281","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784748151.2450283,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"945a6ea1-97d1-461f-967d-a4bc5634a281","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784748151.2450557,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"945a6ea1-97d1-461f-967d-a4bc5634a281","authType":"apikey"}
{"level":"info","ts":1784748151.2450938,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"945a6ea1-97d1-461f-967d-a4bc5634a281"}
{"level":"info","ts":1784748151.364474,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1fe6deec-4f14-455f-b956-09320904e908","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784748151.3645031,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d762cb66-2ebf-450b-af6c-046ec87cad1f"}
{"level":"info","ts":1784748151.3645191,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1fe6deec-4f14-455f-b956-09320904e908","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784748151.3718953,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"04e57a5b-f73a-470c-828b-146744abdeea","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784748151.3719265,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"04e57a5b-f73a-470c-828b-146744abdeea","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784748151.3727827,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d762cb66-2ebf-450b-af6c-046ec87cad1f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784748151.3728595,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d762cb66-2ebf-450b-af6c-046ec87cad1f","name":"e2e-cleanup-test"}
{"level":"info","ts":1784748151.3877084,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d5485a15-85ff-4549-b739-2a3515d77b29","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784748151.3877382,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d5485a15-85ff-4549-b739-2a3515d77b29","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784748151.3884628,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d762cb66-2ebf-450b-af6c-046ec87cad1f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1784748151.3885016,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d762cb66-2ebf-450b-af6c-046ec87cad1f","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784748151.3885522,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"532f4948-9932-4967-bf88-7d26099e75fe"}
{"level":"info","ts":1784748151.3886063,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"532f4948-9932-4967-bf88-7d26099e75fe","name":"e2e-cleanup-test"}
{"level":"info","ts":1784748151.4013343,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a9ad8730-93a6-4e67-98fe-c335c8f2e07d","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784748151.4013681,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a9ad8730-93a6-4e67-98fe-c335c8f2e07d","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784748151.404248,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"532f4948-9932-4967-bf88-7d26099e75fe","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1784748151.4042842,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"532f4948-9932-4967-bf88-7d26099e75fe","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784748151.404334,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2c475cc3-a6ad-43f2-928c-eba8ed864162"}
{"level":"info","ts":1784748151.404377,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2c475cc3-a6ad-43f2-928c-eba8ed864162","name":"e2e-cleanup-test"}
{"level":"info","ts":1784748151.4113176,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2c475cc3-a6ad-43f2-928c-eba8ed864162","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784748151.4142125,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"61787a66-0a59-455c-86a4-88688fef1d42","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784748151.414237,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"61787a66-0a59-455c-86a4-88688fef1d42","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784748151.4183958,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2c475cc3-a6ad-43f2-928c-eba8ed864162","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784748151.4184806,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"14bada37-25bd-4809-8dbc-2ce4fcbbbdd8"}
{"level":"info","ts":1784748151.4185247,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"14bada37-25bd-4809-8dbc-2ce4fcbbbdd8","name":"e2e-cleanup-test"}
{"level":"info","ts":1784748151.4262042,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"14bada37-25bd-4809-8dbc-2ce4fcbbbdd8","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784748159.6055086,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"97891792-013a-403f-8bec-c67046733db3","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784748159.6055627,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"97891792-013a-403f-8bec-c67046733db3","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784748159.6055162,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"261b89f6-6987-4ee4-a5bc-7112a3def586"}
{"level":"info","ts":1784748163.9092822,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784748163.9093466,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e6c5528d-271c-4d96-9c16-7e898ca4af3e"}
{"level":"info","ts":1784748163.9093547,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e6c5528d-271c-4d96-9c16-7e898ca4af3e"}
{"level":"info","ts":1784748163.9093664,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e6c5528d-271c-4d96-9c16-7e898ca4af3e","EoS":true}
{"level":"info","ts":1784748163.909396,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e6c5528d-271c-4d96-9c16-7e898ca4af3e","path":"/llm/nonexistent-model-xyz/v1/chat/completions"}
{"level":"info","ts":1784748163.909421,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e6c5528d-271c-4d96-9c16-7e898ca4af3e"}
{"level":"info","ts":1784748163.9504874,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784748163.9505594,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"afccbcdb-ff79-49f1-85f5-5f3f2fe46c90"}
{"level":"info","ts":1784748163.9505723,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"afccbcdb-ff79-49f1-85f5-5f3f2fe46c90"}
{"level":"info","ts":1784748163.9505904,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"afccbcdb-ff79-49f1-85f5-5f3f2fe46c90","EoS":true}
{"level":"info","ts":1784748163.950613,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"afccbcdb-ff79-49f1-85f5-5f3f2fe46c90","header":"x-maas-subscription"}
{"level":"info","ts":1784748163.9506283,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"afccbcdb-ff79-49f1-85f5-5f3f2fe46c90","header":"x-maas-group"}
{"level":"info","ts":1784748163.950634,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"afccbcdb-ff79-49f1-85f5-5f3f2fe46c90","header":"x-maas-username"}
{"level":"info","ts":1784748163.9506476,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"afccbcdb-ff79-49f1-85f5-5f3f2fe46c90","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784748163.950656,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"afccbcdb-ff79-49f1-85f5-5f3f2fe46c90","modelName":"e2e-external-model"}
{"level":"info","ts":1784748163.9506693,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"afccbcdb-ff79-49f1-85f5-5f3f2fe46c90","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784748163.950693,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"afccbcdb-ff79-49f1-85f5-5f3f2fe46c90","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784748163.9507174,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"afccbcdb-ff79-49f1-85f5-5f3f2fe46c90","authType":"apikey"}
{"level":"info","ts":1784748163.950742,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"afccbcdb-ff79-49f1-85f5-5f3f2fe46c90"}
{"level":"info","ts":1784748163.9839807,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784748163.9840462,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"52fea742-d4ae-4db3-8a5b-c9a73b00130c"}
{"level":"info","ts":1784748163.984055,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"52fea742-d4ae-4db3-8a5b-c9a73b00130c"}
{"level":"info","ts":1784748163.9840662,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"52fea742-d4ae-4db3-8a5b-c9a73b00130c","EoS":true}
{"level":"info","ts":1784748163.984087,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"52fea742-d4ae-4db3-8a5b-c9a73b00130c","header":"x-maas-subscription"}
{"level":"info","ts":1784748163.9840982,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"52fea742-d4ae-4db3-8a5b-c9a73b00130c","header":"x-maas-username"}
{"level":"info","ts":1784748163.984104,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"52fea742-d4ae-4db3-8a5b-c9a73b00130c","header":"x-maas-group"}
{"level":"info","ts":1784748163.9841177,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"52fea742-d4ae-4db3-8a5b-c9a73b00130c","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784748163.984139,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"52fea742-d4ae-4db3-8a5b-c9a73b00130c"}
{"level":"info","ts":1784748164.1121118,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"52fea742-d4ae-4db3-8a5b-c9a73b00130c"}
{"level":"info","ts":1784748164.1121457,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"52fea742-d4ae-4db3-8a5b-c9a73b00130c"}
{"level":"info","ts":1784748164.1121624,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"52fea742-d4ae-4db3-8a5b-c9a73b00130c","EoS":false}
{"level":"info","ts":1784748164.1121757,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"52fea742-d4ae-4db3-8a5b-c9a73b00130c","EoS":true}
{"level":"error","ts":1784748164.1121929,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"52fea742-d4ae-4db3-8a5b-c9a73b00130c","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784748164.112245,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"52fea742-d4ae-4db3-8a5b-c9a73b00130c"}
{"level":"info","ts":1784748164.1462066,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784748164.1462643,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9239c2d6-d98e-4db6-869b-a4e7b0cca171"}
{"level":"info","ts":1784748164.1462727,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9239c2d6-d98e-4db6-869b-a4e7b0cca171"}
{"level":"info","ts":1784748164.1462831,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9239c2d6-d98e-4db6-869b-a4e7b0cca171","EoS":true}
{"level":"info","ts":1784748164.146305,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9239c2d6-d98e-4db6-869b-a4e7b0cca171","header":"x-maas-username"}
{"level":"info","ts":1784748164.1463158,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9239c2d6-d98e-4db6-869b-a4e7b0cca171","header":"x-maas-group"}
{"level":"info","ts":1784748164.1463227,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9239c2d6-d98e-4db6-869b-a4e7b0cca171","header":"x-maas-subscription"}
{"level":"info","ts":1784748164.1463501,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9239c2d6-d98e-4db6-869b-a4e7b0cca171"}
{"level":"info","ts":1784748164.195614,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9239c2d6-d98e-4db6-869b-a4e7b0cca171"}
{"level":"info","ts":1784748164.195639,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9239c2d6-d98e-4db6-869b-a4e7b0cca171"}
{"level":"info","ts":1784748164.1956542,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9239c2d6-d98e-4db6-869b-a4e7b0cca171","EoS":false}
{"level":"info","ts":1784748164.1956983,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9239c2d6-d98e-4db6-869b-a4e7b0cca171","EoS":true}
{"level":"error","ts":1784748164.1957457,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"9239c2d6-d98e-4db6-869b-a4e7b0cca171","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784748164.1958048,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9239c2d6-d98e-4db6-869b-a4e7b0cca171"}
{"level":"info","ts":1784748164.983591,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f1530c94-14cd-45de-a4b7-e754efae2bd2"}
{"level":"info","ts":1784748164.9835956,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fe4410e1-5342-4ad0-a782-2376e32b278a","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784748164.983665,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fe4410e1-5342-4ad0-a782-2376e32b278a","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784748165.113273,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ba24bc17-0a3e-40c7-97b9-98600a08f191"}
{"level":"info","ts":1784748165.1132839,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"66601e65-78d6-4d83-804f-9479f7a30056","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784748165.1133206,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"66601e65-78d6-4d83-804f-9479f7a30056","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784748165.2289126,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"3201751d-9445-477e-bf28-1c7672f1e23b","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784748165.2289653,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"3201751d-9445-477e-bf28-1c7672f1e23b","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784748766.1432722,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784748766.14336,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2d153e9c-ca05-4993-ad49-e01b961d9cdb"}
{"level":"info","ts":1784748766.1433735,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2d153e9c-ca05-4993-ad49-e01b961d9cdb"}
{"level":"info","ts":1784748766.1433854,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2d153e9c-ca05-4993-ad49-e01b961d9cdb","EoS":true}
{"level":"info","ts":1784748766.1434073,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2d153e9c-ca05-4993-ad49-e01b961d9cdb","header":"x-maas-subscription"}
{"level":"info","ts":1784748766.1434176,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2d153e9c-ca05-4993-ad49-e01b961d9cdb","header":"x-maas-username"}
{"level":"info","ts":1784748766.1434226,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2d153e9c-ca05-4993-ad49-e01b961d9cdb","header":"x-maas-group"}
{"level":"info","ts":1784748766.1434524,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2d153e9c-ca05-4993-ad49-e01b961d9cdb","path":"/ai-tenant-e2e-inf-b-85c487/test-model-85c487/v1/chat/completions"}
{"level":"info","ts":1784748766.1434777,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2d153e9c-ca05-4993-ad49-e01b961d9cdb"}
{"level":"info","ts":1784748766.1575544,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2d153e9c-ca05-4993-ad49-e01b961d9cdb"}
{"level":"info","ts":1784748766.1575797,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2d153e9c-ca05-4993-ad49-e01b961d9cdb"}
{"level":"info","ts":1784748766.157596,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2d153e9c-ca05-4993-ad49-e01b961d9cdb","EoS":false}
{"level":"info","ts":1784748766.1576095,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2d153e9c-ca05-4993-ad49-e01b961d9cdb","EoS":true}
{"level":"info","ts":1784748766.1576633,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2d153e9c-ca05-4993-ad49-e01b961d9cdb"}
{"level":"info","ts":1784749308.0850985,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784749308.0851712,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6768a8cf-01d2-4364-8150-38964e1cb6e9"}