{"level":"info","ts":1784919340.6038911,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1ada8030-32b0-4bf1-b3bd-f53095c1f406"}
{"level":"info","ts":1784919340.6039033,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1ada8030-32b0-4bf1-b3bd-f53095c1f406","EoS":true}
{"level":"info","ts":1784919340.603924,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1ada8030-32b0-4bf1-b3bd-f53095c1f406","header":"x-maas-subscription"}
{"level":"info","ts":1784919340.6039343,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1ada8030-32b0-4bf1-b3bd-f53095c1f406","header":"x-maas-username"}
{"level":"info","ts":1784919340.6039417,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1ada8030-32b0-4bf1-b3bd-f53095c1f406","header":"x-maas-group"}
{"level":"info","ts":1784919340.6039577,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1ada8030-32b0-4bf1-b3bd-f53095c1f406","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784919340.6039817,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1ada8030-32b0-4bf1-b3bd-f53095c1f406"}
{"level":"info","ts":1784919340.605325,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1ada8030-32b0-4bf1-b3bd-f53095c1f406"}
{"level":"info","ts":1784919340.6053448,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1ada8030-32b0-4bf1-b3bd-f53095c1f406"}
{"level":"info","ts":1784919340.6053603,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1ada8030-32b0-4bf1-b3bd-f53095c1f406","EoS":false}
{"level":"info","ts":1784919340.605372,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1ada8030-32b0-4bf1-b3bd-f53095c1f406","EoS":true}
{"level":"info","ts":1784919340.6054206,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1ada8030-32b0-4bf1-b3bd-f53095c1f406"}
{"level":"info","ts":1784919341.364469,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784919341.3645394,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dc926259-f479-4577-ae08-5674c6fdde4d"}
{"level":"info","ts":1784919341.3645482,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dc926259-f479-4577-ae08-5674c6fdde4d"}
{"level":"info","ts":1784919341.3645597,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dc926259-f479-4577-ae08-5674c6fdde4d","EoS":true}
{"level":"info","ts":1784919341.364583,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dc926259-f479-4577-ae08-5674c6fdde4d","header":"x-maas-group"}
{"level":"info","ts":1784919341.3645933,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dc926259-f479-4577-ae08-5674c6fdde4d","header":"x-maas-subscription"}
{"level":"info","ts":1784919341.3645988,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dc926259-f479-4577-ae08-5674c6fdde4d","header":"x-maas-username"}
{"level":"info","ts":1784919341.3646111,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dc926259-f479-4577-ae08-5674c6fdde4d","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784919341.3646338,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dc926259-f479-4577-ae08-5674c6fdde4d"}
{"level":"info","ts":1784919341.3654857,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dc926259-f479-4577-ae08-5674c6fdde4d"}
{"level":"info","ts":1784919341.365503,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"dc926259-f479-4577-ae08-5674c6fdde4d"}
{"level":"info","ts":1784919341.3655174,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dc926259-f479-4577-ae08-5674c6fdde4d","EoS":false}
{"level":"info","ts":1784919341.3655298,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dc926259-f479-4577-ae08-5674c6fdde4d","EoS":true}
{"level":"info","ts":1784919341.3655653,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"dc926259-f479-4577-ae08-5674c6fdde4d"}
{"level":"info","ts":1784919361.3205094,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784919361.3205802,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6f1368ff-19d9-4973-88a2-9517f03dc09b"}
{"level":"info","ts":1784919361.3205905,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6f1368ff-19d9-4973-88a2-9517f03dc09b"}
{"level":"info","ts":1784919361.3206031,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6f1368ff-19d9-4973-88a2-9517f03dc09b","EoS":true}
{"level":"info","ts":1784919361.3206751,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6f1368ff-19d9-4973-88a2-9517f03dc09b","header":"x-maas-subscription"}
{"level":"info","ts":1784919361.3206868,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6f1368ff-19d9-4973-88a2-9517f03dc09b","header":"x-maas-username"}
{"level":"info","ts":1784919361.320692,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6f1368ff-19d9-4973-88a2-9517f03dc09b","header":"x-maas-group"}
{"level":"info","ts":1784919361.320704,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6f1368ff-19d9-4973-88a2-9517f03dc09b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784919361.3207273,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6f1368ff-19d9-4973-88a2-9517f03dc09b"}
{"level":"info","ts":1784919361.3218257,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6f1368ff-19d9-4973-88a2-9517f03dc09b"}
{"level":"info","ts":1784919361.3218446,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6f1368ff-19d9-4973-88a2-9517f03dc09b"}
{"level":"info","ts":1784919361.321861,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6f1368ff-19d9-4973-88a2-9517f03dc09b","EoS":false}
{"level":"info","ts":1784919361.32188,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6f1368ff-19d9-4973-88a2-9517f03dc09b","EoS":true}
{"level":"info","ts":1784919361.3219151,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6f1368ff-19d9-4973-88a2-9517f03dc09b"}
{"level":"info","ts":1784919361.4580739,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784919361.4581401,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1fc13538-2a59-4a6f-bd98-a72d8cbd55e6"}
{"level":"info","ts":1784919361.4581482,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1fc13538-2a59-4a6f-bd98-a72d8cbd55e6"}
{"level":"info","ts":1784919361.4581597,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1fc13538-2a59-4a6f-bd98-a72d8cbd55e6","EoS":true}
{"level":"info","ts":1784919361.4581802,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1fc13538-2a59-4a6f-bd98-a72d8cbd55e6","header":"x-maas-username"}
{"level":"info","ts":1784919361.4582293,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1fc13538-2a59-4a6f-bd98-a72d8cbd55e6","header":"x-maas-group"}
{"level":"info","ts":1784919361.4582334,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1fc13538-2a59-4a6f-bd98-a72d8cbd55e6","header":"x-maas-subscription"}
{"level":"info","ts":1784919361.458246,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1fc13538-2a59-4a6f-bd98-a72d8cbd55e6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784919361.458268,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1fc13538-2a59-4a6f-bd98-a72d8cbd55e6"}
{"level":"info","ts":1784919361.4592624,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1fc13538-2a59-4a6f-bd98-a72d8cbd55e6"}
{"level":"info","ts":1784919361.4592783,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1fc13538-2a59-4a6f-bd98-a72d8cbd55e6"}
{"level":"info","ts":1784919361.4592924,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1fc13538-2a59-4a6f-bd98-a72d8cbd55e6","EoS":false}
{"level":"info","ts":1784919361.4593103,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1fc13538-2a59-4a6f-bd98-a72d8cbd55e6","EoS":true}
{"level":"info","ts":1784919361.459344,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1fc13538-2a59-4a6f-bd98-a72d8cbd55e6"}
{"level":"info","ts":1784919361.6117396,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784919361.611801,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"846dbc42-0caf-4545-a60e-58681c9ab3a5"}
{"level":"info","ts":1784919361.6118097,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"846dbc42-0caf-4545-a60e-58681c9ab3a5"}
{"level":"info","ts":1784919361.6118202,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"846dbc42-0caf-4545-a60e-58681c9ab3a5","EoS":true}
{"level":"info","ts":1784919361.61184,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"846dbc42-0caf-4545-a60e-58681c9ab3a5","header":"x-maas-group"}
{"level":"info","ts":1784919361.611849,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"846dbc42-0caf-4545-a60e-58681c9ab3a5","header":"x-maas-username"}
{"level":"info","ts":1784919361.6118546,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"846dbc42-0caf-4545-a60e-58681c9ab3a5","header":"x-maas-subscription"}
{"level":"info","ts":1784919361.6118658,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"846dbc42-0caf-4545-a60e-58681c9ab3a5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784919361.6118896,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"846dbc42-0caf-4545-a60e-58681c9ab3a5"}
{"level":"info","ts":1784919361.614559,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"846dbc42-0caf-4545-a60e-58681c9ab3a5"}
{"level":"info","ts":1784919361.6145759,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"846dbc42-0caf-4545-a60e-58681c9ab3a5"}
{"level":"info","ts":1784919361.614591,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"846dbc42-0caf-4545-a60e-58681c9ab3a5","EoS":false}
{"level":"info","ts":1784919361.6146023,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"846dbc42-0caf-4545-a60e-58681c9ab3a5","EoS":true}
{"level":"info","ts":1784919361.614639,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"846dbc42-0caf-4545-a60e-58681c9ab3a5"}
{"level":"info","ts":1784919361.7568133,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784919361.756877,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"492383b7-dcc9-4703-9ab4-c8e05b1cd6f7"}
{"level":"info","ts":1784919361.7568855,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"492383b7-dcc9-4703-9ab4-c8e05b1cd6f7"}
{"level":"info","ts":1784919361.756897,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"492383b7-dcc9-4703-9ab4-c8e05b1cd6f7","EoS":true}
{"level":"info","ts":1784919361.7569199,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"492383b7-dcc9-4703-9ab4-c8e05b1cd6f7","header":"x-maas-group"}
{"level":"info","ts":1784919361.7569294,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"492383b7-dcc9-4703-9ab4-c8e05b1cd6f7","header":"x-maas-subscription"}
{"level":"info","ts":1784919361.7569354,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"492383b7-dcc9-4703-9ab4-c8e05b1cd6f7","header":"x-maas-username"}
{"level":"info","ts":1784919361.756948,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"492383b7-dcc9-4703-9ab4-c8e05b1cd6f7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784919361.7569718,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"492383b7-dcc9-4703-9ab4-c8e05b1cd6f7"}
{"level":"info","ts":1784919361.7579806,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"492383b7-dcc9-4703-9ab4-c8e05b1cd6f7"}
{"level":"info","ts":1784919361.7579978,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"492383b7-dcc9-4703-9ab4-c8e05b1cd6f7"}
{"level":"info","ts":1784919361.7580128,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"492383b7-dcc9-4703-9ab4-c8e05b1cd6f7","EoS":false}
{"level":"info","ts":1784919361.7580311,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"492383b7-dcc9-4703-9ab4-c8e05b1cd6f7","EoS":true}
{"level":"info","ts":1784919361.7580655,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"492383b7-dcc9-4703-9ab4-c8e05b1cd6f7"}
{"level":"info","ts":1784919361.9102705,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784919361.9103231,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e9aa2f50-407e-40dd-ab09-3c817a185f63"}
{"level":"info","ts":1784919361.9103312,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e9aa2f50-407e-40dd-ab09-3c817a185f63"}
{"level":"info","ts":1784919361.9103422,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e9aa2f50-407e-40dd-ab09-3c817a185f63","EoS":true}
{"level":"info","ts":1784919361.9103637,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e9aa2f50-407e-40dd-ab09-3c817a185f63","header":"x-maas-subscription"}
{"level":"info","ts":1784919361.9103742,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e9aa2f50-407e-40dd-ab09-3c817a185f63","header":"x-maas-username"}
{"level":"info","ts":1784919361.9103966,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e9aa2f50-407e-40dd-ab09-3c817a185f63","header":"x-maas-group"}
{"level":"info","ts":1784919361.9104095,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e9aa2f50-407e-40dd-ab09-3c817a185f63","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784919361.9104323,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e9aa2f50-407e-40dd-ab09-3c817a185f63"}
{"level":"info","ts":1784919361.9113493,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e9aa2f50-407e-40dd-ab09-3c817a185f63"}
{"level":"info","ts":1784919361.911371,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e9aa2f50-407e-40dd-ab09-3c817a185f63"}
{"level":"info","ts":1784919361.9114025,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e9aa2f50-407e-40dd-ab09-3c817a185f63","EoS":false}
{"level":"info","ts":1784919361.9114192,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e9aa2f50-407e-40dd-ab09-3c817a185f63","EoS":true}
{"level":"info","ts":1784919361.9114497,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e9aa2f50-407e-40dd-ab09-3c817a185f63"}
{"level":"info","ts":1784919377.6577063,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784919377.6577656,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0adf8106-44e6-48aa-a13e-d257687666f5"}
{"level":"info","ts":1784919377.6577747,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0adf8106-44e6-48aa-a13e-d257687666f5"}
{"level":"info","ts":1784919377.657786,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0adf8106-44e6-48aa-a13e-d257687666f5","EoS":true}
{"level":"info","ts":1784919377.6578066,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0adf8106-44e6-48aa-a13e-d257687666f5","header":"x-maas-username"}
{"level":"info","ts":1784919377.6578171,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0adf8106-44e6-48aa-a13e-d257687666f5","header":"x-maas-group"}
{"level":"info","ts":1784919377.657822,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0adf8106-44e6-48aa-a13e-d257687666f5","header":"x-maas-subscription"}
{"level":"info","ts":1784919377.6578343,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0adf8106-44e6-48aa-a13e-d257687666f5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784919377.6578503,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0adf8106-44e6-48aa-a13e-d257687666f5"}
{"level":"info","ts":1784919377.6587975,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0adf8106-44e6-48aa-a13e-d257687666f5"}
{"level":"info","ts":1784919377.658819,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0adf8106-44e6-48aa-a13e-d257687666f5"}
{"level":"info","ts":1784919377.658834,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0adf8106-44e6-48aa-a13e-d257687666f5","EoS":false}
{"level":"info","ts":1784919377.6588476,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0adf8106-44e6-48aa-a13e-d257687666f5","EoS":true}
{"level":"info","ts":1784919377.6588829,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0adf8106-44e6-48aa-a13e-d257687666f5"}
{"level":"info","ts":1784919377.756719,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784919377.7567763,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3465ea08-45e3-4142-b1a6-50b978cce01a"}
{"level":"info","ts":1784919377.7590604,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3465ea08-45e3-4142-b1a6-50b978cce01a"}
{"level":"info","ts":1784919377.7590766,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3465ea08-45e3-4142-b1a6-50b978cce01a"}
{"level":"info","ts":1784919377.7590907,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3465ea08-45e3-4142-b1a6-50b978cce01a","EoS":false}
{"level":"info","ts":1784919377.759101,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"3465ea08-45e3-4142-b1a6-50b978cce01a"}
{"level":"info","ts":1784919377.7591248,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3465ea08-45e3-4142-b1a6-50b978cce01a","EoS":true}
{"level":"info","ts":1784919377.7591355,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"3465ea08-45e3-4142-b1a6-50b978cce01a"}
{"level":"info","ts":1784919382.3594747,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784919382.3595717,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2aaea530-01cc-426e-9d80-6983b5803aaa"}
{"level":"info","ts":1784919382.3595893,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2aaea530-01cc-426e-9d80-6983b5803aaa"}
{"level":"info","ts":1784919382.3596103,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2aaea530-01cc-426e-9d80-6983b5803aaa","EoS":true}
{"level":"info","ts":1784919382.3596435,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2aaea530-01cc-426e-9d80-6983b5803aaa","header":"x-maas-group"}
{"level":"info","ts":1784919382.3596523,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2aaea530-01cc-426e-9d80-6983b5803aaa","header":"x-maas-username"}
{"level":"info","ts":1784919382.359656,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2aaea530-01cc-426e-9d80-6983b5803aaa","header":"x-maas-subscription"}
{"level":"info","ts":1784919382.3596673,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2aaea530-01cc-426e-9d80-6983b5803aaa","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784919382.3596885,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2aaea530-01cc-426e-9d80-6983b5803aaa"}
{"level":"info","ts":1784919382.361274,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2aaea530-01cc-426e-9d80-6983b5803aaa"}
{"level":"info","ts":1784919382.3612971,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2aaea530-01cc-426e-9d80-6983b5803aaa"}
{"level":"info","ts":1784919382.3613179,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2aaea530-01cc-426e-9d80-6983b5803aaa","EoS":false}
{"level":"info","ts":1784919382.3613296,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2aaea530-01cc-426e-9d80-6983b5803aaa","EoS":true}
{"level":"info","ts":1784919382.361364,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2aaea530-01cc-426e-9d80-6983b5803aaa"}
{"level":"info","ts":1784919392.968279,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784919392.9683435,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a0bbe2dd-4a0b-4a77-96bd-43e2004c0f3e"}
{"level":"info","ts":1784919392.9683547,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a0bbe2dd-4a0b-4a77-96bd-43e2004c0f3e"}
{"level":"info","ts":1784919392.968366,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a0bbe2dd-4a0b-4a77-96bd-43e2004c0f3e","EoS":true}
{"level":"info","ts":1784919392.9683998,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a0bbe2dd-4a0b-4a77-96bd-43e2004c0f3e","header":"x-maas-subscription"}
{"level":"info","ts":1784919392.968411,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a0bbe2dd-4a0b-4a77-96bd-43e2004c0f3e","header":"x-maas-group"}
{"level":"info","ts":1784919392.968416,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a0bbe2dd-4a0b-4a77-96bd-43e2004c0f3e","header":"x-maas-username"}
{"level":"info","ts":1784919392.96843,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a0bbe2dd-4a0b-4a77-96bd-43e2004c0f3e","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784919392.9684515,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a0bbe2dd-4a0b-4a77-96bd-43e2004c0f3e"}
{"level":"info","ts":1784919392.9706764,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a0bbe2dd-4a0b-4a77-96bd-43e2004c0f3e"}
{"level":"info","ts":1784919392.970693,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a0bbe2dd-4a0b-4a77-96bd-43e2004c0f3e"}
{"level":"info","ts":1784919392.9707062,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a0bbe2dd-4a0b-4a77-96bd-43e2004c0f3e","EoS":false}
{"level":"info","ts":1784919392.9707189,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a0bbe2dd-4a0b-4a77-96bd-43e2004c0f3e","EoS":true}
{"level":"info","ts":1784919392.9707515,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a0bbe2dd-4a0b-4a77-96bd-43e2004c0f3e"}
{"level":"info","ts":1784919405.8365097,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784919405.8365767,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fc39cb29-68b2-40f2-a85d-a2d591bcce4d"}
{"level":"info","ts":1784919405.8365865,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fc39cb29-68b2-40f2-a85d-a2d591bcce4d"}
{"level":"info","ts":1784919405.8365972,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fc39cb29-68b2-40f2-a85d-a2d591bcce4d","EoS":true}
{"level":"info","ts":1784919405.8366199,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fc39cb29-68b2-40f2-a85d-a2d591bcce4d","header":"x-maas-subscription"}
{"level":"info","ts":1784919405.8366299,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fc39cb29-68b2-40f2-a85d-a2d591bcce4d","header":"x-maas-username"}
{"level":"info","ts":1784919405.8366356,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fc39cb29-68b2-40f2-a85d-a2d591bcce4d","header":"x-maas-group"}
{"level":"info","ts":1784919405.836648,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fc39cb29-68b2-40f2-a85d-a2d591bcce4d","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784919405.8366694,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fc39cb29-68b2-40f2-a85d-a2d591bcce4d"}
{"level":"info","ts":1784919405.8374481,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fc39cb29-68b2-40f2-a85d-a2d591bcce4d"}
{"level":"info","ts":1784919405.8374596,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"fc39cb29-68b2-40f2-a85d-a2d591bcce4d"}
{"level":"info","ts":1784919405.8374715,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fc39cb29-68b2-40f2-a85d-a2d591bcce4d","EoS":false}
{"level":"info","ts":1784919405.8374848,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fc39cb29-68b2-40f2-a85d-a2d591bcce4d","EoS":true}
{"level":"info","ts":1784919405.8375134,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"fc39cb29-68b2-40f2-a85d-a2d591bcce4d"}
{"level":"info","ts":1784919414.3747885,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784919414.3748553,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7ba8fc3f-b04c-413a-994f-62e7861ced17"}
{"level":"info","ts":1784919414.374865,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7ba8fc3f-b04c-413a-994f-62e7861ced17"}
{"level":"info","ts":1784919414.374877,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7ba8fc3f-b04c-413a-994f-62e7861ced17","EoS":true}
{"level":"info","ts":1784919414.3749003,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7ba8fc3f-b04c-413a-994f-62e7861ced17","header":"x-maas-group"}
{"level":"info","ts":1784919414.3749096,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7ba8fc3f-b04c-413a-994f-62e7861ced17","header":"x-maas-username"}
{"level":"info","ts":1784919414.3749163,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7ba8fc3f-b04c-413a-994f-62e7861ced17","header":"x-maas-subscription"}
{"level":"info","ts":1784919414.3749287,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7ba8fc3f-b04c-413a-994f-62e7861ced17","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784919414.3749528,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7ba8fc3f-b04c-413a-994f-62e7861ced17"}
{"level":"info","ts":1784919414.3757606,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7ba8fc3f-b04c-413a-994f-62e7861ced17"}
{"level":"info","ts":1784919414.375779,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7ba8fc3f-b04c-413a-994f-62e7861ced17"}
{"level":"info","ts":1784919414.3757977,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7ba8fc3f-b04c-413a-994f-62e7861ced17","EoS":false}
{"level":"info","ts":1784919414.375811,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7ba8fc3f-b04c-413a-994f-62e7861ced17","EoS":true}
{"level":"info","ts":1784919414.3758423,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7ba8fc3f-b04c-413a-994f-62e7861ced17"}
{"level":"info","ts":1784919423.2297926,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784919423.2298565,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c52dc081-e24d-40f4-8761-86db106d5ed6"}
{"level":"info","ts":1784919423.229868,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c52dc081-e24d-40f4-8761-86db106d5ed6"}
{"level":"info","ts":1784919423.2298784,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c52dc081-e24d-40f4-8761-86db106d5ed6","EoS":true}
{"level":"info","ts":1784919423.2298994,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c52dc081-e24d-40f4-8761-86db106d5ed6","header":"x-maas-username"}
{"level":"info","ts":1784919423.2299113,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c52dc081-e24d-40f4-8761-86db106d5ed6","header":"x-maas-group"}
{"level":"info","ts":1784919423.2299173,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c52dc081-e24d-40f4-8761-86db106d5ed6","header":"x-maas-subscription"}
{"level":"info","ts":1784919423.2299328,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c52dc081-e24d-40f4-8761-86db106d5ed6","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784919423.2299612,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c52dc081-e24d-40f4-8761-86db106d5ed6"}
{"level":"info","ts":1784919423.230691,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c52dc081-e24d-40f4-8761-86db106d5ed6"}
{"level":"info","ts":1784919423.2307105,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c52dc081-e24d-40f4-8761-86db106d5ed6"}
{"level":"info","ts":1784919423.2307236,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c52dc081-e24d-40f4-8761-86db106d5ed6","EoS":false}
{"level":"info","ts":1784919423.2307346,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c52dc081-e24d-40f4-8761-86db106d5ed6","EoS":true}
{"level":"info","ts":1784919423.230769,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c52dc081-e24d-40f4-8761-86db106d5ed6"}
{"level":"info","ts":1784919446.070334,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784919446.0704231,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"db23035b-0b75-4bce-aa36-feeb804b1114"}
{"level":"info","ts":1784919446.0704377,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"db23035b-0b75-4bce-aa36-feeb804b1114"}
{"level":"info","ts":1784919446.07045,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"db23035b-0b75-4bce-aa36-feeb804b1114","EoS":true}
{"level":"info","ts":1784919446.0704744,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"db23035b-0b75-4bce-aa36-feeb804b1114","header":"x-maas-username"}
{"level":"info","ts":1784919446.0704894,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"db23035b-0b75-4bce-aa36-feeb804b1114","header":"x-maas-subscription"}
{"level":"info","ts":1784919446.0704966,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"db23035b-0b75-4bce-aa36-feeb804b1114","header":"x-maas-group"}
{"level":"info","ts":1784919446.0705097,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"db23035b-0b75-4bce-aa36-feeb804b1114","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784919446.0705314,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"db23035b-0b75-4bce-aa36-feeb804b1114"}
{"level":"info","ts":1784919446.072868,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"db23035b-0b75-4bce-aa36-feeb804b1114"}
{"level":"info","ts":1784919446.072888,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"db23035b-0b75-4bce-aa36-feeb804b1114"}
{"level":"info","ts":1784919446.07291,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"db23035b-0b75-4bce-aa36-feeb804b1114","EoS":false}
{"level":"info","ts":1784919446.0729299,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"db23035b-0b75-4bce-aa36-feeb804b1114","EoS":true}
{"level":"info","ts":1784919446.0729856,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"db23035b-0b75-4bce-aa36-feeb804b1114"}
{"level":"info","ts":1784919468.4881372,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784919468.4882069,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bd502b9b-3ea1-4929-bed5-d6e2c6cd7254"}
{"level":"info","ts":1784919468.488218,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bd502b9b-3ea1-4929-bed5-d6e2c6cd7254"}
{"level":"info","ts":1784919468.4882312,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bd502b9b-3ea1-4929-bed5-d6e2c6cd7254","EoS":true}
{"level":"info","ts":1784919468.4882624,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bd502b9b-3ea1-4929-bed5-d6e2c6cd7254","header":"x-maas-username"}
{"level":"info","ts":1784919468.4882772,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bd502b9b-3ea1-4929-bed5-d6e2c6cd7254","header":"x-maas-group"}
{"level":"info","ts":1784919468.488287,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bd502b9b-3ea1-4929-bed5-d6e2c6cd7254","header":"x-maas-subscription"}
{"level":"info","ts":1784919468.4883008,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bd502b9b-3ea1-4929-bed5-d6e2c6cd7254","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784919468.4883232,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bd502b9b-3ea1-4929-bed5-d6e2c6cd7254"}
{"level":"info","ts":1784919468.489111,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bd502b9b-3ea1-4929-bed5-d6e2c6cd7254"}
{"level":"info","ts":1784919468.489125,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"bd502b9b-3ea1-4929-bed5-d6e2c6cd7254"}
{"level":"info","ts":1784919468.4891386,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bd502b9b-3ea1-4929-bed5-d6e2c6cd7254","EoS":false}
{"level":"info","ts":1784919468.4891517,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bd502b9b-3ea1-4929-bed5-d6e2c6cd7254","EoS":true}
{"level":"info","ts":1784919468.4891918,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"bd502b9b-3ea1-4929-bed5-d6e2c6cd7254"}
{"level":"info","ts":1784919494.7979581,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784919494.7980237,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4f384eee-993e-4f3b-8e84-26befc82e043"}
{"level":"info","ts":1784919494.7980359,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4f384eee-993e-4f3b-8e84-26befc82e043"}
{"level":"info","ts":1784919494.798047,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4f384eee-993e-4f3b-8e84-26befc82e043","EoS":true}
{"level":"info","ts":1784919494.7980683,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4f384eee-993e-4f3b-8e84-26befc82e043","header":"x-maas-username"}
{"level":"info","ts":1784919494.7980776,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4f384eee-993e-4f3b-8e84-26befc82e043","header":"x-maas-group"}
{"level":"info","ts":1784919494.7980824,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4f384eee-993e-4f3b-8e84-26befc82e043","header":"x-maas-subscription"}
{"level":"info","ts":1784919494.7981424,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4f384eee-993e-4f3b-8e84-26befc82e043","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784919494.7981625,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4f384eee-993e-4f3b-8e84-26befc82e043"}
{"level":"info","ts":1784919494.798907,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4f384eee-993e-4f3b-8e84-26befc82e043"}
{"level":"info","ts":1784919494.798926,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4f384eee-993e-4f3b-8e84-26befc82e043"}
{"level":"info","ts":1784919494.798941,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4f384eee-993e-4f3b-8e84-26befc82e043","EoS":false}
{"level":"info","ts":1784919494.7989519,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4f384eee-993e-4f3b-8e84-26befc82e043","EoS":true}
{"level":"info","ts":1784919494.798985,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4f384eee-993e-4f3b-8e84-26befc82e043"}
{"level":"info","ts":1784919504.1454666,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784919504.1455388,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9a124c1b-1dac-4f6c-a84e-83b1d44df33c"}
{"level":"info","ts":1784919504.1455483,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9a124c1b-1dac-4f6c-a84e-83b1d44df33c"}
{"level":"info","ts":1784919504.145561,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9a124c1b-1dac-4f6c-a84e-83b1d44df33c","EoS":true}
{"level":"info","ts":1784919504.1455846,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9a124c1b-1dac-4f6c-a84e-83b1d44df33c","header":"x-maas-group"}
{"level":"info","ts":1784919504.1455956,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9a124c1b-1dac-4f6c-a84e-83b1d44df33c","header":"x-maas-username"}
{"level":"info","ts":1784919504.1456006,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9a124c1b-1dac-4f6c-a84e-83b1d44df33c","header":"x-maas-subscription"}
{"level":"info","ts":1784919504.145613,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9a124c1b-1dac-4f6c-a84e-83b1d44df33c","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784919504.1456368,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9a124c1b-1dac-4f6c-a84e-83b1d44df33c"}
{"level":"info","ts":1784919504.1479094,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9a124c1b-1dac-4f6c-a84e-83b1d44df33c"}
{"level":"info","ts":1784919504.1479256,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9a124c1b-1dac-4f6c-a84e-83b1d44df33c"}
{"level":"info","ts":1784919504.1479394,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9a124c1b-1dac-4f6c-a84e-83b1d44df33c","EoS":false}
{"level":"info","ts":1784919504.1479526,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9a124c1b-1dac-4f6c-a84e-83b1d44df33c","EoS":true}
{"level":"info","ts":1784919504.147991,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9a124c1b-1dac-4f6c-a84e-83b1d44df33c"}
{"level":"info","ts":1784919504.1894853,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784919504.1895492,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cd3e8e31-dbff-459a-ae85-eae9bbc0e868"}
{"level":"info","ts":1784919504.1895602,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cd3e8e31-dbff-459a-ae85-eae9bbc0e868"}
{"level":"info","ts":1784919504.1895716,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cd3e8e31-dbff-459a-ae85-eae9bbc0e868","EoS":true}
{"level":"info","ts":1784919504.1895916,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cd3e8e31-dbff-459a-ae85-eae9bbc0e868","header":"x-maas-username"}
{"level":"info","ts":1784919504.189601,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cd3e8e31-dbff-459a-ae85-eae9bbc0e868","header":"x-maas-group"}
{"level":"info","ts":1784919504.1896067,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cd3e8e31-dbff-459a-ae85-eae9bbc0e868","header":"x-maas-subscription"}
{"level":"info","ts":1784919504.1896179,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cd3e8e31-dbff-459a-ae85-eae9bbc0e868","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784919504.1896372,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cd3e8e31-dbff-459a-ae85-eae9bbc0e868"}
{"level":"info","ts":1784919504.190635,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cd3e8e31-dbff-459a-ae85-eae9bbc0e868"}
{"level":"info","ts":1784919504.1906497,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"cd3e8e31-dbff-459a-ae85-eae9bbc0e868"}
{"level":"info","ts":1784919504.1906655,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cd3e8e31-dbff-459a-ae85-eae9bbc0e868","EoS":false}
{"level":"info","ts":1784919504.1906824,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cd3e8e31-dbff-459a-ae85-eae9bbc0e868","EoS":true}
{"level":"info","ts":1784919504.190719,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"cd3e8e31-dbff-459a-ae85-eae9bbc0e868"}
{"level":"info","ts":1784919523.1665058,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784919523.1665626,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"536a8d57-edff-4e4c-8733-07db57c02c13"}
{"level":"info","ts":1784919523.1665707,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"536a8d57-edff-4e4c-8733-07db57c02c13"}
{"level":"info","ts":1784919523.1665804,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"536a8d57-edff-4e4c-8733-07db57c02c13","EoS":true}
{"level":"info","ts":1784919523.1666002,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"536a8d57-edff-4e4c-8733-07db57c02c13","header":"x-maas-group"}
{"level":"info","ts":1784919523.1666112,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"536a8d57-edff-4e4c-8733-07db57c02c13","header":"x-maas-username"}
{"level":"info","ts":1784919523.166616,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"536a8d57-edff-4e4c-8733-07db57c02c13","header":"x-maas-subscription"}
{"level":"info","ts":1784919523.166628,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"536a8d57-edff-4e4c-8733-07db57c02c13","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784919523.166652,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"536a8d57-edff-4e4c-8733-07db57c02c13"}
{"level":"info","ts":1784919523.1674235,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"536a8d57-edff-4e4c-8733-07db57c02c13"}
{"level":"info","ts":1784919523.167437,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"536a8d57-edff-4e4c-8733-07db57c02c13"}
{"level":"info","ts":1784919523.1674492,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"536a8d57-edff-4e4c-8733-07db57c02c13","EoS":false}
{"level":"info","ts":1784919523.1674607,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"536a8d57-edff-4e4c-8733-07db57c02c13","EoS":true}
{"level":"info","ts":1784919523.167488,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"536a8d57-edff-4e4c-8733-07db57c02c13"}
{"level":"info","ts":1784919653.4321952,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784919653.4322739,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"57e4ead0-fc63-4d45-94cc-c7fc48bbd358"}
{"level":"info","ts":1784919653.4322877,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"57e4ead0-fc63-4d45-94cc-c7fc48bbd358"}
{"level":"info","ts":1784919653.4323063,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"57e4ead0-fc63-4d45-94cc-c7fc48bbd358","EoS":true}
{"level":"info","ts":1784919653.4323406,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"57e4ead0-fc63-4d45-94cc-c7fc48bbd358","header":"x-maas-subscription"}
{"level":"info","ts":1784919653.4323535,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"57e4ead0-fc63-4d45-94cc-c7fc48bbd358","header":"x-maas-group"}
{"level":"info","ts":1784919653.4323604,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"57e4ead0-fc63-4d45-94cc-c7fc48bbd358","header":"x-maas-username"}
{"level":"info","ts":1784919653.432394,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"57e4ead0-fc63-4d45-94cc-c7fc48bbd358","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1784919653.4324245,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"57e4ead0-fc63-4d45-94cc-c7fc48bbd358"}
{"level":"info","ts":1784919653.4336188,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"57e4ead0-fc63-4d45-94cc-c7fc48bbd358"}
{"level":"info","ts":1784919653.4336374,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"57e4ead0-fc63-4d45-94cc-c7fc48bbd358"}
{"level":"info","ts":1784919653.4336517,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"57e4ead0-fc63-4d45-94cc-c7fc48bbd358","EoS":false}
{"level":"info","ts":1784919653.433669,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"57e4ead0-fc63-4d45-94cc-c7fc48bbd358","EoS":true}
{"level":"info","ts":1784919653.4337065,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"57e4ead0-fc63-4d45-94cc-c7fc48bbd358"}
{"level":"info","ts":1784919690.4475965,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784919690.4476805,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b63d2724-ef3e-4068-8ed6-723be99bb5cd"}
{"level":"info","ts":1784919690.447697,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b63d2724-ef3e-4068-8ed6-723be99bb5cd"}
{"level":"info","ts":1784919690.447717,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b63d2724-ef3e-4068-8ed6-723be99bb5cd","EoS":true}
{"level":"info","ts":1784919690.4477568,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b63d2724-ef3e-4068-8ed6-723be99bb5cd","header":"x-maas-username"}
{"level":"info","ts":1784919690.4477699,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b63d2724-ef3e-4068-8ed6-723be99bb5cd","header":"x-maas-group"}
{"level":"info","ts":1784919690.4477777,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b63d2724-ef3e-4068-8ed6-723be99bb5cd","header":"x-maas-subscription"}
{"level":"info","ts":1784919690.4477966,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b63d2724-ef3e-4068-8ed6-723be99bb5cd","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784919690.4478292,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b63d2724-ef3e-4068-8ed6-723be99bb5cd"}
{"level":"info","ts":1784919690.4496436,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b63d2724-ef3e-4068-8ed6-723be99bb5cd"}
{"level":"info","ts":1784919690.4496684,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b63d2724-ef3e-4068-8ed6-723be99bb5cd"}
{"level":"info","ts":1784919690.4496834,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b63d2724-ef3e-4068-8ed6-723be99bb5cd","EoS":false}
{"level":"info","ts":1784919690.4496958,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b63d2724-ef3e-4068-8ed6-723be99bb5cd","EoS":true}
{"level":"info","ts":1784919690.4497302,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b63d2724-ef3e-4068-8ed6-723be99bb5cd"}
{"level":"info","ts":1784919705.676004,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784919705.6760864,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"53a7c31d-5957-410a-897a-3de645ee25bb"}
{"level":"info","ts":1784919705.6761055,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"53a7c31d-5957-410a-897a-3de645ee25bb"}
{"level":"info","ts":1784919705.676124,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"53a7c31d-5957-410a-897a-3de645ee25bb","EoS":true}
{"level":"info","ts":1784919705.6761599,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"53a7c31d-5957-410a-897a-3de645ee25bb","header":"x-maas-username"}
{"level":"info","ts":1784919705.6761754,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"53a7c31d-5957-410a-897a-3de645ee25bb","header":"x-maas-group"}
{"level":"info","ts":1784919705.6761847,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"53a7c31d-5957-410a-897a-3de645ee25bb","header":"x-maas-subscription"}
{"level":"info","ts":1784919705.6762025,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"53a7c31d-5957-410a-897a-3de645ee25bb","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784919705.6762335,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"53a7c31d-5957-410a-897a-3de645ee25bb"}
{"level":"info","ts":1784919705.6769853,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"53a7c31d-5957-410a-897a-3de645ee25bb"}
{"level":"info","ts":1784919705.6770089,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"53a7c31d-5957-410a-897a-3de645ee25bb"}
{"level":"info","ts":1784919705.6770234,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"53a7c31d-5957-410a-897a-3de645ee25bb","EoS":false}
{"level":"info","ts":1784919705.677035,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"53a7c31d-5957-410a-897a-3de645ee25bb","EoS":true}
{"level":"info","ts":1784919705.6770742,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"53a7c31d-5957-410a-897a-3de645ee25bb"}
{"level":"info","ts":1784920036.9127097,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784920036.9127886,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8c138ecb-9ec5-4f8f-bec8-762efff348f4"}
{"level":"info","ts":1784920036.912798,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8c138ecb-9ec5-4f8f-bec8-762efff348f4"}
{"level":"info","ts":1784920036.9128091,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8c138ecb-9ec5-4f8f-bec8-762efff348f4","EoS":true}
{"level":"info","ts":1784920036.9128346,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8c138ecb-9ec5-4f8f-bec8-762efff348f4","header":"x-maas-username"}
{"level":"info","ts":1784920036.9128451,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8c138ecb-9ec5-4f8f-bec8-762efff348f4","header":"x-maas-subscription"}
{"level":"info","ts":1784920036.9128497,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8c138ecb-9ec5-4f8f-bec8-762efff348f4","header":"x-maas-group"}
{"level":"info","ts":1784920036.912862,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8c138ecb-9ec5-4f8f-bec8-762efff348f4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784920036.912882,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8c138ecb-9ec5-4f8f-bec8-762efff348f4"}
{"level":"info","ts":1784920036.9158726,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8c138ecb-9ec5-4f8f-bec8-762efff348f4"}
{"level":"info","ts":1784920036.9158938,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8c138ecb-9ec5-4f8f-bec8-762efff348f4"}
{"level":"info","ts":1784920036.9159126,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8c138ecb-9ec5-4f8f-bec8-762efff348f4","EoS":false}
{"level":"info","ts":1784920036.9159315,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8c138ecb-9ec5-4f8f-bec8-762efff348f4","EoS":true}
{"level":"info","ts":1784920036.9159691,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8c138ecb-9ec5-4f8f-bec8-762efff348f4"}
{"level":"info","ts":1784920041.7129796,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"2315d264-487b-435c-82af-5146763deff8","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784920041.7133133,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36643.865234588,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784920041.7133439,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784920041.7839134,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784920041.8140664,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"2315d264-487b-435c-82af-5146763deff8","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784920041.8236866,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8635fc8c-a5e6-49cf-bfb4-11d2ea6e05c8","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784920041.8237314,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8635fc8c-a5e6-49cf-bfb4-11d2ea6e05c8","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784920041.8236845,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"179f76cc-046f-4c92-9cd6-f48d382991e6"}
{"level":"info","ts":1784920041.8314786,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2592a7e7-dcae-44c1-a19c-e52d33cc35a3","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784920041.831511,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2592a7e7-dcae-44c1-a19c-e52d33cc35a3","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784920041.8317142,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34926.603963694,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784920041.8317292,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784920041.8412313,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784920041.931802,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"179f76cc-046f-4c92-9cd6-f48d382991e6","name":"e2e-external-provider"}
{"level":"info","ts":1784920041.940979,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"64363463-7c29-4161-9b6f-8df51b6f56fc","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784920041.941038,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"64363463-7c29-4161-9b6f-8df51b6f56fc","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784920041.9410248,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aa0361b6-491a-4701-93e5-9b170658b399"}
{"level":"info","ts":1784920041.9474933,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aa0361b6-491a-4701-93e5-9b170658b399","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784920041.9477158,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"342cdab4-3df5-4124-8b87-c92ca8cb435d","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784920041.9477522,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"342cdab4-3df5-4124-8b87-c92ca8cb435d","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784920041.9500873,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"179f76cc-046f-4c92-9cd6-f48d382991e6","kind":"ServiceEntry","name":"e2e-external-provider"}
{"level":"info","ts":1784920041.9556308,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e4b275f9-d7a3-4cb1-8e75-52c0f4d78d45","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784920041.9556563,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e4b275f9-d7a3-4cb1-8e75-52c0f4d78d45","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784920041.9556468,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aa0361b6-491a-4701-93e5-9b170658b399","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784920041.9557137,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"787b28d6-2913-4ec7-9da4-490be8d1a1e6"}
{"level":"info","ts":1784920041.9557383,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"787b28d6-2913-4ec7-9da4-490be8d1a1e6","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784920041.960553,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"179f76cc-046f-4c92-9cd6-f48d382991e6","kind":"DestinationRule","name":"e2e-external-provider"}
{"level":"error","ts":1784920041.9608912,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"787b28d6-2913-4ec7-9da4-490be8d1a1e6","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784920041.966317,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"179f76cc-046f-4c92-9cd6-f48d382991e6","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784920041.971503,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"259ba7de-1ab3-4eb4-8166-9588ecdbb684"}
{"level":"info","ts":1784920041.9715343,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"259ba7de-1ab3-4eb4-8166-9588ecdbb684","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784920041.9719818,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0522a14a-852e-4c1a-96cd-afdd7fd1c01f","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784920041.972005,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0522a14a-852e-4c1a-96cd-afdd7fd1c01f","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784920041.972012,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"acda6ff8-8673-4868-a6d9-43cf620a56aa","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784920041.9720373,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"acda6ff8-8673-4868-a6d9-43cf620a56aa","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784920041.9723477,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ce4efe27-e872-41a5-9095-663626caffce"}
{"level":"info","ts":1784920041.9724329,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ce4efe27-e872-41a5-9095-663626caffce","name":"e2e-external-provider"}
{"level":"error","ts":1784920041.9765694,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"259ba7de-1ab3-4eb4-8166-9588ecdbb684","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784920041.976619,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"70cc67dd-7943-4ca1-8d1d-f4ea522b4a3a"}
{"level":"info","ts":1784920041.9767911,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":36625.186779937,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784920041.9768045,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784920041.9827013,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ce4efe27-e872-41a5-9095-663626caffce","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784920041.9842377,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784920042.077715,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"70cc67dd-7943-4ca1-8d1d-f4ea522b4a3a","name":"e2e-external-model"}
{"level":"info","ts":1784920042.089883,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"70cc67dd-7943-4ca1-8d1d-f4ea522b4a3a","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784920042.0976553,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dc217914-606e-4d33-b0a8-efee962e5f09","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784920042.0976894,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dc217914-606e-4d33-b0a8-efee962e5f09","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784920042.0978043,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a9fae773-3a23-4e56-ba1b-d8d7ac0310aa"}
{"level":"info","ts":1784920042.0978498,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a9fae773-3a23-4e56-ba1b-d8d7ac0310aa","name":"e2e-external-model"}
{"level":"error","ts":1784920042.114273,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a9fae773-3a23-4e56-ba1b-d8d7ac0310aa","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784920042.1143181,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9cf8a8c6-b8b1-477b-9682-327d49a04752","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784920042.1143441,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9cf8a8c6-b8b1-477b-9682-327d49a04752","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784920042.1143463,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4e2340c5-79a2-4381-b241-a9f9af989d42"}
{"level":"info","ts":1784920042.1144168,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4e2340c5-79a2-4381-b241-a9f9af989d42","name":"e2e-external-model"}
{"level":"info","ts":1784920042.1233342,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4e2340c5-79a2-4381-b241-a9f9af989d42","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784920042.1286094,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aae35744-c1af-4114-9357-a6d1f2f745be","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784920042.1286323,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aae35744-c1af-4114-9357-a6d1f2f745be","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784920042.1286597,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4896bd2f-0ab4-44fc-9719-ab53977207e1"}
{"level":"info","ts":1784920042.1287093,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4896bd2f-0ab4-44fc-9719-ab53977207e1","name":"e2e-external-model"}
{"level":"info","ts":1784920042.1362352,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4896bd2f-0ab4-44fc-9719-ab53977207e1","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784920049.333772,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784920049.333845,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f578383e-c3ac-4f0e-ae38-4863f8899913"}
{"level":"info","ts":1784920049.3338563,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f578383e-c3ac-4f0e-ae38-4863f8899913"}
{"level":"info","ts":1784920049.3338678,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f578383e-c3ac-4f0e-ae38-4863f8899913","EoS":true}
{"level":"info","ts":1784920049.33389,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f578383e-c3ac-4f0e-ae38-4863f8899913","header":"x-maas-username"}
{"level":"info","ts":1784920049.3339,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f578383e-c3ac-4f0e-ae38-4863f8899913","header":"x-maas-subscription"}
{"level":"info","ts":1784920049.3339057,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f578383e-c3ac-4f0e-ae38-4863f8899913","header":"x-maas-group"}
{"level":"info","ts":1784920049.333917,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f578383e-c3ac-4f0e-ae38-4863f8899913","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784920049.333925,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"f578383e-c3ac-4f0e-ae38-4863f8899913","modelName":"e2e-external-model"}
{"level":"info","ts":1784920049.3339362,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"f578383e-c3ac-4f0e-ae38-4863f8899913","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784920049.3339741,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"f578383e-c3ac-4f0e-ae38-4863f8899913","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784920049.333991,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"f578383e-c3ac-4f0e-ae38-4863f8899913","authType":"apikey"}
{"level":"info","ts":1784920049.3340185,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f578383e-c3ac-4f0e-ae38-4863f8899913"}
{"level":"info","ts":1784920049.4488246,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7132f920-e941-458e-8033-23b38c0d3dee","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784920049.4488616,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7132f920-e941-458e-8033-23b38c0d3dee","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784920049.4488866,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"29d0a411-8e33-4f45-9aeb-adfcdd0e33fd"}
{"level":"info","ts":1784920049.4572055,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c799a780-6d1b-4c2c-a652-cef105a9bd6c","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784920049.4572308,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c799a780-6d1b-4c2c-a652-cef105a9bd6c","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784920049.458349,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"29d0a411-8e33-4f45-9aeb-adfcdd0e33fd","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784920049.4584334,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"29d0a411-8e33-4f45-9aeb-adfcdd0e33fd","name":"e2e-cleanup-test"}
{"level":"info","ts":1784920049.4718163,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"29d0a411-8e33-4f45-9aeb-adfcdd0e33fd","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"error","ts":1784920049.476798,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"29d0a411-8e33-4f45-9aeb-adfcdd0e33fd","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784920049.476865,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dd5961aa-bf78-4024-9efa-5e59f187ca7e"}
{"level":"info","ts":1784920049.476923,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dd5961aa-bf78-4024-9efa-5e59f187ca7e","name":"e2e-cleanup-test"}
{"level":"info","ts":1784920049.4864576,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7f67db08-5dc1-4a4d-920f-cabf0e76085c","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784920049.486484,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7f67db08-5dc1-4a4d-920f-cabf0e76085c","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784920049.4912164,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dd5961aa-bf78-4024-9efa-5e59f187ca7e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1784920049.4912524,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dd5961aa-bf78-4024-9efa-5e59f187ca7e","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784920049.4912999,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"361a240c-f739-4b36-b157-5e495082bb73"}
{"level":"info","ts":1784920049.491346,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"361a240c-f739-4b36-b157-5e495082bb73","name":"e2e-cleanup-test"}
{"level":"info","ts":1784920049.499848,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"361a240c-f739-4b36-b157-5e495082bb73","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784920049.5017807,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"048e17db-ea3d-41cb-b447-abe9fd7e05c4","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784920049.5018072,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"048e17db-ea3d-41cb-b447-abe9fd7e05c4","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784920049.5040658,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"361a240c-f739-4b36-b157-5e495082bb73","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784920049.504125,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d10ac00f-6bbe-4851-8694-8feed04a396e"}
{"level":"info","ts":1784920049.5041656,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d10ac00f-6bbe-4851-8694-8feed04a396e","name":"e2e-cleanup-test"}
{"level":"info","ts":1784920049.5128038,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d10ac00f-6bbe-4851-8694-8feed04a396e","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784920057.7037349,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0a3f0253-e347-4ac4-bf29-7509eba6d4b6"}
{"level":"info","ts":1784920057.7037349,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5221209e-5f09-433b-91a6-28405bd3b189","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784920057.7037978,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5221209e-5f09-433b-91a6-28405bd3b189","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784920061.9988022,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784920061.9988618,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b0d30e30-6c27-4b78-8aed-5c44ee01a733"}
{"level":"info","ts":1784920061.9988697,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b0d30e30-6c27-4b78-8aed-5c44ee01a733"}
{"level":"info","ts":1784920061.9988806,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b0d30e30-6c27-4b78-8aed-5c44ee01a733","EoS":true}
{"level":"info","ts":1784920061.9989097,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b0d30e30-6c27-4b78-8aed-5c44ee01a733","path":"/llm/nonexistent-model-xyz/v1/chat/completions"}
{"level":"info","ts":1784920061.998935,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b0d30e30-6c27-4b78-8aed-5c44ee01a733"}
{"level":"info","ts":1784920062.0357497,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784920062.0358105,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a83f5cda-0a76-4153-be20-1e3e631d118a"}
{"level":"info","ts":1784920062.035821,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a83f5cda-0a76-4153-be20-1e3e631d118a"}
{"level":"info","ts":1784920062.0358315,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a83f5cda-0a76-4153-be20-1e3e631d118a","EoS":true}
{"level":"info","ts":1784920062.0358486,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a83f5cda-0a76-4153-be20-1e3e631d118a","header":"x-maas-username"}
{"level":"info","ts":1784920062.035859,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a83f5cda-0a76-4153-be20-1e3e631d118a","header":"x-maas-group"}
{"level":"info","ts":1784920062.035865,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a83f5cda-0a76-4153-be20-1e3e631d118a","header":"x-maas-subscription"}
{"level":"info","ts":1784920062.035876,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a83f5cda-0a76-4153-be20-1e3e631d118a","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784920062.0358844,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"a83f5cda-0a76-4153-be20-1e3e631d118a","modelName":"e2e-external-model"}
{"level":"info","ts":1784920062.0358965,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"a83f5cda-0a76-4153-be20-1e3e631d118a","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784920062.0359259,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"a83f5cda-0a76-4153-be20-1e3e631d118a","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784920062.0359461,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"a83f5cda-0a76-4153-be20-1e3e631d118a","authType":"apikey"}
{"level":"info","ts":1784920062.0359652,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a83f5cda-0a76-4153-be20-1e3e631d118a"}
{"level":"info","ts":1784920062.071538,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784920062.0715928,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"05a737ce-c95d-4882-b0a7-ea83080d16c7"}
{"level":"info","ts":1784920062.0716007,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"05a737ce-c95d-4882-b0a7-ea83080d16c7"}
{"level":"info","ts":1784920062.0716114,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"05a737ce-c95d-4882-b0a7-ea83080d16c7","EoS":true}
{"level":"info","ts":1784920062.07163,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"05a737ce-c95d-4882-b0a7-ea83080d16c7","header":"x-maas-subscription"}
{"level":"info","ts":1784920062.0716405,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"05a737ce-c95d-4882-b0a7-ea83080d16c7","header":"x-maas-username"}
{"level":"info","ts":1784920062.0716448,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"05a737ce-c95d-4882-b0a7-ea83080d16c7","header":"x-maas-group"}
{"level":"info","ts":1784920062.0716553,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"05a737ce-c95d-4882-b0a7-ea83080d16c7","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784920062.071673,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"05a737ce-c95d-4882-b0a7-ea83080d16c7"}
{"level":"info","ts":1784920062.1740775,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"05a737ce-c95d-4882-b0a7-ea83080d16c7"}
{"level":"info","ts":1784920062.174099,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"05a737ce-c95d-4882-b0a7-ea83080d16c7"}
{"level":"info","ts":1784920062.1741166,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"05a737ce-c95d-4882-b0a7-ea83080d16c7","EoS":false}
{"level":"info","ts":1784920062.1741283,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"05a737ce-c95d-4882-b0a7-ea83080d16c7","EoS":true}
{"level":"error","ts":1784920062.1741412,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"05a737ce-c95d-4882-b0a7-ea83080d16c7","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784920062.1741855,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"05a737ce-c95d-4882-b0a7-ea83080d16c7"}
{"level":"info","ts":1784920062.209981,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784920062.2100534,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"34dad7bb-96e6-4cc0-9398-b83b7c1ec2c7"}
{"level":"info","ts":1784920062.2100656,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"34dad7bb-96e6-4cc0-9398-b83b7c1ec2c7"}
{"level":"info","ts":1784920062.2100828,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"34dad7bb-96e6-4cc0-9398-b83b7c1ec2c7","EoS":true}
{"level":"info","ts":1784920062.2101128,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"34dad7bb-96e6-4cc0-9398-b83b7c1ec2c7","header":"x-maas-username"}
{"level":"info","ts":1784920062.2101247,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"34dad7bb-96e6-4cc0-9398-b83b7c1ec2c7","header":"x-maas-subscription"}
{"level":"info","ts":1784920062.2101364,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"34dad7bb-96e6-4cc0-9398-b83b7c1ec2c7","header":"x-maas-group"}
{"level":"info","ts":1784920062.210169,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"34dad7bb-96e6-4cc0-9398-b83b7c1ec2c7"}
{"level":"info","ts":1784920062.2576118,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"34dad7bb-96e6-4cc0-9398-b83b7c1ec2c7"}
{"level":"info","ts":1784920062.257626,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"34dad7bb-96e6-4cc0-9398-b83b7c1ec2c7"}
{"level":"info","ts":1784920062.2576535,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"34dad7bb-96e6-4cc0-9398-b83b7c1ec2c7","EoS":false}
{"level":"info","ts":1784920062.2576716,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"34dad7bb-96e6-4cc0-9398-b83b7c1ec2c7","EoS":true}
{"level":"error","ts":1784920062.2576914,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"34dad7bb-96e6-4cc0-9398-b83b7c1ec2c7","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784920062.2577264,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"34dad7bb-96e6-4cc0-9398-b83b7c1ec2c7"}
{"level":"info","ts":1784920063.0697224,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"25ef609a-eb97-4e54-8c4d-fd8e872a0ccf","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784920063.069762,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"25ef609a-eb97-4e54-8c4d-fd8e872a0ccf","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784920063.0697298,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b78639d3-c549-4d9a-a2dd-b31227e642cd"}
{"level":"info","ts":1784920063.20147,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5be2d49a-0163-4a6c-ba24-a3f54ced65db","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784920063.201497,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5be2d49a-0163-4a6c-ba24-a3f54ced65db","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784920063.2015183,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"28862e41-b58a-4318-9bfd-1ec658dfea2e"}
{"level":"info","ts":1784920063.326075,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"24107a8d-b8b4-4dfd-a59c-94eb3aa4dc90","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784920063.3261206,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"24107a8d-b8b4-4dfd-a59c-94eb3aa4dc90","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784921143.2760031,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784921143.276083,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"63ae491a-348e-4bf7-8965-1532629090fc"}
{"level":"info","ts":1784921197.8660166,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784921197.8660827,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a4a4a712-7b5c-4a16-a6f0-df81328be9bc"}
{"level":"info","ts":1784921197.8660915,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a4a4a712-7b5c-4a16-a6f0-df81328be9bc"}
{"level":"info","ts":1784921197.8661022,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a4a4a712-7b5c-4a16-a6f0-df81328be9bc","EoS":true}
{"level":"info","ts":1784921197.866128,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a4a4a712-7b5c-4a16-a6f0-df81328be9bc","header":"x-maas-subscription"}
{"level":"info","ts":1784921197.8661356,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a4a4a712-7b5c-4a16-a6f0-df81328be9bc","header":"x-maas-group"}
{"level":"info","ts":1784921197.8661406,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a4a4a712-7b5c-4a16-a6f0-df81328be9bc","header":"x-maas-username"}
{"level":"info","ts":1784921197.8661532,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a4a4a712-7b5c-4a16-a6f0-df81328be9bc","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}
{"level":"info","ts":1784921197.866176,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a4a4a712-7b5c-4a16-a6f0-df81328be9bc"}
{"level":"info","ts":1784921197.866961,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a4a4a712-7b5c-4a16-a6f0-df81328be9bc"}
{"level":"info","ts":1784921197.8669806,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a4a4a712-7b5c-4a16-a6f0-df81328be9bc"}
{"level":"info","ts":1784921197.8669944,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a4a4a712-7b5c-4a16-a6f0-df81328be9bc","EoS":false}
{"level":"info","ts":1784921197.867006,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a4a4a712-7b5c-4a16-a6f0-df81328be9bc","EoS":true}
{"level":"info","ts":1784921197.8670392,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a4a4a712-7b5c-4a16-a6f0-df81328be9bc"}