{"level":"info","ts":1784915723.6095877,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3efd87c0-7f12-4607-ac80-ad96020b63e6","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784915723.609615,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3efd87c0-7f12-4607-ac80-ad96020b63e6"}
{"level":"info","ts":1784915723.6104004,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3efd87c0-7f12-4607-ac80-ad96020b63e6"}
{"level":"info","ts":1784915723.6104217,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3efd87c0-7f12-4607-ac80-ad96020b63e6"}
{"level":"info","ts":1784915723.610443,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3efd87c0-7f12-4607-ac80-ad96020b63e6","EoS":false}
{"level":"info","ts":1784915723.6104593,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3efd87c0-7f12-4607-ac80-ad96020b63e6","EoS":true}
{"level":"info","ts":1784915723.6105058,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3efd87c0-7f12-4607-ac80-ad96020b63e6"}
{"level":"info","ts":1784915746.7592323,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784915746.759323,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"87db4bd0-0490-4d72-834b-ae5e0a9ff40c"}
{"level":"info","ts":1784915746.7593353,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"87db4bd0-0490-4d72-834b-ae5e0a9ff40c"}
{"level":"info","ts":1784915746.759347,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"87db4bd0-0490-4d72-834b-ae5e0a9ff40c","EoS":true}
{"level":"info","ts":1784915746.7593694,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"87db4bd0-0490-4d72-834b-ae5e0a9ff40c","header":"x-maas-subscription"}
{"level":"info","ts":1784915746.7593803,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"87db4bd0-0490-4d72-834b-ae5e0a9ff40c","header":"x-maas-group"}
{"level":"info","ts":1784915746.7593856,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"87db4bd0-0490-4d72-834b-ae5e0a9ff40c","header":"x-maas-username"}
{"level":"info","ts":1784915746.759399,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"87db4bd0-0490-4d72-834b-ae5e0a9ff40c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784915746.7594268,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"87db4bd0-0490-4d72-834b-ae5e0a9ff40c"}
{"level":"info","ts":1784915746.7616763,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"87db4bd0-0490-4d72-834b-ae5e0a9ff40c"}
{"level":"info","ts":1784915746.761696,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"87db4bd0-0490-4d72-834b-ae5e0a9ff40c"}
{"level":"info","ts":1784915746.7617116,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"87db4bd0-0490-4d72-834b-ae5e0a9ff40c","EoS":false}
{"level":"info","ts":1784915746.7617264,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"87db4bd0-0490-4d72-834b-ae5e0a9ff40c","EoS":true}
{"level":"info","ts":1784915746.7617867,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"87db4bd0-0490-4d72-834b-ae5e0a9ff40c"}
{"level":"info","ts":1784915746.9000843,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784915746.9001582,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"95d1d650-ce26-41ed-a5d9-3f9b5f17290c"}
{"level":"info","ts":1784915746.900171,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"95d1d650-ce26-41ed-a5d9-3f9b5f17290c"}
{"level":"info","ts":1784915746.9001849,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"95d1d650-ce26-41ed-a5d9-3f9b5f17290c","EoS":true}
{"level":"info","ts":1784915746.9002109,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"95d1d650-ce26-41ed-a5d9-3f9b5f17290c","header":"x-maas-subscription"}
{"level":"info","ts":1784915746.900219,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"95d1d650-ce26-41ed-a5d9-3f9b5f17290c","header":"x-maas-group"}
{"level":"info","ts":1784915746.900224,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"95d1d650-ce26-41ed-a5d9-3f9b5f17290c","header":"x-maas-username"}
{"level":"info","ts":1784915746.9002364,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"95d1d650-ce26-41ed-a5d9-3f9b5f17290c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784915746.9002607,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"95d1d650-ce26-41ed-a5d9-3f9b5f17290c"}
{"level":"info","ts":1784915746.9010882,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"95d1d650-ce26-41ed-a5d9-3f9b5f17290c"}
{"level":"info","ts":1784915746.901108,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"95d1d650-ce26-41ed-a5d9-3f9b5f17290c"}
{"level":"info","ts":1784915746.9011228,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"95d1d650-ce26-41ed-a5d9-3f9b5f17290c","EoS":false}
{"level":"info","ts":1784915746.9011338,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"95d1d650-ce26-41ed-a5d9-3f9b5f17290c","EoS":true}
{"level":"info","ts":1784915746.9011674,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"95d1d650-ce26-41ed-a5d9-3f9b5f17290c"}
{"level":"info","ts":1784915747.040359,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784915747.0404444,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f78f9716-ff73-4bef-8054-638d97aa2df8"}
{"level":"info","ts":1784915747.040461,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f78f9716-ff73-4bef-8054-638d97aa2df8"}
{"level":"info","ts":1784915747.0404863,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f78f9716-ff73-4bef-8054-638d97aa2df8","EoS":true}
{"level":"info","ts":1784915747.040509,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f78f9716-ff73-4bef-8054-638d97aa2df8","header":"x-maas-group"}
{"level":"info","ts":1784915747.0405188,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f78f9716-ff73-4bef-8054-638d97aa2df8","header":"x-maas-username"}
{"level":"info","ts":1784915747.040524,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f78f9716-ff73-4bef-8054-638d97aa2df8","header":"x-maas-subscription"}
{"level":"info","ts":1784915747.0405364,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f78f9716-ff73-4bef-8054-638d97aa2df8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784915747.0405617,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f78f9716-ff73-4bef-8054-638d97aa2df8"}
{"level":"info","ts":1784915747.0412936,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f78f9716-ff73-4bef-8054-638d97aa2df8"}
{"level":"info","ts":1784915747.0413117,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f78f9716-ff73-4bef-8054-638d97aa2df8"}
{"level":"info","ts":1784915747.0413265,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f78f9716-ff73-4bef-8054-638d97aa2df8","EoS":false}
{"level":"info","ts":1784915747.0413384,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f78f9716-ff73-4bef-8054-638d97aa2df8","EoS":true}
{"level":"info","ts":1784915747.0413756,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f78f9716-ff73-4bef-8054-638d97aa2df8"}
{"level":"info","ts":1784915747.1813617,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784915747.1814437,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"98d3b8d1-3323-4b0c-ac5c-d797afb53901"}
{"level":"info","ts":1784915747.1814559,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"98d3b8d1-3323-4b0c-ac5c-d797afb53901"}
{"level":"info","ts":1784915747.1814687,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"98d3b8d1-3323-4b0c-ac5c-d797afb53901","EoS":true}
{"level":"info","ts":1784915747.1815042,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"98d3b8d1-3323-4b0c-ac5c-d797afb53901","header":"x-maas-username"}
{"level":"info","ts":1784915747.1815155,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"98d3b8d1-3323-4b0c-ac5c-d797afb53901","header":"x-maas-group"}
{"level":"info","ts":1784915747.1815205,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"98d3b8d1-3323-4b0c-ac5c-d797afb53901","header":"x-maas-subscription"}
{"level":"info","ts":1784915747.1815374,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"98d3b8d1-3323-4b0c-ac5c-d797afb53901","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784915747.181567,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"98d3b8d1-3323-4b0c-ac5c-d797afb53901"}
{"level":"info","ts":1784915747.1823056,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"98d3b8d1-3323-4b0c-ac5c-d797afb53901"}
{"level":"info","ts":1784915747.182323,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"98d3b8d1-3323-4b0c-ac5c-d797afb53901"}
{"level":"info","ts":1784915747.1823375,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"98d3b8d1-3323-4b0c-ac5c-d797afb53901","EoS":false}
{"level":"info","ts":1784915747.1823497,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"98d3b8d1-3323-4b0c-ac5c-d797afb53901","EoS":true}
{"level":"info","ts":1784915747.1823838,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"98d3b8d1-3323-4b0c-ac5c-d797afb53901"}
{"level":"info","ts":1784915747.3202877,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784915747.320365,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"569b3e84-134a-4b7a-80dd-3beb6eee35d7"}
{"level":"info","ts":1784915747.3203776,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"569b3e84-134a-4b7a-80dd-3beb6eee35d7"}
{"level":"info","ts":1784915747.3203893,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"569b3e84-134a-4b7a-80dd-3beb6eee35d7","EoS":true}
{"level":"info","ts":1784915747.3204157,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"569b3e84-134a-4b7a-80dd-3beb6eee35d7","header":"x-maas-subscription"}
{"level":"info","ts":1784915747.320426,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"569b3e84-134a-4b7a-80dd-3beb6eee35d7","header":"x-maas-username"}
{"level":"info","ts":1784915747.3204315,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"569b3e84-134a-4b7a-80dd-3beb6eee35d7","header":"x-maas-group"}
{"level":"info","ts":1784915747.3204434,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"569b3e84-134a-4b7a-80dd-3beb6eee35d7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784915747.3204682,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"569b3e84-134a-4b7a-80dd-3beb6eee35d7"}
{"level":"info","ts":1784915747.3211377,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"569b3e84-134a-4b7a-80dd-3beb6eee35d7"}
{"level":"info","ts":1784915747.3211572,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"569b3e84-134a-4b7a-80dd-3beb6eee35d7"}
{"level":"info","ts":1784915747.3211768,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"569b3e84-134a-4b7a-80dd-3beb6eee35d7","EoS":false}
{"level":"info","ts":1784915747.3211925,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"569b3e84-134a-4b7a-80dd-3beb6eee35d7","EoS":true}
{"level":"info","ts":1784915747.321225,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"569b3e84-134a-4b7a-80dd-3beb6eee35d7"}
{"level":"info","ts":1784915769.432454,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784915769.4325476,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"74da2413-24b8-4453-8653-7695afc7a1e6"}
{"level":"info","ts":1784915769.4325645,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"74da2413-24b8-4453-8653-7695afc7a1e6"}
{"level":"info","ts":1784915769.4325795,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"74da2413-24b8-4453-8653-7695afc7a1e6","EoS":true}
{"level":"info","ts":1784915769.4326103,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"74da2413-24b8-4453-8653-7695afc7a1e6","header":"x-maas-subscription"}
{"level":"info","ts":1784915769.4326217,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"74da2413-24b8-4453-8653-7695afc7a1e6","header":"x-maas-group"}
{"level":"info","ts":1784915769.432628,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"74da2413-24b8-4453-8653-7695afc7a1e6","header":"x-maas-username"}
{"level":"info","ts":1784915769.4326415,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"74da2413-24b8-4453-8653-7695afc7a1e6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784915769.4326675,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"74da2413-24b8-4453-8653-7695afc7a1e6"}
{"level":"info","ts":1784915769.4334953,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"74da2413-24b8-4453-8653-7695afc7a1e6"}
{"level":"info","ts":1784915769.4335194,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"74da2413-24b8-4453-8653-7695afc7a1e6"}
{"level":"info","ts":1784915769.4335415,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"74da2413-24b8-4453-8653-7695afc7a1e6","EoS":false}
{"level":"info","ts":1784915769.4335582,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"74da2413-24b8-4453-8653-7695afc7a1e6","EoS":true}
{"level":"info","ts":1784915769.433604,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"74da2413-24b8-4453-8653-7695afc7a1e6"}
{"level":"info","ts":1784915769.5370576,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784915769.5371478,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1ebf93d5-ceb1-4b59-b2d8-fcc459d0ea94"}
{"level":"info","ts":1784915769.5386405,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1ebf93d5-ceb1-4b59-b2d8-fcc459d0ea94"}
{"level":"info","ts":1784915769.5386586,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1ebf93d5-ceb1-4b59-b2d8-fcc459d0ea94"}
{"level":"info","ts":1784915769.538684,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1ebf93d5-ceb1-4b59-b2d8-fcc459d0ea94","EoS":false}
{"level":"info","ts":1784915769.538698,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"1ebf93d5-ceb1-4b59-b2d8-fcc459d0ea94"}
{"level":"info","ts":1784915769.5387208,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1ebf93d5-ceb1-4b59-b2d8-fcc459d0ea94","EoS":true}
{"level":"info","ts":1784915769.5387285,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"1ebf93d5-ceb1-4b59-b2d8-fcc459d0ea94"}
{"level":"info","ts":1784915774.1790686,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784915774.1791542,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"41072e46-3889-46fd-adfa-55b8d3bb86af"}
{"level":"info","ts":1784915774.1791675,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"41072e46-3889-46fd-adfa-55b8d3bb86af"}
{"level":"info","ts":1784915774.1791804,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"41072e46-3889-46fd-adfa-55b8d3bb86af","EoS":true}
{"level":"info","ts":1784915774.1792061,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"41072e46-3889-46fd-adfa-55b8d3bb86af","header":"x-maas-group"}
{"level":"info","ts":1784915774.1792169,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"41072e46-3889-46fd-adfa-55b8d3bb86af","header":"x-maas-username"}
{"level":"info","ts":1784915774.1792223,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"41072e46-3889-46fd-adfa-55b8d3bb86af","header":"x-maas-subscription"}
{"level":"info","ts":1784915774.1792345,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"41072e46-3889-46fd-adfa-55b8d3bb86af","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784915774.1792588,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"41072e46-3889-46fd-adfa-55b8d3bb86af"}
{"level":"info","ts":1784915774.1799595,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"41072e46-3889-46fd-adfa-55b8d3bb86af"}
{"level":"info","ts":1784915774.1799738,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"41072e46-3889-46fd-adfa-55b8d3bb86af"}
{"level":"info","ts":1784915774.1799862,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"41072e46-3889-46fd-adfa-55b8d3bb86af","EoS":false}
{"level":"info","ts":1784915774.1799982,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"41072e46-3889-46fd-adfa-55b8d3bb86af","EoS":true}
{"level":"info","ts":1784915774.1800604,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"41072e46-3889-46fd-adfa-55b8d3bb86af"}
{"level":"info","ts":1784915786.8351433,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784915786.8352153,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5d49253c-10de-43ba-8cce-ec423d1178a8"}
{"level":"info","ts":1784915786.8352273,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5d49253c-10de-43ba-8cce-ec423d1178a8"}
{"level":"info","ts":1784915786.8352394,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5d49253c-10de-43ba-8cce-ec423d1178a8","EoS":true}
{"level":"info","ts":1784915786.8352628,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5d49253c-10de-43ba-8cce-ec423d1178a8","header":"x-maas-username"}
{"level":"info","ts":1784915786.835272,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5d49253c-10de-43ba-8cce-ec423d1178a8","header":"x-maas-group"}
{"level":"info","ts":1784915786.8352778,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5d49253c-10de-43ba-8cce-ec423d1178a8","header":"x-maas-subscription"}
{"level":"info","ts":1784915786.835291,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5d49253c-10de-43ba-8cce-ec423d1178a8","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784915786.8353176,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5d49253c-10de-43ba-8cce-ec423d1178a8"}
{"level":"info","ts":1784915786.8374271,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5d49253c-10de-43ba-8cce-ec423d1178a8"}
{"level":"info","ts":1784915786.8374531,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5d49253c-10de-43ba-8cce-ec423d1178a8"}
{"level":"info","ts":1784915786.837475,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5d49253c-10de-43ba-8cce-ec423d1178a8","EoS":false}
{"level":"info","ts":1784915786.8374934,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5d49253c-10de-43ba-8cce-ec423d1178a8","EoS":true}
{"level":"info","ts":1784915786.8375268,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5d49253c-10de-43ba-8cce-ec423d1178a8"}
{"level":"info","ts":1784915799.6950424,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784915799.6951396,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c4b5c49-37ea-4694-a443-180b00ee0d0a"}
{"level":"info","ts":1784915799.6951551,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9c4b5c49-37ea-4694-a443-180b00ee0d0a"}
{"level":"info","ts":1784915799.6951745,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9c4b5c49-37ea-4694-a443-180b00ee0d0a","EoS":true}
{"level":"info","ts":1784915799.6952147,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c4b5c49-37ea-4694-a443-180b00ee0d0a","header":"x-maas-subscription"}
{"level":"info","ts":1784915799.6952262,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c4b5c49-37ea-4694-a443-180b00ee0d0a","header":"x-maas-username"}
{"level":"info","ts":1784915799.695233,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c4b5c49-37ea-4694-a443-180b00ee0d0a","header":"x-maas-group"}
{"level":"info","ts":1784915799.6952512,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9c4b5c49-37ea-4694-a443-180b00ee0d0a","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784915799.6952858,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9c4b5c49-37ea-4694-a443-180b00ee0d0a"}
{"level":"info","ts":1784915799.6965508,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9c4b5c49-37ea-4694-a443-180b00ee0d0a"}
{"level":"info","ts":1784915799.6965785,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9c4b5c49-37ea-4694-a443-180b00ee0d0a"}
{"level":"info","ts":1784915799.696603,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9c4b5c49-37ea-4694-a443-180b00ee0d0a","EoS":false}
{"level":"info","ts":1784915799.6966207,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9c4b5c49-37ea-4694-a443-180b00ee0d0a","EoS":true}
{"level":"info","ts":1784915799.6966534,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9c4b5c49-37ea-4694-a443-180b00ee0d0a"}
{"level":"info","ts":1784915808.2306154,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784915808.230708,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d2dbb580-fb34-4d09-a58b-a372514f1293"}
{"level":"info","ts":1784915808.23072,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d2dbb580-fb34-4d09-a58b-a372514f1293"}
{"level":"info","ts":1784915808.2307324,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d2dbb580-fb34-4d09-a58b-a372514f1293","EoS":true}
{"level":"info","ts":1784915808.2307615,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d2dbb580-fb34-4d09-a58b-a372514f1293","header":"x-maas-username"}
{"level":"info","ts":1784915808.2307718,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d2dbb580-fb34-4d09-a58b-a372514f1293","header":"x-maas-subscription"}
{"level":"info","ts":1784915808.2307773,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d2dbb580-fb34-4d09-a58b-a372514f1293","header":"x-maas-group"}
{"level":"info","ts":1784915808.2308192,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d2dbb580-fb34-4d09-a58b-a372514f1293","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784915808.23085,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d2dbb580-fb34-4d09-a58b-a372514f1293"}
{"level":"info","ts":1784915808.231651,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d2dbb580-fb34-4d09-a58b-a372514f1293"}
{"level":"info","ts":1784915808.2316704,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d2dbb580-fb34-4d09-a58b-a372514f1293"}
{"level":"info","ts":1784915808.2316854,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d2dbb580-fb34-4d09-a58b-a372514f1293","EoS":false}
{"level":"info","ts":1784915808.231698,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d2dbb580-fb34-4d09-a58b-a372514f1293","EoS":true}
{"level":"info","ts":1784915808.231727,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d2dbb580-fb34-4d09-a58b-a372514f1293"}
{"level":"info","ts":1784915817.1169293,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784915817.1169996,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"be6a10bf-333c-4ae4-9c7f-75131911ced6"}
{"level":"info","ts":1784915817.1170108,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"be6a10bf-333c-4ae4-9c7f-75131911ced6"}
{"level":"info","ts":1784915817.117046,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"be6a10bf-333c-4ae4-9c7f-75131911ced6","EoS":true}
{"level":"info","ts":1784915817.1170807,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"be6a10bf-333c-4ae4-9c7f-75131911ced6","header":"x-maas-username"}
{"level":"info","ts":1784915817.1170917,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"be6a10bf-333c-4ae4-9c7f-75131911ced6","header":"x-maas-subscription"}
{"level":"info","ts":1784915817.1170971,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"be6a10bf-333c-4ae4-9c7f-75131911ced6","header":"x-maas-group"}
{"level":"info","ts":1784915817.1171107,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"be6a10bf-333c-4ae4-9c7f-75131911ced6","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784915817.1171353,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"be6a10bf-333c-4ae4-9c7f-75131911ced6"}
{"level":"info","ts":1784915817.1177795,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"be6a10bf-333c-4ae4-9c7f-75131911ced6"}
{"level":"info","ts":1784915817.1178043,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"be6a10bf-333c-4ae4-9c7f-75131911ced6"}
{"level":"info","ts":1784915817.1178265,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"be6a10bf-333c-4ae4-9c7f-75131911ced6","EoS":false}
{"level":"info","ts":1784915817.1178439,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"be6a10bf-333c-4ae4-9c7f-75131911ced6","EoS":true}
{"level":"info","ts":1784915817.117881,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"be6a10bf-333c-4ae4-9c7f-75131911ced6"}
{"level":"info","ts":1784915842.0377462,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784915842.0378182,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"afc91706-2638-4475-827f-7ed51d58d7a5"}
{"level":"info","ts":1784915842.03783,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"afc91706-2638-4475-827f-7ed51d58d7a5"}
{"level":"info","ts":1784915842.0378435,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"afc91706-2638-4475-827f-7ed51d58d7a5","EoS":true}
{"level":"info","ts":1784915842.0378673,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"afc91706-2638-4475-827f-7ed51d58d7a5","header":"x-maas-subscription"}
{"level":"info","ts":1784915842.0378819,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"afc91706-2638-4475-827f-7ed51d58d7a5","header":"x-maas-username"}
{"level":"info","ts":1784915842.0378885,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"afc91706-2638-4475-827f-7ed51d58d7a5","header":"x-maas-group"}
{"level":"info","ts":1784915842.0379007,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"afc91706-2638-4475-827f-7ed51d58d7a5","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784915842.0379262,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"afc91706-2638-4475-827f-7ed51d58d7a5"}
{"level":"info","ts":1784915842.0388362,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"afc91706-2638-4475-827f-7ed51d58d7a5"}
{"level":"info","ts":1784915842.0388546,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"afc91706-2638-4475-827f-7ed51d58d7a5"}
{"level":"info","ts":1784915842.0388684,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"afc91706-2638-4475-827f-7ed51d58d7a5","EoS":false}
{"level":"info","ts":1784915842.03888,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"afc91706-2638-4475-827f-7ed51d58d7a5","EoS":true}
{"level":"info","ts":1784915842.0389132,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"afc91706-2638-4475-827f-7ed51d58d7a5"}
{"level":"info","ts":1784915865.3730178,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784915865.3731327,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8a7a20ae-fa89-4adc-a3e2-4da24638fd14"}
{"level":"info","ts":1784915865.3731453,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8a7a20ae-fa89-4adc-a3e2-4da24638fd14"}
{"level":"info","ts":1784915865.3731582,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8a7a20ae-fa89-4adc-a3e2-4da24638fd14","EoS":true}
{"level":"info","ts":1784915865.3731804,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8a7a20ae-fa89-4adc-a3e2-4da24638fd14","header":"x-maas-username"}
{"level":"info","ts":1784915865.37319,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8a7a20ae-fa89-4adc-a3e2-4da24638fd14","header":"x-maas-group"}
{"level":"info","ts":1784915865.3731947,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8a7a20ae-fa89-4adc-a3e2-4da24638fd14","header":"x-maas-subscription"}
{"level":"info","ts":1784915865.3732119,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8a7a20ae-fa89-4adc-a3e2-4da24638fd14","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784915865.373237,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8a7a20ae-fa89-4adc-a3e2-4da24638fd14"}
{"level":"info","ts":1784915865.3741996,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8a7a20ae-fa89-4adc-a3e2-4da24638fd14"}
{"level":"info","ts":1784915865.3742175,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8a7a20ae-fa89-4adc-a3e2-4da24638fd14"}
{"level":"info","ts":1784915865.3742309,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8a7a20ae-fa89-4adc-a3e2-4da24638fd14","EoS":false}
{"level":"info","ts":1784915865.3742442,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8a7a20ae-fa89-4adc-a3e2-4da24638fd14","EoS":true}
{"level":"info","ts":1784915865.3742821,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8a7a20ae-fa89-4adc-a3e2-4da24638fd14"}
{"level":"info","ts":1784915891.7737381,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784915891.7738059,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"44aa0c2f-5040-4444-93ad-58dda60014f9"}
{"level":"info","ts":1784915891.7738144,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"44aa0c2f-5040-4444-93ad-58dda60014f9"}
{"level":"info","ts":1784915891.773826,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"44aa0c2f-5040-4444-93ad-58dda60014f9","EoS":true}
{"level":"info","ts":1784915891.773849,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"44aa0c2f-5040-4444-93ad-58dda60014f9","header":"x-maas-group"}
{"level":"info","ts":1784915891.77386,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"44aa0c2f-5040-4444-93ad-58dda60014f9","header":"x-maas-username"}
{"level":"info","ts":1784915891.7738655,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"44aa0c2f-5040-4444-93ad-58dda60014f9","header":"x-maas-subscription"}
{"level":"info","ts":1784915891.7738788,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"44aa0c2f-5040-4444-93ad-58dda60014f9","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784915891.7739022,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"44aa0c2f-5040-4444-93ad-58dda60014f9"}
{"level":"info","ts":1784915891.774573,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"44aa0c2f-5040-4444-93ad-58dda60014f9"}
{"level":"info","ts":1784915891.7745914,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"44aa0c2f-5040-4444-93ad-58dda60014f9"}
{"level":"info","ts":1784915891.774611,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"44aa0c2f-5040-4444-93ad-58dda60014f9","EoS":false}
{"level":"info","ts":1784915891.7746265,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"44aa0c2f-5040-4444-93ad-58dda60014f9","EoS":true}
{"level":"info","ts":1784915891.7746568,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"44aa0c2f-5040-4444-93ad-58dda60014f9"}
{"level":"info","ts":1784915901.1916373,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784915901.1917105,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"209c5a42-14d7-4925-a06b-51a330a060ad"}
{"level":"info","ts":1784915901.1917224,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"209c5a42-14d7-4925-a06b-51a330a060ad"}
{"level":"info","ts":1784915901.191734,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"209c5a42-14d7-4925-a06b-51a330a060ad","EoS":true}
{"level":"info","ts":1784915901.1917648,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"209c5a42-14d7-4925-a06b-51a330a060ad","header":"x-maas-subscription"}
{"level":"info","ts":1784915901.1917765,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"209c5a42-14d7-4925-a06b-51a330a060ad","header":"x-maas-group"}
{"level":"info","ts":1784915901.1917827,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"209c5a42-14d7-4925-a06b-51a330a060ad","header":"x-maas-username"}
{"level":"info","ts":1784915901.1917944,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"209c5a42-14d7-4925-a06b-51a330a060ad","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784915901.1918206,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"209c5a42-14d7-4925-a06b-51a330a060ad"}
{"level":"info","ts":1784915901.1941032,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"209c5a42-14d7-4925-a06b-51a330a060ad"}
{"level":"info","ts":1784915901.1941264,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"209c5a42-14d7-4925-a06b-51a330a060ad"}
{"level":"info","ts":1784915901.194147,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"209c5a42-14d7-4925-a06b-51a330a060ad","EoS":false}
{"level":"info","ts":1784915901.194159,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"209c5a42-14d7-4925-a06b-51a330a060ad","EoS":true}
{"level":"info","ts":1784915901.1941922,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"209c5a42-14d7-4925-a06b-51a330a060ad"}
{"level":"info","ts":1784915901.2333841,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784915901.2334564,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d15ceca6-7482-42ae-ab6a-1e941cd1bb33"}
{"level":"info","ts":1784915901.2334666,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d15ceca6-7482-42ae-ab6a-1e941cd1bb33"}
{"level":"info","ts":1784915901.2334769,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d15ceca6-7482-42ae-ab6a-1e941cd1bb33","EoS":true}
{"level":"info","ts":1784915901.2335024,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d15ceca6-7482-42ae-ab6a-1e941cd1bb33","header":"x-maas-username"}
{"level":"info","ts":1784915901.2335105,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d15ceca6-7482-42ae-ab6a-1e941cd1bb33","header":"x-maas-subscription"}
{"level":"info","ts":1784915901.233515,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d15ceca6-7482-42ae-ab6a-1e941cd1bb33","header":"x-maas-group"}
{"level":"info","ts":1784915901.233527,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d15ceca6-7482-42ae-ab6a-1e941cd1bb33","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784915901.2335527,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d15ceca6-7482-42ae-ab6a-1e941cd1bb33"}
{"level":"info","ts":1784915901.234213,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d15ceca6-7482-42ae-ab6a-1e941cd1bb33"}
{"level":"info","ts":1784915901.2342315,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d15ceca6-7482-42ae-ab6a-1e941cd1bb33"}
{"level":"info","ts":1784915901.234247,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d15ceca6-7482-42ae-ab6a-1e941cd1bb33","EoS":false}
{"level":"info","ts":1784915901.2342646,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d15ceca6-7482-42ae-ab6a-1e941cd1bb33","EoS":true}
{"level":"info","ts":1784915901.234301,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d15ceca6-7482-42ae-ab6a-1e941cd1bb33"}
{"level":"info","ts":1784915920.3850698,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784915920.3851495,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4d63b71e-2071-46ca-b2e8-4d40d3213781"}
{"level":"info","ts":1784915920.3851612,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4d63b71e-2071-46ca-b2e8-4d40d3213781"}
{"level":"info","ts":1784915920.385173,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4d63b71e-2071-46ca-b2e8-4d40d3213781","EoS":true}
{"level":"info","ts":1784915920.3851988,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4d63b71e-2071-46ca-b2e8-4d40d3213781","header":"x-maas-username"}
{"level":"info","ts":1784915920.38521,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4d63b71e-2071-46ca-b2e8-4d40d3213781","header":"x-maas-subscription"}
{"level":"info","ts":1784915920.3852148,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4d63b71e-2071-46ca-b2e8-4d40d3213781","header":"x-maas-group"}
{"level":"info","ts":1784915920.3852267,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4d63b71e-2071-46ca-b2e8-4d40d3213781","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784915920.385252,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4d63b71e-2071-46ca-b2e8-4d40d3213781"}
{"level":"info","ts":1784915920.3859713,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4d63b71e-2071-46ca-b2e8-4d40d3213781"}
{"level":"info","ts":1784915920.386002,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4d63b71e-2071-46ca-b2e8-4d40d3213781"}
{"level":"info","ts":1784915920.3860478,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4d63b71e-2071-46ca-b2e8-4d40d3213781","EoS":false}
{"level":"info","ts":1784915920.3860729,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4d63b71e-2071-46ca-b2e8-4d40d3213781","EoS":true}
{"level":"info","ts":1784915920.3861072,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4d63b71e-2071-46ca-b2e8-4d40d3213781"}
{"level":"info","ts":1784916051.0090668,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784916051.009151,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7213bd1e-f3dd-4e1e-a412-32fa94687bff"}
{"level":"info","ts":1784916051.0091634,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7213bd1e-f3dd-4e1e-a412-32fa94687bff"}
{"level":"info","ts":1784916051.0091758,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7213bd1e-f3dd-4e1e-a412-32fa94687bff","EoS":true}
{"level":"info","ts":1784916051.0092044,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7213bd1e-f3dd-4e1e-a412-32fa94687bff","header":"x-maas-group"}
{"level":"info","ts":1784916051.0092158,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7213bd1e-f3dd-4e1e-a412-32fa94687bff","header":"x-maas-username"}
{"level":"info","ts":1784916051.0092227,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7213bd1e-f3dd-4e1e-a412-32fa94687bff","header":"x-maas-subscription"}
{"level":"info","ts":1784916051.0092394,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7213bd1e-f3dd-4e1e-a412-32fa94687bff","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1784916051.0092635,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7213bd1e-f3dd-4e1e-a412-32fa94687bff"}
{"level":"info","ts":1784916051.0123475,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7213bd1e-f3dd-4e1e-a412-32fa94687bff"}
{"level":"info","ts":1784916051.0123694,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7213bd1e-f3dd-4e1e-a412-32fa94687bff"}
{"level":"info","ts":1784916051.0123906,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7213bd1e-f3dd-4e1e-a412-32fa94687bff","EoS":false}
{"level":"info","ts":1784916051.0124104,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7213bd1e-f3dd-4e1e-a412-32fa94687bff","EoS":true}
{"level":"info","ts":1784916051.012462,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7213bd1e-f3dd-4e1e-a412-32fa94687bff"}
{"level":"info","ts":1784916087.975969,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784916087.9760904,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e35181d7-20a7-46fd-8b81-1fd4bb9d181b"}
{"level":"info","ts":1784916087.9761076,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e35181d7-20a7-46fd-8b81-1fd4bb9d181b"}
{"level":"info","ts":1784916087.9761255,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e35181d7-20a7-46fd-8b81-1fd4bb9d181b","EoS":true}
{"level":"info","ts":1784916087.976153,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e35181d7-20a7-46fd-8b81-1fd4bb9d181b","header":"x-maas-username"}
{"level":"info","ts":1784916087.976162,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e35181d7-20a7-46fd-8b81-1fd4bb9d181b","header":"x-maas-subscription"}
{"level":"info","ts":1784916087.9761674,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e35181d7-20a7-46fd-8b81-1fd4bb9d181b","header":"x-maas-group"}
{"level":"info","ts":1784916087.9761803,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e35181d7-20a7-46fd-8b81-1fd4bb9d181b","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784916087.9762044,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e35181d7-20a7-46fd-8b81-1fd4bb9d181b"}
{"level":"info","ts":1784916087.9781892,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e35181d7-20a7-46fd-8b81-1fd4bb9d181b"}
{"level":"info","ts":1784916087.9782166,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e35181d7-20a7-46fd-8b81-1fd4bb9d181b"}
{"level":"info","ts":1784916087.9782376,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e35181d7-20a7-46fd-8b81-1fd4bb9d181b","EoS":false}
{"level":"info","ts":1784916087.9782546,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e35181d7-20a7-46fd-8b81-1fd4bb9d181b","EoS":true}
{"level":"info","ts":1784916087.9782994,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e35181d7-20a7-46fd-8b81-1fd4bb9d181b"}
{"level":"info","ts":1784916103.2179604,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784916103.2180598,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"33aed213-9baa-45f9-9183-bfe0caf00107"}
{"level":"info","ts":1784916103.218073,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"33aed213-9baa-45f9-9183-bfe0caf00107"}
{"level":"info","ts":1784916103.2180908,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"33aed213-9baa-45f9-9183-bfe0caf00107","EoS":true}
{"level":"info","ts":1784916103.2181184,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"33aed213-9baa-45f9-9183-bfe0caf00107","header":"x-maas-username"}
{"level":"info","ts":1784916103.2181282,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"33aed213-9baa-45f9-9183-bfe0caf00107","header":"x-maas-group"}
{"level":"info","ts":1784916103.2181334,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"33aed213-9baa-45f9-9183-bfe0caf00107","header":"x-maas-subscription"}
{"level":"info","ts":1784916103.218146,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"33aed213-9baa-45f9-9183-bfe0caf00107","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784916103.2181776,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"33aed213-9baa-45f9-9183-bfe0caf00107"}
{"level":"info","ts":1784916103.2188563,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"33aed213-9baa-45f9-9183-bfe0caf00107"}
{"level":"info","ts":1784916103.218877,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"33aed213-9baa-45f9-9183-bfe0caf00107"}
{"level":"info","ts":1784916103.2188923,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"33aed213-9baa-45f9-9183-bfe0caf00107","EoS":false}
{"level":"info","ts":1784916103.2189057,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"33aed213-9baa-45f9-9183-bfe0caf00107","EoS":true}
{"level":"info","ts":1784916103.2189395,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"33aed213-9baa-45f9-9183-bfe0caf00107"}
{"level":"info","ts":1784916416.086797,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784916416.0868838,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d5a2820e-8ac6-4c2e-991c-f0176d2d9284"}
{"level":"info","ts":1784916416.086894,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d5a2820e-8ac6-4c2e-991c-f0176d2d9284"}
{"level":"info","ts":1784916416.0869064,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d5a2820e-8ac6-4c2e-991c-f0176d2d9284","EoS":true}
{"level":"info","ts":1784916416.0870006,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d5a2820e-8ac6-4c2e-991c-f0176d2d9284","header":"x-maas-subscription"}
{"level":"info","ts":1784916416.0870109,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d5a2820e-8ac6-4c2e-991c-f0176d2d9284","header":"x-maas-group"}
{"level":"info","ts":1784916416.0870152,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d5a2820e-8ac6-4c2e-991c-f0176d2d9284","header":"x-maas-username"}
{"level":"info","ts":1784916416.0870614,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d5a2820e-8ac6-4c2e-991c-f0176d2d9284","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784916416.087092,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d5a2820e-8ac6-4c2e-991c-f0176d2d9284"}
{"level":"info","ts":1784916416.0878506,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d5a2820e-8ac6-4c2e-991c-f0176d2d9284"}
{"level":"info","ts":1784916416.0878751,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d5a2820e-8ac6-4c2e-991c-f0176d2d9284"}
{"level":"info","ts":1784916416.087896,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d5a2820e-8ac6-4c2e-991c-f0176d2d9284","EoS":false}
{"level":"info","ts":1784916416.0879157,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d5a2820e-8ac6-4c2e-991c-f0176d2d9284","EoS":true}
{"level":"info","ts":1784916416.0879579,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d5a2820e-8ac6-4c2e-991c-f0176d2d9284"}
{"level":"info","ts":1784916416.125979,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784916416.126088,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b08fa35b-f618-4b6d-86b4-1f0003d72775"}
{"level":"info","ts":1784916416.1260993,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b08fa35b-f618-4b6d-86b4-1f0003d72775"}
{"level":"info","ts":1784916416.1261117,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b08fa35b-f618-4b6d-86b4-1f0003d72775","EoS":true}
{"level":"info","ts":1784916416.1261363,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b08fa35b-f618-4b6d-86b4-1f0003d72775","header":"x-maas-subscription"}
{"level":"info","ts":1784916416.1261468,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b08fa35b-f618-4b6d-86b4-1f0003d72775","header":"x-maas-group"}
{"level":"info","ts":1784916416.126151,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b08fa35b-f618-4b6d-86b4-1f0003d72775","header":"x-maas-username"}
{"level":"info","ts":1784916416.1261637,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b08fa35b-f618-4b6d-86b4-1f0003d72775","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784916416.126188,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b08fa35b-f618-4b6d-86b4-1f0003d72775"}
{"level":"info","ts":1784916416.126845,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b08fa35b-f618-4b6d-86b4-1f0003d72775"}
{"level":"info","ts":1784916416.1268697,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b08fa35b-f618-4b6d-86b4-1f0003d72775"}
{"level":"info","ts":1784916416.126891,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b08fa35b-f618-4b6d-86b4-1f0003d72775","EoS":false}
{"level":"info","ts":1784916416.1269116,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b08fa35b-f618-4b6d-86b4-1f0003d72775","EoS":true}
{"level":"info","ts":1784916416.1269493,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b08fa35b-f618-4b6d-86b4-1f0003d72775"}
{"level":"info","ts":1784916420.951366,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"ab18a763-774b-4439-bf7f-f9c35545fcad","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784916420.9516516,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36850.311690184,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784916420.9516838,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784916421.0138476,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784916421.0524635,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"ab18a763-774b-4439-bf7f-f9c35545fcad","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784916421.0970573,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"76239687-3d33-4718-90ab-4db25e04f3e9"}
{"level":"info","ts":1784916421.097141,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e33f287e-b690-41b0-b7a2-a36f7d3f925f","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784916421.097225,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e33f287e-b690-41b0-b7a2-a36f7d3f925f","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784916421.104576,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9852db3b-613f-4633-b7ea-dd48b9d18a4b","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784916421.1046088,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9852db3b-613f-4633-b7ea-dd48b9d18a4b","provider":"openai","endpoint":"httpbingo.org"}
{"level":"error","ts":1784916421.1080577,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"76239687-3d33-4718-90ab-4db25e04f3e9","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784916421.1083722,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37418.194783024,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784916421.1083953,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784916421.1240387,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784916421.2091289,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"76239687-3d33-4718-90ab-4db25e04f3e9","name":"e2e-external-provider"}
{"level":"info","ts":1784916421.2187755,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e1feb205-5e12-4427-8fa8-fa942b2dc075"}
{"level":"info","ts":1784916421.2188137,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bb933c9b-ff27-41f4-8be5-1a2431ccedce","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784916421.2188609,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bb933c9b-ff27-41f4-8be5-1a2431ccedce","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784916421.2277377,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3a288293-cd7b-462f-afa0-ecb948acc2d1","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784916421.2277772,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3a288293-cd7b-462f-afa0-ecb948acc2d1","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784916421.2278845,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e1feb205-5e12-4427-8fa8-fa942b2dc075","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784916421.2295482,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"76239687-3d33-4718-90ab-4db25e04f3e9","kind":"ServiceEntry","name":"e2e-external-provider"}
{"level":"info","ts":1784916421.236409,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"684d43ab-da30-4d9e-8e59-3478bb83c7df","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784916421.2364337,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"684d43ab-da30-4d9e-8e59-3478bb83c7df","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784916421.2365074,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e1feb205-5e12-4427-8fa8-fa942b2dc075","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784916421.236585,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"39ffbaa5-0085-47cc-a503-ca4dc395d373"}
{"level":"info","ts":1784916421.2366092,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"39ffbaa5-0085-47cc-a503-ca4dc395d373","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784916421.2419944,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"76239687-3d33-4718-90ab-4db25e04f3e9","kind":"DestinationRule","name":"e2e-external-provider"}
{"level":"error","ts":1784916421.2421086,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"39ffbaa5-0085-47cc-a503-ca4dc395d373","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784916421.2479677,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"76239687-3d33-4718-90ab-4db25e04f3e9","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784916421.25241,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bf84772e-a62e-449c-9f54-db993bb59c2e"}
{"level":"info","ts":1784916421.2524397,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bf84772e-a62e-449c-9f54-db993bb59c2e","provider":"e2e-external-provider","phase":"Pending"}
{"level":"error","ts":1784916421.2526612,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"76239687-3d33-4718-90ab-4db25e04f3e9","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784916421.2527373,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"391894e5-6e85-49ee-848c-f5fff61e24ed"}
{"level":"info","ts":1784916421.25279,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"391894e5-6e85-49ee-848c-f5fff61e24ed","name":"e2e-external-provider"}
{"level":"error","ts":1784916421.2580988,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bf84772e-a62e-449c-9f54-db993bb59c2e","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784916421.264579,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"391894e5-6e85-49ee-848c-f5fff61e24ed","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784916421.2714634,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4d823b12-8f76-4afa-a5b2-9924bee3a437"}
{"level":"info","ts":1784916421.2714689,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"11ece57b-c7f4-4252-89f9-6025892c723c","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784916421.2715068,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4d823b12-8f76-4afa-a5b2-9924bee3a437","name":"e2e-external-provider"}
{"level":"info","ts":1784916421.2715082,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"11ece57b-c7f4-4252-89f9-6025892c723c","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784916421.2715971,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0cb34f89-b9a8-4d34-a9e2-368a17a3fcd2"}
{"level":"info","ts":1784916421.2718039,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":34807.165312928,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784916421.2718112,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"53fb9fc2-d9dd-4f58-86ad-a0bf3be1db2c","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784916421.2718208,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784916421.2718296,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"53fb9fc2-d9dd-4f58-86ad-a0bf3be1db2c","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784916421.281327,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784916421.2841508,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4d823b12-8f76-4afa-a5b2-9924bee3a437","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784916421.372328,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0cb34f89-b9a8-4d34-a9e2-368a17a3fcd2","name":"e2e-external-model"}
{"level":"info","ts":1784916421.3850565,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0cb34f89-b9a8-4d34-a9e2-368a17a3fcd2","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784916421.3912609,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"19cbc509-60a5-4643-90ef-3dfb7cc1ea25","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784916421.3913047,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"19cbc509-60a5-4643-90ef-3dfb7cc1ea25","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784916421.392105,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9771523d-1714-495c-8309-1b86b503a870"}
{"level":"info","ts":1784916421.3921692,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9771523d-1714-495c-8309-1b86b503a870","name":"e2e-external-model"}
{"level":"info","ts":1784916421.407048,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"00ac1c13-fbb7-4996-b9f5-e1ba2c61d960","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784916421.4070785,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"00ac1c13-fbb7-4996-b9f5-e1ba2c61d960","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784916421.4071267,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9771523d-1714-495c-8309-1b86b503a870","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784916421.4071877,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"89e6a6b9-0612-4421-8fe4-5deaff3f58e9"}
{"level":"info","ts":1784916421.4072406,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"89e6a6b9-0612-4421-8fe4-5deaff3f58e9","name":"e2e-external-model"}
{"level":"info","ts":1784916421.417763,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"89e6a6b9-0612-4421-8fe4-5deaff3f58e9","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784916421.42599,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"834c9a4f-6827-46d8-96be-e98ee327111f","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784916421.426007,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1f13661c-269d-4f0f-bc19-b894d2b726e3"}
{"level":"info","ts":1784916421.4260201,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"834c9a4f-6827-46d8-96be-e98ee327111f","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784916421.426103,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1f13661c-269d-4f0f-bc19-b894d2b726e3","name":"e2e-external-model"}
{"level":"info","ts":1784916421.4363115,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1f13661c-269d-4f0f-bc19-b894d2b726e3","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784916428.7516978,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784916428.751779,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9946f9f2-adb1-4094-8680-21b8a6156c52"}
{"level":"info","ts":1784916428.751791,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9946f9f2-adb1-4094-8680-21b8a6156c52"}
{"level":"info","ts":1784916428.7518036,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9946f9f2-adb1-4094-8680-21b8a6156c52","EoS":true}
{"level":"info","ts":1784916428.7518287,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9946f9f2-adb1-4094-8680-21b8a6156c52","header":"x-maas-group"}
{"level":"info","ts":1784916428.751839,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9946f9f2-adb1-4094-8680-21b8a6156c52","header":"x-maas-subscription"}
{"level":"info","ts":1784916428.7518451,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9946f9f2-adb1-4094-8680-21b8a6156c52","header":"x-maas-username"}
{"level":"info","ts":1784916428.751861,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9946f9f2-adb1-4094-8680-21b8a6156c52","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784916428.7518713,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"9946f9f2-adb1-4094-8680-21b8a6156c52","modelName":"e2e-external-model"}
{"level":"info","ts":1784916428.7518833,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"9946f9f2-adb1-4094-8680-21b8a6156c52","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784916428.7519119,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"9946f9f2-adb1-4094-8680-21b8a6156c52","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784916428.751929,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"9946f9f2-adb1-4094-8680-21b8a6156c52","authType":"apikey"}
{"level":"info","ts":1784916428.7519603,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9946f9f2-adb1-4094-8680-21b8a6156c52"}
{"level":"info","ts":1784916428.8653507,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e0d42cd8-d940-4c92-9511-6528a5b98c1c"}
{"level":"info","ts":1784916428.8653526,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9cd6e1e4-22b3-4e2a-affa-d2558ccf025c","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784916428.865476,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9cd6e1e4-22b3-4e2a-affa-d2558ccf025c","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784916428.8719726,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7c839549-5d6a-4969-862e-5c786ddc6b71","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784916428.8719974,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7c839549-5d6a-4969-862e-5c786ddc6b71","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784916428.8731773,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e0d42cd8-d940-4c92-9511-6528a5b98c1c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784916428.8732357,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e0d42cd8-d940-4c92-9511-6528a5b98c1c","name":"e2e-cleanup-test"}
{"level":"info","ts":1784916428.8888083,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"03f3813a-983b-43bc-814a-59b9cb824edf","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784916428.8888369,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"03f3813a-983b-43bc-814a-59b9cb824edf","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784916428.8901505,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e0d42cd8-d940-4c92-9511-6528a5b98c1c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1784916428.8901901,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e0d42cd8-d940-4c92-9511-6528a5b98c1c","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784916428.890233,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e4af4b4c-c05e-4296-8996-6d3be0b4d81b"}
{"level":"info","ts":1784916428.8902721,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e4af4b4c-c05e-4296-8996-6d3be0b4d81b","name":"e2e-cleanup-test"}
{"level":"error","ts":1784916428.9060178,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e4af4b4c-c05e-4296-8996-6d3be0b4d81b","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784916428.9060817,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4057584e-d89d-4ee2-bec9-6a8ce4852860","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784916428.9061086,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4057584e-d89d-4ee2-bec9-6a8ce4852860","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784916428.9061148,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0f608048-1ed3-4fa9-b2c7-b6815b86627d"}
{"level":"info","ts":1784916428.9061732,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0f608048-1ed3-4fa9-b2c7-b6815b86627d","name":"e2e-cleanup-test"}
{"level":"info","ts":1784916428.9157028,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0f608048-1ed3-4fa9-b2c7-b6815b86627d","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784916428.9235291,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b795dfca-8e1d-41e7-9be4-482c57ab2777","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784916428.9235544,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b795dfca-8e1d-41e7-9be4-482c57ab2777","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784916428.923525,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"40dfb531-a2b2-424e-9ec5-b8bca4c68227"}
{"level":"info","ts":1784916428.9236,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"40dfb531-a2b2-424e-9ec5-b8bca4c68227","name":"e2e-cleanup-test"}
{"level":"info","ts":1784916428.9327888,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"40dfb531-a2b2-424e-9ec5-b8bca4c68227","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784916437.15177,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b3640111-a3c7-4a0b-9b0f-827c9dfaa938"}
{"level":"info","ts":1784916437.1518216,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"aed957fc-6f6b-452d-975b-8232198d1582","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784916437.1518471,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"aed957fc-6f6b-452d-975b-8232198d1582","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784916441.507008,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784916441.5070758,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fcc481b0-767d-4e34-aa25-87862af3621e"}
{"level":"info","ts":1784916441.5070846,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fcc481b0-767d-4e34-aa25-87862af3621e"}
{"level":"info","ts":1784916441.5070949,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fcc481b0-767d-4e34-aa25-87862af3621e","EoS":true}
{"level":"info","ts":1784916441.5071304,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fcc481b0-767d-4e34-aa25-87862af3621e","path":"/llm/nonexistent-model-xyz/v1/chat/completions"}
{"level":"info","ts":1784916441.5071545,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fcc481b0-767d-4e34-aa25-87862af3621e"}
{"level":"info","ts":1784916441.5504363,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784916441.5505087,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eb2f24a6-ea3c-4df9-b295-a10823e119e8"}
{"level":"info","ts":1784916441.550521,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"eb2f24a6-ea3c-4df9-b295-a10823e119e8"}
{"level":"info","ts":1784916441.5505326,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eb2f24a6-ea3c-4df9-b295-a10823e119e8","EoS":true}
{"level":"info","ts":1784916441.5505586,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eb2f24a6-ea3c-4df9-b295-a10823e119e8","header":"x-maas-username"}
{"level":"info","ts":1784916441.5505724,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eb2f24a6-ea3c-4df9-b295-a10823e119e8","header":"x-maas-group"}
{"level":"info","ts":1784916441.5505779,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eb2f24a6-ea3c-4df9-b295-a10823e119e8","header":"x-maas-subscription"}
{"level":"info","ts":1784916441.5505908,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eb2f24a6-ea3c-4df9-b295-a10823e119e8","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784916441.5505977,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"eb2f24a6-ea3c-4df9-b295-a10823e119e8","modelName":"e2e-external-model"}
{"level":"info","ts":1784916441.5506094,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"eb2f24a6-ea3c-4df9-b295-a10823e119e8","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784916441.5506315,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"eb2f24a6-ea3c-4df9-b295-a10823e119e8","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784916441.550653,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"eb2f24a6-ea3c-4df9-b295-a10823e119e8","authType":"apikey"}
{"level":"info","ts":1784916441.5506752,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"eb2f24a6-ea3c-4df9-b295-a10823e119e8"}
{"level":"info","ts":1784916441.589011,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784916441.5890982,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6dc7e780-6a2b-4f31-9501-9843f0971b17"}
{"level":"info","ts":1784916441.5891087,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6dc7e780-6a2b-4f31-9501-9843f0971b17"}
{"level":"info","ts":1784916441.5891197,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6dc7e780-6a2b-4f31-9501-9843f0971b17","EoS":true}
{"level":"info","ts":1784916441.589141,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6dc7e780-6a2b-4f31-9501-9843f0971b17","header":"x-maas-username"}
{"level":"info","ts":1784916441.5891511,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6dc7e780-6a2b-4f31-9501-9843f0971b17","header":"x-maas-subscription"}
{"level":"info","ts":1784916441.5891562,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6dc7e780-6a2b-4f31-9501-9843f0971b17","header":"x-maas-group"}
{"level":"info","ts":1784916441.5891666,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6dc7e780-6a2b-4f31-9501-9843f0971b17","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784916441.5891876,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6dc7e780-6a2b-4f31-9501-9843f0971b17"}
{"level":"info","ts":1784916441.6926491,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6dc7e780-6a2b-4f31-9501-9843f0971b17"}
{"level":"info","ts":1784916441.6926868,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6dc7e780-6a2b-4f31-9501-9843f0971b17"}
{"level":"info","ts":1784916441.6927173,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6dc7e780-6a2b-4f31-9501-9843f0971b17","EoS":false}
{"level":"info","ts":1784916441.692737,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6dc7e780-6a2b-4f31-9501-9843f0971b17","EoS":true}
{"level":"error","ts":1784916441.6927495,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"6dc7e780-6a2b-4f31-9501-9843f0971b17","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784916441.6928022,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6dc7e780-6a2b-4f31-9501-9843f0971b17"}
{"level":"info","ts":1784916441.7346802,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784916441.73474,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1113efde-679b-421d-8fb4-d5cc5a24bb51"}
{"level":"info","ts":1784916441.7347484,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1113efde-679b-421d-8fb4-d5cc5a24bb51"}
{"level":"info","ts":1784916441.7347593,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1113efde-679b-421d-8fb4-d5cc5a24bb51","EoS":true}
{"level":"info","ts":1784916441.7347834,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1113efde-679b-421d-8fb4-d5cc5a24bb51","header":"x-maas-username"}
{"level":"info","ts":1784916441.7348053,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1113efde-679b-421d-8fb4-d5cc5a24bb51","header":"x-maas-subscription"}
{"level":"info","ts":1784916441.7348123,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1113efde-679b-421d-8fb4-d5cc5a24bb51","header":"x-maas-group"}
{"level":"info","ts":1784916441.7348404,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1113efde-679b-421d-8fb4-d5cc5a24bb51"}
{"level":"info","ts":1784916441.7861636,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1113efde-679b-421d-8fb4-d5cc5a24bb51"}
{"level":"info","ts":1784916441.7861938,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1113efde-679b-421d-8fb4-d5cc5a24bb51"}
{"level":"info","ts":1784916441.7862122,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1113efde-679b-421d-8fb4-d5cc5a24bb51","EoS":false}
{"level":"info","ts":1784916441.7862241,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1113efde-679b-421d-8fb4-d5cc5a24bb51","EoS":true}
{"level":"error","ts":1784916441.786239,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"1113efde-679b-421d-8fb4-d5cc5a24bb51","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784916441.7862878,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1113efde-679b-421d-8fb4-d5cc5a24bb51"}
{"level":"info","ts":1784916442.641473,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"33e082f3-3da3-4767-b864-ab58decb777c"}
{"level":"info","ts":1784916442.6415,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c463fcc7-43f2-43b7-a65b-8bc9526c7e63","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784916442.6415222,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c463fcc7-43f2-43b7-a65b-8bc9526c7e63","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784916442.8065662,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b24d5ebc-faff-42fa-ab72-af97ad372baf"}
{"level":"info","ts":1784916442.8065982,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b2363130-c8a4-4b46-a6b4-9556dbee14e0","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784916442.806622,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b2363130-c8a4-4b46-a6b4-9556dbee14e0","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784916442.9306688,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"18579305-5ca6-4838-a09f-445080d62a7f","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784916442.9308007,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"18579305-5ca6-4838-a09f-445080d62a7f","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784917578.5826848,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784917578.5827672,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"665aae7c-9d94-4688-8da8-8cac3fc69b4e"}
{"level":"info","ts":1784917663.747894,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784917663.7479806,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9506ba7a-d98e-4983-be4a-64b289ea26f9"}
{"level":"info","ts":1784917663.7479923,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9506ba7a-d98e-4983-be4a-64b289ea26f9"}
{"level":"info","ts":1784917663.748005,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9506ba7a-d98e-4983-be4a-64b289ea26f9","EoS":true}
{"level":"info","ts":1784917663.7480474,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9506ba7a-d98e-4983-be4a-64b289ea26f9","header":"x-maas-username"}
{"level":"info","ts":1784917663.7480626,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9506ba7a-d98e-4983-be4a-64b289ea26f9","header":"x-maas-group"}
{"level":"info","ts":1784917663.7480695,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9506ba7a-d98e-4983-be4a-64b289ea26f9","header":"x-maas-subscription"}
{"level":"info","ts":1784917663.748085,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9506ba7a-d98e-4983-be4a-64b289ea26f9","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}
{"level":"info","ts":1784917663.7481167,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9506ba7a-d98e-4983-be4a-64b289ea26f9"}
{"level":"info","ts":1784917663.7502525,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9506ba7a-d98e-4983-be4a-64b289ea26f9"}
{"level":"info","ts":1784917663.7502775,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9506ba7a-d98e-4983-be4a-64b289ea26f9"}
{"level":"info","ts":1784917663.7503002,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9506ba7a-d98e-4983-be4a-64b289ea26f9","EoS":false}
{"level":"info","ts":1784917663.750317,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9506ba7a-d98e-4983-be4a-64b289ea26f9","EoS":true}
{"level":"info","ts":1784917663.750366,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9506ba7a-d98e-4983-be4a-64b289ea26f9"}