{"level":"info","ts":1785213089.3479738,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bd81015a-360b-443a-a185-dd06f725bd11"} {"level":"info","ts":1785213089.3495905,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bd81015a-360b-443a-a185-dd06f725bd11"} {"level":"info","ts":1785213089.349612,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"bd81015a-360b-443a-a185-dd06f725bd11"} {"level":"info","ts":1785213089.3496332,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bd81015a-360b-443a-a185-dd06f725bd11","EoS":false} {"level":"info","ts":1785213089.3496456,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bd81015a-360b-443a-a185-dd06f725bd11","EoS":true} {"level":"info","ts":1785213089.349676,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"bd81015a-360b-443a-a185-dd06f725bd11"} {"level":"info","ts":1785213090.1596496,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785213090.159738,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"195942f8-fc94-48ed-b960-438acaa6409c"} {"level":"info","ts":1785213090.1597533,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"195942f8-fc94-48ed-b960-438acaa6409c"} {"level":"info","ts":1785213090.159772,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"195942f8-fc94-48ed-b960-438acaa6409c","EoS":true} {"level":"info","ts":1785213090.1598115,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"195942f8-fc94-48ed-b960-438acaa6409c","header":"x-maas-username"} {"level":"info","ts":1785213090.1598258,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"195942f8-fc94-48ed-b960-438acaa6409c","header":"x-maas-subscription"} {"level":"info","ts":1785213090.1598341,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"195942f8-fc94-48ed-b960-438acaa6409c","header":"x-maas-group"} {"level":"info","ts":1785213090.1598535,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"195942f8-fc94-48ed-b960-438acaa6409c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785213090.1598897,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"195942f8-fc94-48ed-b960-438acaa6409c"} {"level":"info","ts":1785213090.160877,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"195942f8-fc94-48ed-b960-438acaa6409c"} {"level":"info","ts":1785213090.1609044,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"195942f8-fc94-48ed-b960-438acaa6409c"} {"level":"info","ts":1785213090.1609395,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"195942f8-fc94-48ed-b960-438acaa6409c","EoS":false} {"level":"info","ts":1785213090.1609528,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"195942f8-fc94-48ed-b960-438acaa6409c","EoS":true} {"level":"info","ts":1785213090.1609833,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"195942f8-fc94-48ed-b960-438acaa6409c"} {"level":"info","ts":1785213113.344493,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785213113.3446238,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"825f6528-d51a-4ae6-8abd-f38e16e9388b"} {"level":"info","ts":1785213113.3446383,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"825f6528-d51a-4ae6-8abd-f38e16e9388b"} {"level":"info","ts":1785213113.3446505,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"825f6528-d51a-4ae6-8abd-f38e16e9388b","EoS":true} {"level":"info","ts":1785213113.3446765,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"825f6528-d51a-4ae6-8abd-f38e16e9388b","header":"x-maas-username"} {"level":"info","ts":1785213113.3446846,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"825f6528-d51a-4ae6-8abd-f38e16e9388b","header":"x-maas-group"} {"level":"info","ts":1785213113.3446894,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"825f6528-d51a-4ae6-8abd-f38e16e9388b","header":"x-maas-subscription"} {"level":"info","ts":1785213113.3447034,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"825f6528-d51a-4ae6-8abd-f38e16e9388b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785213113.3447304,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"825f6528-d51a-4ae6-8abd-f38e16e9388b"} {"level":"info","ts":1785213113.3472235,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"825f6528-d51a-4ae6-8abd-f38e16e9388b"} {"level":"info","ts":1785213113.3472452,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"825f6528-d51a-4ae6-8abd-f38e16e9388b"} {"level":"info","ts":1785213113.347261,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"825f6528-d51a-4ae6-8abd-f38e16e9388b","EoS":false} {"level":"info","ts":1785213113.3472729,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"825f6528-d51a-4ae6-8abd-f38e16e9388b","EoS":true} {"level":"info","ts":1785213113.347302,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"825f6528-d51a-4ae6-8abd-f38e16e9388b"} {"level":"info","ts":1785213113.4856288,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785213113.4857006,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b7462115-4f3b-452c-8cb3-111c4a083cfa"} {"level":"info","ts":1785213113.4857118,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b7462115-4f3b-452c-8cb3-111c4a083cfa"} {"level":"info","ts":1785213113.4857225,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b7462115-4f3b-452c-8cb3-111c4a083cfa","EoS":true} {"level":"info","ts":1785213113.48575,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b7462115-4f3b-452c-8cb3-111c4a083cfa","header":"x-maas-username"} {"level":"info","ts":1785213113.4857612,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b7462115-4f3b-452c-8cb3-111c4a083cfa","header":"x-maas-subscription"} {"level":"info","ts":1785213113.4857666,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b7462115-4f3b-452c-8cb3-111c4a083cfa","header":"x-maas-group"} {"level":"info","ts":1785213113.4857812,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b7462115-4f3b-452c-8cb3-111c4a083cfa","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785213113.4858077,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b7462115-4f3b-452c-8cb3-111c4a083cfa"} {"level":"info","ts":1785213113.4866817,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b7462115-4f3b-452c-8cb3-111c4a083cfa"} {"level":"info","ts":1785213113.4867032,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b7462115-4f3b-452c-8cb3-111c4a083cfa"} {"level":"info","ts":1785213113.4867182,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b7462115-4f3b-452c-8cb3-111c4a083cfa","EoS":false} {"level":"info","ts":1785213113.4867303,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b7462115-4f3b-452c-8cb3-111c4a083cfa","EoS":true} {"level":"info","ts":1785213113.4867587,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b7462115-4f3b-452c-8cb3-111c4a083cfa"} {"level":"info","ts":1785213113.6228285,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785213113.622934,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e689b98c-76ee-4e4a-a63f-f300f3320981"} {"level":"info","ts":1785213113.6229506,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e689b98c-76ee-4e4a-a63f-f300f3320981"} {"level":"info","ts":1785213113.6229646,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e689b98c-76ee-4e4a-a63f-f300f3320981","EoS":true} {"level":"info","ts":1785213113.62299,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e689b98c-76ee-4e4a-a63f-f300f3320981","header":"x-maas-subscription"} {"level":"info","ts":1785213113.6230006,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e689b98c-76ee-4e4a-a63f-f300f3320981","header":"x-maas-username"} {"level":"info","ts":1785213113.6230052,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e689b98c-76ee-4e4a-a63f-f300f3320981","header":"x-maas-group"} {"level":"info","ts":1785213113.6230185,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e689b98c-76ee-4e4a-a63f-f300f3320981","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785213113.6230643,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e689b98c-76ee-4e4a-a63f-f300f3320981"} {"level":"info","ts":1785213113.623928,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e689b98c-76ee-4e4a-a63f-f300f3320981"} {"level":"info","ts":1785213113.623951,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e689b98c-76ee-4e4a-a63f-f300f3320981"} {"level":"info","ts":1785213113.6239684,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e689b98c-76ee-4e4a-a63f-f300f3320981","EoS":false} {"level":"info","ts":1785213113.623989,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e689b98c-76ee-4e4a-a63f-f300f3320981","EoS":true} {"level":"info","ts":1785213113.6240215,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e689b98c-76ee-4e4a-a63f-f300f3320981"} {"level":"info","ts":1785213113.7601643,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785213113.7602484,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d0500c6d-b20f-4d11-af0e-e20cf991e0d8"} {"level":"info","ts":1785213113.7602623,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d0500c6d-b20f-4d11-af0e-e20cf991e0d8"} {"level":"info","ts":1785213113.7602732,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d0500c6d-b20f-4d11-af0e-e20cf991e0d8","EoS":true} {"level":"info","ts":1785213113.760299,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d0500c6d-b20f-4d11-af0e-e20cf991e0d8","header":"x-maas-subscription"} {"level":"info","ts":1785213113.7603097,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d0500c6d-b20f-4d11-af0e-e20cf991e0d8","header":"x-maas-group"} {"level":"info","ts":1785213113.760315,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d0500c6d-b20f-4d11-af0e-e20cf991e0d8","header":"x-maas-username"} {"level":"info","ts":1785213113.7603283,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d0500c6d-b20f-4d11-af0e-e20cf991e0d8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785213113.7603562,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d0500c6d-b20f-4d11-af0e-e20cf991e0d8"} {"level":"info","ts":1785213113.7611756,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d0500c6d-b20f-4d11-af0e-e20cf991e0d8"} {"level":"info","ts":1785213113.761201,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d0500c6d-b20f-4d11-af0e-e20cf991e0d8"} {"level":"info","ts":1785213113.7612238,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d0500c6d-b20f-4d11-af0e-e20cf991e0d8","EoS":false} {"level":"info","ts":1785213113.761244,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d0500c6d-b20f-4d11-af0e-e20cf991e0d8","EoS":true} {"level":"info","ts":1785213113.7612746,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"d0500c6d-b20f-4d11-af0e-e20cf991e0d8"} {"level":"info","ts":1785213113.8972893,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785213113.897366,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1861eaa1-e741-4dc1-9996-85f8c19aa909"} {"level":"info","ts":1785213113.8973782,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1861eaa1-e741-4dc1-9996-85f8c19aa909"} {"level":"info","ts":1785213113.8973897,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1861eaa1-e741-4dc1-9996-85f8c19aa909","EoS":true} {"level":"info","ts":1785213113.8974144,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1861eaa1-e741-4dc1-9996-85f8c19aa909","header":"x-maas-subscription"} {"level":"info","ts":1785213113.897425,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1861eaa1-e741-4dc1-9996-85f8c19aa909","header":"x-maas-group"} {"level":"info","ts":1785213113.8974302,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1861eaa1-e741-4dc1-9996-85f8c19aa909","header":"x-maas-username"} {"level":"info","ts":1785213113.897445,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1861eaa1-e741-4dc1-9996-85f8c19aa909","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785213113.8974683,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1861eaa1-e741-4dc1-9996-85f8c19aa909"} {"level":"info","ts":1785213113.8982596,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1861eaa1-e741-4dc1-9996-85f8c19aa909"} {"level":"info","ts":1785213113.898277,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1861eaa1-e741-4dc1-9996-85f8c19aa909"} {"level":"info","ts":1785213113.8982913,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1861eaa1-e741-4dc1-9996-85f8c19aa909","EoS":false} {"level":"info","ts":1785213113.898306,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1861eaa1-e741-4dc1-9996-85f8c19aa909","EoS":true} {"level":"info","ts":1785213113.8983364,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"1861eaa1-e741-4dc1-9996-85f8c19aa909"} {"level":"info","ts":1785213130.9887853,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785213130.9888797,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6a1c1c02-72d0-42f4-ae43-d15b1fe88357"} {"level":"info","ts":1785213130.9888945,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6a1c1c02-72d0-42f4-ae43-d15b1fe88357"} {"level":"info","ts":1785213130.9889069,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6a1c1c02-72d0-42f4-ae43-d15b1fe88357","EoS":true} {"level":"info","ts":1785213130.988935,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6a1c1c02-72d0-42f4-ae43-d15b1fe88357","header":"x-maas-group"} {"level":"info","ts":1785213130.9889462,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6a1c1c02-72d0-42f4-ae43-d15b1fe88357","header":"x-maas-subscription"} {"level":"info","ts":1785213130.9889505,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6a1c1c02-72d0-42f4-ae43-d15b1fe88357","header":"x-maas-username"} {"level":"info","ts":1785213130.9889674,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6a1c1c02-72d0-42f4-ae43-d15b1fe88357","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785213130.988996,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6a1c1c02-72d0-42f4-ae43-d15b1fe88357"} {"level":"info","ts":1785213130.9914587,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6a1c1c02-72d0-42f4-ae43-d15b1fe88357"} {"level":"info","ts":1785213130.9914815,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6a1c1c02-72d0-42f4-ae43-d15b1fe88357"} {"level":"info","ts":1785213130.9914978,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6a1c1c02-72d0-42f4-ae43-d15b1fe88357","EoS":false} {"level":"info","ts":1785213130.991515,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6a1c1c02-72d0-42f4-ae43-d15b1fe88357","EoS":true} {"level":"info","ts":1785213130.991547,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"6a1c1c02-72d0-42f4-ae43-d15b1fe88357"} {"level":"info","ts":1785213131.0993085,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785213131.099402,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"711acfbf-65d6-4c81-8da1-fc142a8dbe7d"} {"level":"info","ts":1785213131.100165,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"711acfbf-65d6-4c81-8da1-fc142a8dbe7d"} {"level":"info","ts":1785213131.100186,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"711acfbf-65d6-4c81-8da1-fc142a8dbe7d"} {"level":"info","ts":1785213131.100207,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"711acfbf-65d6-4c81-8da1-fc142a8dbe7d","EoS":false} {"level":"info","ts":1785213131.1002228,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"711acfbf-65d6-4c81-8da1-fc142a8dbe7d"} {"level":"info","ts":1785213131.100249,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"711acfbf-65d6-4c81-8da1-fc142a8dbe7d","EoS":true} {"level":"info","ts":1785213131.1002584,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"711acfbf-65d6-4c81-8da1-fc142a8dbe7d"} {"level":"info","ts":1785213135.7659628,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785213135.7660575,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c29b4c5b-eb68-4b3e-af42-a4a776a1f663"} {"level":"info","ts":1785213135.766071,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c29b4c5b-eb68-4b3e-af42-a4a776a1f663"} {"level":"info","ts":1785213135.766084,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c29b4c5b-eb68-4b3e-af42-a4a776a1f663","EoS":true} {"level":"info","ts":1785213135.7661088,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c29b4c5b-eb68-4b3e-af42-a4a776a1f663","header":"x-maas-username"} {"level":"info","ts":1785213135.7661188,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c29b4c5b-eb68-4b3e-af42-a4a776a1f663","header":"x-maas-subscription"} {"level":"info","ts":1785213135.7661238,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c29b4c5b-eb68-4b3e-af42-a4a776a1f663","header":"x-maas-group"} {"level":"info","ts":1785213135.7661362,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c29b4c5b-eb68-4b3e-af42-a4a776a1f663","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785213135.7661643,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c29b4c5b-eb68-4b3e-af42-a4a776a1f663"} {"level":"info","ts":1785213135.7680497,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c29b4c5b-eb68-4b3e-af42-a4a776a1f663"} {"level":"info","ts":1785213135.76807,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c29b4c5b-eb68-4b3e-af42-a4a776a1f663"} {"level":"info","ts":1785213135.768085,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c29b4c5b-eb68-4b3e-af42-a4a776a1f663","EoS":false} {"level":"info","ts":1785213135.7681026,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c29b4c5b-eb68-4b3e-af42-a4a776a1f663","EoS":true} {"level":"info","ts":1785213135.7681327,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"c29b4c5b-eb68-4b3e-af42-a4a776a1f663"} {"level":"info","ts":1785213144.3690076,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785213144.3691065,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d8d7162e-7ea5-49b4-8608-43558962f292"} {"level":"info","ts":1785213144.3691206,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d8d7162e-7ea5-49b4-8608-43558962f292"} {"level":"info","ts":1785213144.369133,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d8d7162e-7ea5-49b4-8608-43558962f292","EoS":true} {"level":"info","ts":1785213144.3691587,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d8d7162e-7ea5-49b4-8608-43558962f292","header":"x-maas-subscription"} {"level":"info","ts":1785213144.3691664,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d8d7162e-7ea5-49b4-8608-43558962f292","header":"x-maas-group"} {"level":"info","ts":1785213144.3691707,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d8d7162e-7ea5-49b4-8608-43558962f292","header":"x-maas-username"} {"level":"info","ts":1785213144.369183,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d8d7162e-7ea5-49b4-8608-43558962f292","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785213144.3692064,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d8d7162e-7ea5-49b4-8608-43558962f292"} {"level":"info","ts":1785213144.3701487,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d8d7162e-7ea5-49b4-8608-43558962f292"} {"level":"info","ts":1785213144.3701675,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d8d7162e-7ea5-49b4-8608-43558962f292"} {"level":"info","ts":1785213144.3701816,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d8d7162e-7ea5-49b4-8608-43558962f292","EoS":false} {"level":"info","ts":1785213144.3701913,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d8d7162e-7ea5-49b4-8608-43558962f292","EoS":true} {"level":"info","ts":1785213144.3702343,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"d8d7162e-7ea5-49b4-8608-43558962f292"} {"level":"info","ts":1785213157.2820048,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785213157.2821298,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cd8e2730-9534-46b6-8442-e268eaef77e7"} {"level":"info","ts":1785213157.282152,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cd8e2730-9534-46b6-8442-e268eaef77e7"} {"level":"info","ts":1785213157.282173,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cd8e2730-9534-46b6-8442-e268eaef77e7","EoS":true} {"level":"info","ts":1785213157.2822096,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cd8e2730-9534-46b6-8442-e268eaef77e7","header":"x-maas-subscription"} {"level":"info","ts":1785213157.282226,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cd8e2730-9534-46b6-8442-e268eaef77e7","header":"x-maas-username"} {"level":"info","ts":1785213157.2822325,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cd8e2730-9534-46b6-8442-e268eaef77e7","header":"x-maas-group"} {"level":"info","ts":1785213157.2822473,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cd8e2730-9534-46b6-8442-e268eaef77e7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785213157.2822697,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cd8e2730-9534-46b6-8442-e268eaef77e7"} {"level":"info","ts":1785213157.2832015,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cd8e2730-9534-46b6-8442-e268eaef77e7"} {"level":"info","ts":1785213157.2832224,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cd8e2730-9534-46b6-8442-e268eaef77e7"} {"level":"info","ts":1785213157.2832382,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cd8e2730-9534-46b6-8442-e268eaef77e7","EoS":false} {"level":"info","ts":1785213157.283251,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cd8e2730-9534-46b6-8442-e268eaef77e7","EoS":true} {"level":"info","ts":1785213157.2832823,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"cd8e2730-9534-46b6-8442-e268eaef77e7"} {"level":"info","ts":1785213165.822143,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785213165.8222508,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"00efe0b3-f35f-4ecf-a8c1-cc4088e7c83a"} {"level":"info","ts":1785213165.8222682,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"00efe0b3-f35f-4ecf-a8c1-cc4088e7c83a"} {"level":"info","ts":1785213165.822287,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"00efe0b3-f35f-4ecf-a8c1-cc4088e7c83a","EoS":true} {"level":"info","ts":1785213165.822316,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"00efe0b3-f35f-4ecf-a8c1-cc4088e7c83a","header":"x-maas-username"} {"level":"info","ts":1785213165.8223274,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"00efe0b3-f35f-4ecf-a8c1-cc4088e7c83a","header":"x-maas-group"} {"level":"info","ts":1785213165.8223333,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"00efe0b3-f35f-4ecf-a8c1-cc4088e7c83a","header":"x-maas-subscription"} {"level":"info","ts":1785213165.822348,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"00efe0b3-f35f-4ecf-a8c1-cc4088e7c83a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785213165.8223727,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"00efe0b3-f35f-4ecf-a8c1-cc4088e7c83a"} {"level":"info","ts":1785213165.8233256,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"00efe0b3-f35f-4ecf-a8c1-cc4088e7c83a"} {"level":"info","ts":1785213165.8233464,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"00efe0b3-f35f-4ecf-a8c1-cc4088e7c83a"} {"level":"info","ts":1785213165.8233626,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"00efe0b3-f35f-4ecf-a8c1-cc4088e7c83a","EoS":false} {"level":"info","ts":1785213165.8233755,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"00efe0b3-f35f-4ecf-a8c1-cc4088e7c83a","EoS":true} {"level":"info","ts":1785213165.8234093,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"00efe0b3-f35f-4ecf-a8c1-cc4088e7c83a"} {"level":"info","ts":1785213174.7324507,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785213174.7325318,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"48f4170a-a414-4ab4-9229-45f070392a1f"} {"level":"info","ts":1785213174.7325442,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"48f4170a-a414-4ab4-9229-45f070392a1f"} {"level":"info","ts":1785213174.7325552,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"48f4170a-a414-4ab4-9229-45f070392a1f","EoS":true} {"level":"info","ts":1785213174.7325802,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"48f4170a-a414-4ab4-9229-45f070392a1f","header":"x-maas-subscription"} {"level":"info","ts":1785213174.7325914,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"48f4170a-a414-4ab4-9229-45f070392a1f","header":"x-maas-username"} {"level":"info","ts":1785213174.732596,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"48f4170a-a414-4ab4-9229-45f070392a1f","header":"x-maas-group"} {"level":"info","ts":1785213174.73261,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"48f4170a-a414-4ab4-9229-45f070392a1f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785213174.7326348,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"48f4170a-a414-4ab4-9229-45f070392a1f"} {"level":"info","ts":1785213174.7335112,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"48f4170a-a414-4ab4-9229-45f070392a1f"} {"level":"info","ts":1785213174.7335324,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"48f4170a-a414-4ab4-9229-45f070392a1f"} {"level":"info","ts":1785213174.733548,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"48f4170a-a414-4ab4-9229-45f070392a1f","EoS":false} {"level":"info","ts":1785213174.7335596,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"48f4170a-a414-4ab4-9229-45f070392a1f","EoS":true} {"level":"info","ts":1785213174.733589,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"48f4170a-a414-4ab4-9229-45f070392a1f"} {"level":"info","ts":1785213199.826585,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785213199.8266675,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"89467773-ed49-4d1c-9e4d-d5a2ac59c1b9"} {"level":"info","ts":1785213199.8266807,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"89467773-ed49-4d1c-9e4d-d5a2ac59c1b9"} {"level":"info","ts":1785213199.8266916,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"89467773-ed49-4d1c-9e4d-d5a2ac59c1b9","EoS":true} {"level":"info","ts":1785213199.8267174,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"89467773-ed49-4d1c-9e4d-d5a2ac59c1b9","header":"x-maas-subscription"} {"level":"info","ts":1785213199.8267279,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"89467773-ed49-4d1c-9e4d-d5a2ac59c1b9","header":"x-maas-username"} {"level":"info","ts":1785213199.826734,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"89467773-ed49-4d1c-9e4d-d5a2ac59c1b9","header":"x-maas-group"} {"level":"info","ts":1785213199.8267486,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"89467773-ed49-4d1c-9e4d-d5a2ac59c1b9","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785213199.8267756,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"89467773-ed49-4d1c-9e4d-d5a2ac59c1b9"} {"level":"info","ts":1785213199.8276412,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"89467773-ed49-4d1c-9e4d-d5a2ac59c1b9"} {"level":"info","ts":1785213199.82767,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"89467773-ed49-4d1c-9e4d-d5a2ac59c1b9"} {"level":"info","ts":1785213199.8276927,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"89467773-ed49-4d1c-9e4d-d5a2ac59c1b9","EoS":false} {"level":"info","ts":1785213199.8277118,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"89467773-ed49-4d1c-9e4d-d5a2ac59c1b9","EoS":true} {"level":"info","ts":1785213199.8277416,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"89467773-ed49-4d1c-9e4d-d5a2ac59c1b9"} {"level":"info","ts":1785213222.5031414,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785213222.5032353,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"748cfc8a-b81e-4657-9c9a-8f8056fd50eb"} {"level":"info","ts":1785213222.503248,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"748cfc8a-b81e-4657-9c9a-8f8056fd50eb"} {"level":"info","ts":1785213222.5032604,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"748cfc8a-b81e-4657-9c9a-8f8056fd50eb","EoS":true} {"level":"info","ts":1785213222.5032852,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"748cfc8a-b81e-4657-9c9a-8f8056fd50eb","header":"x-maas-username"} {"level":"info","ts":1785213222.5032933,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"748cfc8a-b81e-4657-9c9a-8f8056fd50eb","header":"x-maas-group"} {"level":"info","ts":1785213222.503298,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"748cfc8a-b81e-4657-9c9a-8f8056fd50eb","header":"x-maas-subscription"} {"level":"info","ts":1785213222.503316,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"748cfc8a-b81e-4657-9c9a-8f8056fd50eb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785213222.50334,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"748cfc8a-b81e-4657-9c9a-8f8056fd50eb"} {"level":"info","ts":1785213222.5043423,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"748cfc8a-b81e-4657-9c9a-8f8056fd50eb"} {"level":"info","ts":1785213222.5043647,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"748cfc8a-b81e-4657-9c9a-8f8056fd50eb"} {"level":"info","ts":1785213222.5043805,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"748cfc8a-b81e-4657-9c9a-8f8056fd50eb","EoS":false} {"level":"info","ts":1785213222.5043914,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"748cfc8a-b81e-4657-9c9a-8f8056fd50eb","EoS":true} {"level":"info","ts":1785213222.5044196,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"748cfc8a-b81e-4657-9c9a-8f8056fd50eb"} {"level":"info","ts":1785213257.8208914,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785213257.8209836,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a5603385-88b8-4104-8003-016b9e89fe5a"} {"level":"info","ts":1785213257.821,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a5603385-88b8-4104-8003-016b9e89fe5a"} {"level":"info","ts":1785213257.8210127,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a5603385-88b8-4104-8003-016b9e89fe5a","EoS":true} {"level":"info","ts":1785213257.821064,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a5603385-88b8-4104-8003-016b9e89fe5a","header":"x-maas-group"} {"level":"info","ts":1785213257.8210757,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a5603385-88b8-4104-8003-016b9e89fe5a","header":"x-maas-username"} {"level":"info","ts":1785213257.8210807,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a5603385-88b8-4104-8003-016b9e89fe5a","header":"x-maas-subscription"} {"level":"info","ts":1785213257.8210945,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a5603385-88b8-4104-8003-016b9e89fe5a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785213257.8211195,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a5603385-88b8-4104-8003-016b9e89fe5a"} {"level":"info","ts":1785213257.8242512,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a5603385-88b8-4104-8003-016b9e89fe5a"} {"level":"info","ts":1785213257.8243043,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a5603385-88b8-4104-8003-016b9e89fe5a"} {"level":"info","ts":1785213257.8243196,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a5603385-88b8-4104-8003-016b9e89fe5a","EoS":false} {"level":"info","ts":1785213257.824331,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a5603385-88b8-4104-8003-016b9e89fe5a","EoS":true} {"level":"info","ts":1785213257.8243604,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a5603385-88b8-4104-8003-016b9e89fe5a"} {"level":"info","ts":1785213267.2725973,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785213267.2726984,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cb9de9d0-7795-46e5-a4b7-bd48d92ac7de"} {"level":"info","ts":1785213267.2727156,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cb9de9d0-7795-46e5-a4b7-bd48d92ac7de"} {"level":"info","ts":1785213267.2727282,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cb9de9d0-7795-46e5-a4b7-bd48d92ac7de","EoS":true} {"level":"info","ts":1785213267.2727537,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cb9de9d0-7795-46e5-a4b7-bd48d92ac7de","header":"x-maas-group"} {"level":"info","ts":1785213267.2727642,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cb9de9d0-7795-46e5-a4b7-bd48d92ac7de","header":"x-maas-username"} {"level":"info","ts":1785213267.272769,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cb9de9d0-7795-46e5-a4b7-bd48d92ac7de","header":"x-maas-subscription"} {"level":"info","ts":1785213267.2727828,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cb9de9d0-7795-46e5-a4b7-bd48d92ac7de","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785213267.2728112,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cb9de9d0-7795-46e5-a4b7-bd48d92ac7de"} {"level":"info","ts":1785213267.2737467,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cb9de9d0-7795-46e5-a4b7-bd48d92ac7de"} {"level":"info","ts":1785213267.2737722,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cb9de9d0-7795-46e5-a4b7-bd48d92ac7de"} {"level":"info","ts":1785213267.273793,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cb9de9d0-7795-46e5-a4b7-bd48d92ac7de","EoS":false} {"level":"info","ts":1785213267.2738106,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cb9de9d0-7795-46e5-a4b7-bd48d92ac7de","EoS":true} {"level":"info","ts":1785213267.2738528,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"cb9de9d0-7795-46e5-a4b7-bd48d92ac7de"} {"level":"info","ts":1785213267.3224297,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785213267.322501,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f6e5879d-5e43-4536-b270-62a2009d0e03"} {"level":"info","ts":1785213267.3225117,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f6e5879d-5e43-4536-b270-62a2009d0e03"} {"level":"info","ts":1785213267.3225229,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f6e5879d-5e43-4536-b270-62a2009d0e03","EoS":true} {"level":"info","ts":1785213267.3225474,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f6e5879d-5e43-4536-b270-62a2009d0e03","header":"x-maas-username"} {"level":"info","ts":1785213267.3225584,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f6e5879d-5e43-4536-b270-62a2009d0e03","header":"x-maas-subscription"} {"level":"info","ts":1785213267.3225641,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f6e5879d-5e43-4536-b270-62a2009d0e03","header":"x-maas-group"} {"level":"info","ts":1785213267.3225775,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f6e5879d-5e43-4536-b270-62a2009d0e03","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785213267.3226047,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f6e5879d-5e43-4536-b270-62a2009d0e03"} {"level":"info","ts":1785213267.3249843,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f6e5879d-5e43-4536-b270-62a2009d0e03"} {"level":"info","ts":1785213267.325004,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f6e5879d-5e43-4536-b270-62a2009d0e03"} {"level":"info","ts":1785213267.325025,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f6e5879d-5e43-4536-b270-62a2009d0e03","EoS":false} {"level":"info","ts":1785213267.3250594,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f6e5879d-5e43-4536-b270-62a2009d0e03","EoS":true} {"level":"info","ts":1785213267.325102,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"f6e5879d-5e43-4536-b270-62a2009d0e03"} {"level":"info","ts":1785213286.5187461,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785213286.5188217,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"827c6acf-b582-4581-9d04-5952f04c9f3f"} {"level":"info","ts":1785213286.5188339,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"827c6acf-b582-4581-9d04-5952f04c9f3f"} {"level":"info","ts":1785213286.518845,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"827c6acf-b582-4581-9d04-5952f04c9f3f","EoS":true} {"level":"info","ts":1785213286.5188735,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"827c6acf-b582-4581-9d04-5952f04c9f3f","header":"x-maas-subscription"} {"level":"info","ts":1785213286.5188818,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"827c6acf-b582-4581-9d04-5952f04c9f3f","header":"x-maas-username"} {"level":"info","ts":1785213286.5188866,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"827c6acf-b582-4581-9d04-5952f04c9f3f","header":"x-maas-group"} {"level":"info","ts":1785213286.5189006,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"827c6acf-b582-4581-9d04-5952f04c9f3f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785213286.518931,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"827c6acf-b582-4581-9d04-5952f04c9f3f"} {"level":"info","ts":1785213286.5198867,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"827c6acf-b582-4581-9d04-5952f04c9f3f"} {"level":"info","ts":1785213286.5199072,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"827c6acf-b582-4581-9d04-5952f04c9f3f"} {"level":"info","ts":1785213286.5199246,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"827c6acf-b582-4581-9d04-5952f04c9f3f","EoS":false} {"level":"info","ts":1785213286.5199366,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"827c6acf-b582-4581-9d04-5952f04c9f3f","EoS":true} {"level":"info","ts":1785213286.5199678,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"827c6acf-b582-4581-9d04-5952f04c9f3f"} {"level":"info","ts":1785213428.3053012,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785213428.3053815,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"26469b35-226d-410a-a418-32bccf1aac08"} {"level":"info","ts":1785213428.3053935,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"26469b35-226d-410a-a418-32bccf1aac08"} {"level":"info","ts":1785213428.3054047,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"26469b35-226d-410a-a418-32bccf1aac08","EoS":true} {"level":"info","ts":1785213428.305433,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"26469b35-226d-410a-a418-32bccf1aac08","header":"x-maas-group"} {"level":"info","ts":1785213428.3054433,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"26469b35-226d-410a-a418-32bccf1aac08","header":"x-maas-username"} {"level":"info","ts":1785213428.3054483,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"26469b35-226d-410a-a418-32bccf1aac08","header":"x-maas-subscription"} {"level":"info","ts":1785213428.3054612,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"26469b35-226d-410a-a418-32bccf1aac08","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785213428.3054857,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"26469b35-226d-410a-a418-32bccf1aac08"} {"level":"info","ts":1785213428.3089414,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"26469b35-226d-410a-a418-32bccf1aac08"} {"level":"info","ts":1785213428.3089654,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"26469b35-226d-410a-a418-32bccf1aac08"} {"level":"info","ts":1785213428.3089826,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"26469b35-226d-410a-a418-32bccf1aac08","EoS":false} {"level":"info","ts":1785213428.3089974,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"26469b35-226d-410a-a418-32bccf1aac08","EoS":true} {"level":"info","ts":1785213428.3090281,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"26469b35-226d-410a-a418-32bccf1aac08"} {"level":"info","ts":1785213470.0773666,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785213470.077468,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"23946380-9d27-400d-a280-aac94d79910f"} {"level":"info","ts":1785213470.0774808,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"23946380-9d27-400d-a280-aac94d79910f"} {"level":"info","ts":1785213470.0775003,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"23946380-9d27-400d-a280-aac94d79910f","EoS":true} {"level":"info","ts":1785213470.0775406,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"23946380-9d27-400d-a280-aac94d79910f","header":"x-maas-subscription"} {"level":"info","ts":1785213470.077553,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"23946380-9d27-400d-a280-aac94d79910f","header":"x-maas-username"} {"level":"info","ts":1785213470.0775604,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"23946380-9d27-400d-a280-aac94d79910f","header":"x-maas-group"} {"level":"info","ts":1785213470.07758,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"23946380-9d27-400d-a280-aac94d79910f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785213470.0776129,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"23946380-9d27-400d-a280-aac94d79910f"} {"level":"info","ts":1785213470.0785036,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"23946380-9d27-400d-a280-aac94d79910f"} {"level":"info","ts":1785213470.0785246,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"23946380-9d27-400d-a280-aac94d79910f"} {"level":"info","ts":1785213470.0785403,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"23946380-9d27-400d-a280-aac94d79910f","EoS":false} {"level":"info","ts":1785213470.0785525,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"23946380-9d27-400d-a280-aac94d79910f","EoS":true} {"level":"info","ts":1785213470.0785797,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"23946380-9d27-400d-a280-aac94d79910f"} {"level":"info","ts":1785213485.3927522,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785213485.392849,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fb8d84e9-0f2a-4996-a101-506fc11710ed"} {"level":"info","ts":1785213485.392866,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fb8d84e9-0f2a-4996-a101-506fc11710ed"} {"level":"info","ts":1785213485.3928802,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fb8d84e9-0f2a-4996-a101-506fc11710ed","EoS":true} {"level":"info","ts":1785213485.392906,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fb8d84e9-0f2a-4996-a101-506fc11710ed","header":"x-maas-username"} {"level":"info","ts":1785213485.3929174,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fb8d84e9-0f2a-4996-a101-506fc11710ed","header":"x-maas-subscription"} {"level":"info","ts":1785213485.3929226,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fb8d84e9-0f2a-4996-a101-506fc11710ed","header":"x-maas-group"} {"level":"info","ts":1785213485.3929374,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fb8d84e9-0f2a-4996-a101-506fc11710ed","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785213485.392965,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fb8d84e9-0f2a-4996-a101-506fc11710ed"} {"level":"info","ts":1785213485.3939095,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fb8d84e9-0f2a-4996-a101-506fc11710ed"} {"level":"info","ts":1785213485.393935,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"fb8d84e9-0f2a-4996-a101-506fc11710ed"} {"level":"info","ts":1785213485.3939567,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fb8d84e9-0f2a-4996-a101-506fc11710ed","EoS":false} {"level":"info","ts":1785213485.393974,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fb8d84e9-0f2a-4996-a101-506fc11710ed","EoS":true} {"level":"info","ts":1785213485.3940158,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"fb8d84e9-0f2a-4996-a101-506fc11710ed"} {"level":"info","ts":1785213793.8043845,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785213793.8044717,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"73848f47-d740-4b8e-a534-fd2a34a108a4"} {"level":"info","ts":1785213793.8044825,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"73848f47-d740-4b8e-a534-fd2a34a108a4"} {"level":"info","ts":1785213793.8044987,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"73848f47-d740-4b8e-a534-fd2a34a108a4","EoS":true} {"level":"info","ts":1785213793.8045294,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"73848f47-d740-4b8e-a534-fd2a34a108a4","header":"x-maas-subscription"} {"level":"info","ts":1785213793.8045406,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"73848f47-d740-4b8e-a534-fd2a34a108a4","header":"x-maas-group"} {"level":"info","ts":1785213793.8045466,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"73848f47-d740-4b8e-a534-fd2a34a108a4","header":"x-maas-username"} {"level":"info","ts":1785213793.80456,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"73848f47-d740-4b8e-a534-fd2a34a108a4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785213793.804592,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"73848f47-d740-4b8e-a534-fd2a34a108a4"} {"level":"info","ts":1785213793.807179,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"73848f47-d740-4b8e-a534-fd2a34a108a4"} {"level":"info","ts":1785213793.8072007,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"73848f47-d740-4b8e-a534-fd2a34a108a4"} {"level":"info","ts":1785213793.8072164,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"73848f47-d740-4b8e-a534-fd2a34a108a4","EoS":false} {"level":"info","ts":1785213793.8072276,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"73848f47-d740-4b8e-a534-fd2a34a108a4","EoS":true} {"level":"info","ts":1785213793.8072574,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"73848f47-d740-4b8e-a534-fd2a34a108a4"} {"level":"info","ts":1785213793.8445272,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785213793.8446126,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"83c43c61-62cf-4e85-8325-ba13c850921c"} {"level":"info","ts":1785213793.8446257,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"83c43c61-62cf-4e85-8325-ba13c850921c"} {"level":"info","ts":1785213793.8446367,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"83c43c61-62cf-4e85-8325-ba13c850921c","EoS":true} {"level":"info","ts":1785213793.844669,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"83c43c61-62cf-4e85-8325-ba13c850921c","header":"x-maas-subscription"} {"level":"info","ts":1785213793.844681,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"83c43c61-62cf-4e85-8325-ba13c850921c","header":"x-maas-username"} {"level":"info","ts":1785213793.8446865,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"83c43c61-62cf-4e85-8325-ba13c850921c","header":"x-maas-group"} {"level":"info","ts":1785213793.8447003,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"83c43c61-62cf-4e85-8325-ba13c850921c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785213793.8447266,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"83c43c61-62cf-4e85-8325-ba13c850921c"} {"level":"info","ts":1785213793.845518,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"83c43c61-62cf-4e85-8325-ba13c850921c"} {"level":"info","ts":1785213793.8455389,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"83c43c61-62cf-4e85-8325-ba13c850921c"} {"level":"info","ts":1785213793.8455539,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"83c43c61-62cf-4e85-8325-ba13c850921c","EoS":false} {"level":"info","ts":1785213793.8455648,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"83c43c61-62cf-4e85-8325-ba13c850921c","EoS":true} {"level":"info","ts":1785213793.8455942,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"83c43c61-62cf-4e85-8325-ba13c850921c"} {"level":"info","ts":1785213798.6961362,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"bd96250a-0d9f-4aab-becd-2ac2f15b92e0","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785213798.6963992,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38791.054962615,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785213798.6964252,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785213798.7585292,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785213798.7967753,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"bd96250a-0d9f-4aab-becd-2ac2f15b92e0","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785213798.829497,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ae383174-8c12-4c68-8455-e92fa0cad950","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785213798.8295321,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ae383174-8c12-4c68-8455-e92fa0cad950","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785213798.8295844,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5985d0d5-eb25-4ad1-a9bd-30610d941a4b"} {"level":"info","ts":1785213798.8348136,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"36acbce6-0a5b-44a4-a213-b734664661d2","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785213798.8349192,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"36acbce6-0a5b-44a4-a213-b734664661d2","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785213798.8349802,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37889.900033608,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785213798.8349996,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785213798.842269,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785213798.9359264,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5985d0d5-eb25-4ad1-a9bd-30610d941a4b","name":"e2e-external-provider"} {"level":"info","ts":1785213798.950054,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5985d0d5-eb25-4ad1-a9bd-30610d941a4b","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785213798.9535656,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4fe51e5f-19a1-4782-9f53-093d54efe362","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785213798.9535854,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2515dc67-e620-4af6-85d7-2e8c0f5c3f55"} {"level":"info","ts":1785213798.9536226,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4fe51e5f-19a1-4782-9f53-093d54efe362","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785213798.9592223,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2515dc67-e620-4af6-85d7-2e8c0f5c3f55","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785213798.9593682,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cdc59926-9cda-4a05-abd8-f623cb5c31e3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785213798.959417,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cdc59926-9cda-4a05-abd8-f623cb5c31e3","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785213798.959496,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5985d0d5-eb25-4ad1-a9bd-30610d941a4b","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1785213798.9686677,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2515dc67-e620-4af6-85d7-2e8c0f5c3f55","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785213798.9687653,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"95d64f1f-28ee-41ec-a964-f446a098fbe4"} {"level":"info","ts":1785213798.968805,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"95d64f1f-28ee-41ec-a964-f446a098fbe4","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785213798.9688118,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5985d0d5-eb25-4ad1-a9bd-30610d941a4b","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785213798.9687064,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"03318ddf-4f46-4727-a779-b0bd13b25208","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785213798.9689214,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"03318ddf-4f46-4727-a779-b0bd13b25208","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785213798.9727557,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"95d64f1f-28ee-41ec-a964-f446a098fbe4","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785213798.9738612,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"df8d0d33-ad3f-40eb-9e68-0cf5dcf43bf9","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785213798.9739006,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"df8d0d33-ad3f-40eb-9e68-0cf5dcf43bf9","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785213798.9739518,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"86288f97-32ab-401f-957e-f744a2a4adea","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785213798.973974,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"86288f97-32ab-401f-957e-f744a2a4adea","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785213798.9738731,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e3c32655-8cf5-43cf-8ee4-c4d7fa288c56"} {"level":"info","ts":1785213798.9740727,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e3c32655-8cf5-43cf-8ee4-c4d7fa288c56","name":"e2e-external-provider"} {"level":"info","ts":1785213798.9739954,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4cb8368d-d78b-4de7-a1a0-3ecf76f0c38a"} {"level":"info","ts":1785213798.9743254,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":36940.959988993,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785213798.9743423,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785213798.9812908,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785213798.9828916,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e3c32655-8cf5-43cf-8ee4-c4d7fa288c56","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785213798.9869955,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4cb81b36-ba59-4d8a-92fc-0dad3afe5351"} {"level":"info","ts":1785213798.9870694,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4cb81b36-ba59-4d8a-92fc-0dad3afe5351","name":"e2e-external-provider"} {"level":"info","ts":1785213798.9957724,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4cb81b36-ba59-4d8a-92fc-0dad3afe5351","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785213799.0747375,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4cb8368d-d78b-4de7-a1a0-3ecf76f0c38a","name":"e2e-external-model"} {"level":"info","ts":1785213799.08378,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4cb8368d-d78b-4de7-a1a0-3ecf76f0c38a","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785213799.0911474,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"398cc723-b776-4081-b7e9-7c825e482848"} {"level":"info","ts":1785213799.0911543,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e9c3e4ca-f4e8-47a3-bb2a-2ef62b0bbf19","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785213799.0911915,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e9c3e4ca-f4e8-47a3-bb2a-2ef62b0bbf19","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785213799.091217,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"398cc723-b776-4081-b7e9-7c825e482848","name":"e2e-external-model"} {"level":"error","ts":1785213799.1036658,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"398cc723-b776-4081-b7e9-7c825e482848","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785213799.103724,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"04e66840-b265-4419-b3e6-43f7d3a1d691","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785213799.1037538,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"04e66840-b265-4419-b3e6-43f7d3a1d691","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785213799.1037626,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f43c7bca-1a21-40e9-a46f-893e70b96fd8"} {"level":"info","ts":1785213799.1038141,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f43c7bca-1a21-40e9-a46f-893e70b96fd8","name":"e2e-external-model"} {"level":"info","ts":1785213799.1107612,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f43c7bca-1a21-40e9-a46f-893e70b96fd8","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785213799.1154268,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"acffb5e1-dca4-4fdd-8ca4-3362eee6d1dd","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785213799.1154609,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"acffb5e1-dca4-4fdd-8ca4-3362eee6d1dd","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785213799.1154768,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e6b97fd8-f8c5-4a2e-ab4e-2d92747c6ab5"} {"level":"info","ts":1785213799.1155345,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e6b97fd8-f8c5-4a2e-ab4e-2d92747c6ab5","name":"e2e-external-model"} {"level":"info","ts":1785213799.1224923,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e6b97fd8-f8c5-4a2e-ab4e-2d92747c6ab5","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785213806.6092608,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785213806.6093602,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8779bbc9-7129-47d9-8095-e4a51f86b24a"} {"level":"info","ts":1785213806.6093776,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8779bbc9-7129-47d9-8095-e4a51f86b24a"} {"level":"info","ts":1785213806.609397,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8779bbc9-7129-47d9-8095-e4a51f86b24a","EoS":true} {"level":"info","ts":1785213806.6094346,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8779bbc9-7129-47d9-8095-e4a51f86b24a","header":"x-maas-subscription"} {"level":"info","ts":1785213806.6094503,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8779bbc9-7129-47d9-8095-e4a51f86b24a","header":"x-maas-username"} {"level":"info","ts":1785213806.609456,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8779bbc9-7129-47d9-8095-e4a51f86b24a","header":"x-maas-group"} {"level":"info","ts":1785213806.6094713,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8779bbc9-7129-47d9-8095-e4a51f86b24a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785213806.6094804,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"8779bbc9-7129-47d9-8095-e4a51f86b24a","modelName":"e2e-external-model"} {"level":"info","ts":1785213806.6094942,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"8779bbc9-7129-47d9-8095-e4a51f86b24a","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785213806.6095338,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"8779bbc9-7129-47d9-8095-e4a51f86b24a","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785213806.6095514,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"8779bbc9-7129-47d9-8095-e4a51f86b24a","authType":"apikey"} {"level":"info","ts":1785213806.6095793,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8779bbc9-7129-47d9-8095-e4a51f86b24a"} {"level":"info","ts":1785213806.7394826,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b6fabf4d-5dfb-4e1a-9f99-0744c46a2954","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785213806.739497,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fec2d044-96e6-4caf-b234-0d6f019f56b5"} {"level":"info","ts":1785213806.7395222,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b6fabf4d-5dfb-4e1a-9f99-0744c46a2954","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785213806.744612,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d75f14bc-1707-4cc6-bb74-baaa439a1d23","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785213806.7446396,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d75f14bc-1707-4cc6-bb74-baaa439a1d23","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785213806.744673,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fec2d044-96e6-4caf-b234-0d6f019f56b5","name":"e2e-cleanup-test"} {"level":"info","ts":1785213806.753282,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fec2d044-96e6-4caf-b234-0d6f019f56b5","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785213806.76044,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2875b9ba-f498-4906-b4ee-6ecd833f3fad"} {"level":"info","ts":1785213806.7605162,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2875b9ba-f498-4906-b4ee-6ecd833f3fad","name":"e2e-cleanup-test"} {"level":"info","ts":1785213806.7605226,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"54f32fdf-ea40-421a-a22b-18d8e36bab3a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785213806.7605443,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"54f32fdf-ea40-421a-a22b-18d8e36bab3a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785213806.7716885,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2875b9ba-f498-4906-b4ee-6ecd833f3fad","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785213806.7717712,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2875b9ba-f498-4906-b4ee-6ecd833f3fad","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785213806.7718194,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e15462b0-bab7-470e-986f-74e3744e8e76"} {"level":"info","ts":1785213806.771866,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e15462b0-bab7-470e-986f-74e3744e8e76","name":"e2e-cleanup-test"} {"level":"info","ts":1785213806.7802436,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e15462b0-bab7-470e-986f-74e3744e8e76","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785213815.0268493,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"92714ec3-58a6-4d20-85ae-9e279ba8dcae"} {"level":"info","ts":1785213815.0268645,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9812b294-4edc-4436-8779-1167ec0974ba","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785213815.0269089,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9812b294-4edc-4436-8779-1167ec0974ba","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785213819.3493474,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785213819.3494444,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0d8aa508-a4ed-922a-8bbb-ef0683d7ef59"} {"level":"info","ts":1785213819.3494642,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0d8aa508-a4ed-922a-8bbb-ef0683d7ef59"} {"level":"info","ts":1785213819.3494859,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0d8aa508-a4ed-922a-8bbb-ef0683d7ef59","EoS":true} {"level":"info","ts":1785213819.3495355,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0d8aa508-a4ed-922a-8bbb-ef0683d7ef59","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785213819.3495739,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0d8aa508-a4ed-922a-8bbb-ef0683d7ef59"} {"level":"info","ts":1785213819.4050202,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785213819.4051251,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"799e8bcc-02ec-4587-bc37-592b965d0633"} {"level":"info","ts":1785213819.4051373,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"799e8bcc-02ec-4587-bc37-592b965d0633"} {"level":"info","ts":1785213819.4051492,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"799e8bcc-02ec-4587-bc37-592b965d0633","EoS":true} {"level":"info","ts":1785213819.405175,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"799e8bcc-02ec-4587-bc37-592b965d0633","header":"x-maas-username"} {"level":"info","ts":1785213819.405185,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"799e8bcc-02ec-4587-bc37-592b965d0633","header":"x-maas-subscription"} {"level":"info","ts":1785213819.405191,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"799e8bcc-02ec-4587-bc37-592b965d0633","header":"x-maas-group"} {"level":"info","ts":1785213819.405205,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"799e8bcc-02ec-4587-bc37-592b965d0633","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785213819.4052157,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"799e8bcc-02ec-4587-bc37-592b965d0633","modelName":"e2e-external-model"} {"level":"info","ts":1785213819.4052281,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"799e8bcc-02ec-4587-bc37-592b965d0633","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785213819.4052513,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"799e8bcc-02ec-4587-bc37-592b965d0633","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785213819.4052696,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"799e8bcc-02ec-4587-bc37-592b965d0633","authType":"apikey"} {"level":"info","ts":1785213819.405294,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"799e8bcc-02ec-4587-bc37-592b965d0633"} {"level":"info","ts":1785213819.4464536,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785213819.446537,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8c7215dd-b074-4571-af00-d9b3338dd209"} {"level":"info","ts":1785213819.446552,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8c7215dd-b074-4571-af00-d9b3338dd209"} {"level":"info","ts":1785213819.4465654,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8c7215dd-b074-4571-af00-d9b3338dd209","EoS":true} {"level":"info","ts":1785213819.4465895,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8c7215dd-b074-4571-af00-d9b3338dd209","header":"x-maas-group"} {"level":"info","ts":1785213819.4466004,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8c7215dd-b074-4571-af00-d9b3338dd209","header":"x-maas-username"} {"level":"info","ts":1785213819.4466062,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8c7215dd-b074-4571-af00-d9b3338dd209","header":"x-maas-subscription"} {"level":"info","ts":1785213819.4466197,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8c7215dd-b074-4571-af00-d9b3338dd209","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785213819.4466486,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8c7215dd-b074-4571-af00-d9b3338dd209"} {"level":"info","ts":1785213819.5538764,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8c7215dd-b074-4571-af00-d9b3338dd209"} {"level":"info","ts":1785213819.553904,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8c7215dd-b074-4571-af00-d9b3338dd209"} {"level":"info","ts":1785213819.5539217,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8c7215dd-b074-4571-af00-d9b3338dd209","EoS":false} {"level":"info","ts":1785213819.5539353,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8c7215dd-b074-4571-af00-d9b3338dd209","EoS":true} {"level":"error","ts":1785213819.5539455,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"8c7215dd-b074-4571-af00-d9b3338dd209","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785213819.5539997,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"8c7215dd-b074-4571-af00-d9b3338dd209"} {"level":"info","ts":1785213819.5969048,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785213819.5969725,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"029e76ea-6fde-471c-b094-730e26268cec"} {"level":"info","ts":1785213819.596984,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"029e76ea-6fde-471c-b094-730e26268cec"} {"level":"info","ts":1785213819.5969949,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"029e76ea-6fde-471c-b094-730e26268cec","EoS":true} {"level":"info","ts":1785213819.597019,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"029e76ea-6fde-471c-b094-730e26268cec","header":"x-maas-group"} {"level":"info","ts":1785213819.597029,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"029e76ea-6fde-471c-b094-730e26268cec","header":"x-maas-subscription"} {"level":"info","ts":1785213819.5970514,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"029e76ea-6fde-471c-b094-730e26268cec","header":"x-maas-username"} {"level":"info","ts":1785213819.5970838,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"029e76ea-6fde-471c-b094-730e26268cec"} {"level":"info","ts":1785213819.6472578,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"029e76ea-6fde-471c-b094-730e26268cec"} {"level":"info","ts":1785213819.647285,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"029e76ea-6fde-471c-b094-730e26268cec"} {"level":"info","ts":1785213819.6473017,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"029e76ea-6fde-471c-b094-730e26268cec","EoS":false} {"level":"info","ts":1785213819.6473157,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"029e76ea-6fde-471c-b094-730e26268cec","EoS":true} {"level":"error","ts":1785213819.6473246,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"029e76ea-6fde-471c-b094-730e26268cec","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785213819.64737,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"029e76ea-6fde-471c-b094-730e26268cec"} {"level":"info","ts":1785213820.5050108,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cb68a9e8-ab4a-427e-8984-47813fd53187","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785213820.505071,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cb68a9e8-ab4a-427e-8984-47813fd53187","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785213820.5050187,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cb8b97dd-59fb-43da-8677-6a77a6f0363a"} {"level":"info","ts":1785213820.6544962,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f1a2a500-0444-43f0-926a-6766e9fafd12","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785213820.6545303,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f1a2a500-0444-43f0-926a-6766e9fafd12","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785213820.6545427,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ef0e8a15-ea97-4abb-946b-71c70c358b46"} {"level":"info","ts":1785213820.774217,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"dbbb83d7-6f9c-47a2-a9be-36cee6c38e5e","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785213820.7743645,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"dbbb83d7-6f9c-47a2-a9be-36cee6c38e5e","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785215103.5840552,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785215103.5841372,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"13939aef-887b-4245-bb7d-ac4ab7afde85"} {"level":"info","ts":1785215156.9930558,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785215156.993141,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"149dcc33-18c1-473b-85fc-64a1137ff779"} {"level":"info","ts":1785215156.99315,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"149dcc33-18c1-473b-85fc-64a1137ff779"} {"level":"info","ts":1785215156.9931624,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"149dcc33-18c1-473b-85fc-64a1137ff779","EoS":true} {"level":"info","ts":1785215156.9931946,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"149dcc33-18c1-473b-85fc-64a1137ff779","header":"x-maas-username"} {"level":"info","ts":1785215156.9932046,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"149dcc33-18c1-473b-85fc-64a1137ff779","header":"x-maas-group"} {"level":"info","ts":1785215156.9932098,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"149dcc33-18c1-473b-85fc-64a1137ff779","header":"x-maas-subscription"} {"level":"info","ts":1785215156.993224,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"149dcc33-18c1-473b-85fc-64a1137ff779","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785215156.9932485,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"149dcc33-18c1-473b-85fc-64a1137ff779"} {"level":"info","ts":1785215156.9952862,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"149dcc33-18c1-473b-85fc-64a1137ff779"} {"level":"info","ts":1785215156.9953072,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"149dcc33-18c1-473b-85fc-64a1137ff779"} {"level":"info","ts":1785215156.9953232,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"149dcc33-18c1-473b-85fc-64a1137ff779","EoS":false} {"level":"info","ts":1785215156.995334,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"149dcc33-18c1-473b-85fc-64a1137ff779","EoS":true} {"level":"info","ts":1785215156.9953668,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"149dcc33-18c1-473b-85fc-64a1137ff779"}