{"level":"info","ts":1785528561.0803604,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6cc63ad6-525b-4abb-96b0-79e361651bb4","EoS":true} {"level":"info","ts":1785528561.0803688,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6cc63ad6-525b-4abb-96b0-79e361651bb4"} {"level":"info","ts":1785528561.2205594,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785528561.2206247,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1f548ef0-d1a2-4211-99ad-ec6e3aeab6f1"} {"level":"info","ts":1785528561.2206364,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1f548ef0-d1a2-4211-99ad-ec6e3aeab6f1"} {"level":"info","ts":1785528561.2206476,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1f548ef0-d1a2-4211-99ad-ec6e3aeab6f1","EoS":true} {"level":"info","ts":1785528561.2206702,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1f548ef0-d1a2-4211-99ad-ec6e3aeab6f1","header":"x-maas-group"} {"level":"info","ts":1785528561.2206805,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1f548ef0-d1a2-4211-99ad-ec6e3aeab6f1","header":"x-maas-username"} {"level":"info","ts":1785528561.2206855,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1f548ef0-d1a2-4211-99ad-ec6e3aeab6f1","header":"x-maas-subscription"} {"level":"info","ts":1785528561.2206972,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1f548ef0-d1a2-4211-99ad-ec6e3aeab6f1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785528561.2207608,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1f548ef0-d1a2-4211-99ad-ec6e3aeab6f1"} {"level":"info","ts":1785528561.2217197,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1f548ef0-d1a2-4211-99ad-ec6e3aeab6f1"} {"level":"info","ts":1785528561.221737,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1f548ef0-d1a2-4211-99ad-ec6e3aeab6f1"} {"level":"info","ts":1785528561.2217538,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1f548ef0-d1a2-4211-99ad-ec6e3aeab6f1","EoS":false} {"level":"info","ts":1785528561.2217686,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1f548ef0-d1a2-4211-99ad-ec6e3aeab6f1"} {"level":"info","ts":1785528561.221789,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1f548ef0-d1a2-4211-99ad-ec6e3aeab6f1","EoS":true} {"level":"info","ts":1785528561.221798,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1f548ef0-d1a2-4211-99ad-ec6e3aeab6f1"} {"level":"info","ts":1785528561.362081,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785528561.362141,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3a480a34-d994-4da7-9993-ac8805b51a38"} {"level":"info","ts":1785528561.3621497,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3a480a34-d994-4da7-9993-ac8805b51a38"} {"level":"info","ts":1785528561.36216,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3a480a34-d994-4da7-9993-ac8805b51a38","EoS":true} {"level":"info","ts":1785528561.362184,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3a480a34-d994-4da7-9993-ac8805b51a38","header":"x-maas-username"} {"level":"info","ts":1785528561.362194,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3a480a34-d994-4da7-9993-ac8805b51a38","header":"x-maas-subscription"} {"level":"info","ts":1785528561.3622031,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3a480a34-d994-4da7-9993-ac8805b51a38","header":"x-maas-group"} {"level":"info","ts":1785528561.3622146,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3a480a34-d994-4da7-9993-ac8805b51a38","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785528561.3622377,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3a480a34-d994-4da7-9993-ac8805b51a38"} {"level":"info","ts":1785528561.36463,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3a480a34-d994-4da7-9993-ac8805b51a38"} {"level":"info","ts":1785528561.3646495,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3a480a34-d994-4da7-9993-ac8805b51a38"} {"level":"info","ts":1785528561.36467,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3a480a34-d994-4da7-9993-ac8805b51a38","EoS":false} {"level":"info","ts":1785528561.364684,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3a480a34-d994-4da7-9993-ac8805b51a38"} {"level":"info","ts":1785528561.3647203,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3a480a34-d994-4da7-9993-ac8805b51a38","EoS":true} {"level":"info","ts":1785528561.3647301,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3a480a34-d994-4da7-9993-ac8805b51a38"} {"level":"info","ts":1785528561.5006068,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785528561.5006728,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ba141f05-37c8-4ffe-befe-f7feaeafe0b8"} {"level":"info","ts":1785528561.5006838,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ba141f05-37c8-4ffe-befe-f7feaeafe0b8"} {"level":"info","ts":1785528561.5006945,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ba141f05-37c8-4ffe-befe-f7feaeafe0b8","EoS":true} {"level":"info","ts":1785528561.5007167,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ba141f05-37c8-4ffe-befe-f7feaeafe0b8","header":"x-maas-username"} {"level":"info","ts":1785528561.500727,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ba141f05-37c8-4ffe-befe-f7feaeafe0b8","header":"x-maas-group"} {"level":"info","ts":1785528561.5007327,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ba141f05-37c8-4ffe-befe-f7feaeafe0b8","header":"x-maas-subscription"} {"level":"info","ts":1785528561.500746,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ba141f05-37c8-4ffe-befe-f7feaeafe0b8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785528561.5007691,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ba141f05-37c8-4ffe-befe-f7feaeafe0b8"} {"level":"info","ts":1785528561.5016527,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ba141f05-37c8-4ffe-befe-f7feaeafe0b8"} {"level":"info","ts":1785528561.5016637,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ba141f05-37c8-4ffe-befe-f7feaeafe0b8"} {"level":"info","ts":1785528561.5016758,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ba141f05-37c8-4ffe-befe-f7feaeafe0b8","EoS":false} {"level":"info","ts":1785528561.501685,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ba141f05-37c8-4ffe-befe-f7feaeafe0b8"} {"level":"info","ts":1785528561.5017037,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ba141f05-37c8-4ffe-befe-f7feaeafe0b8","EoS":true} {"level":"info","ts":1785528561.5017087,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ba141f05-37c8-4ffe-befe-f7feaeafe0b8"} {"level":"info","ts":1785528561.637881,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785528561.6379485,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2775af09-969f-4e6e-8373-f5d597a6b942"} {"level":"info","ts":1785528561.6379611,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2775af09-969f-4e6e-8373-f5d597a6b942"} {"level":"info","ts":1785528561.6379738,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2775af09-969f-4e6e-8373-f5d597a6b942","EoS":true} {"level":"info","ts":1785528561.6379972,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2775af09-969f-4e6e-8373-f5d597a6b942","header":"x-maas-group"} {"level":"info","ts":1785528561.6380074,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2775af09-969f-4e6e-8373-f5d597a6b942","header":"x-maas-subscription"} {"level":"info","ts":1785528561.6380124,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2775af09-969f-4e6e-8373-f5d597a6b942","header":"x-maas-username"} {"level":"info","ts":1785528561.6380248,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2775af09-969f-4e6e-8373-f5d597a6b942","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785528561.6380897,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2775af09-969f-4e6e-8373-f5d597a6b942"} {"level":"info","ts":1785528561.6390884,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2775af09-969f-4e6e-8373-f5d597a6b942"} {"level":"info","ts":1785528561.6391015,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2775af09-969f-4e6e-8373-f5d597a6b942"} {"level":"info","ts":1785528561.6391156,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2775af09-969f-4e6e-8373-f5d597a6b942","EoS":false} {"level":"info","ts":1785528561.6391263,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2775af09-969f-4e6e-8373-f5d597a6b942"} {"level":"info","ts":1785528561.63915,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2775af09-969f-4e6e-8373-f5d597a6b942","EoS":true} {"level":"info","ts":1785528561.6391573,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2775af09-969f-4e6e-8373-f5d597a6b942"} {"level":"info","ts":1785528582.9307103,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785528582.9307773,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8011ab44-96f7-4fe2-a767-6b9b40a4b1e0"} {"level":"info","ts":1785528582.9307868,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8011ab44-96f7-4fe2-a767-6b9b40a4b1e0"} {"level":"info","ts":1785528582.9307973,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8011ab44-96f7-4fe2-a767-6b9b40a4b1e0","EoS":true} {"level":"info","ts":1785528582.93082,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8011ab44-96f7-4fe2-a767-6b9b40a4b1e0","header":"x-maas-group"} {"level":"info","ts":1785528582.9308283,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8011ab44-96f7-4fe2-a767-6b9b40a4b1e0","header":"x-maas-username"} {"level":"info","ts":1785528582.930833,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8011ab44-96f7-4fe2-a767-6b9b40a4b1e0","header":"x-maas-subscription"} {"level":"info","ts":1785528582.930847,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8011ab44-96f7-4fe2-a767-6b9b40a4b1e0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785528582.9308708,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8011ab44-96f7-4fe2-a767-6b9b40a4b1e0"} {"level":"info","ts":1785528582.9318426,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8011ab44-96f7-4fe2-a767-6b9b40a4b1e0"} {"level":"info","ts":1785528582.9318624,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8011ab44-96f7-4fe2-a767-6b9b40a4b1e0"} {"level":"info","ts":1785528582.9318814,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8011ab44-96f7-4fe2-a767-6b9b40a4b1e0","EoS":false} {"level":"info","ts":1785528582.9318938,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8011ab44-96f7-4fe2-a767-6b9b40a4b1e0"} {"level":"info","ts":1785528582.9319167,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8011ab44-96f7-4fe2-a767-6b9b40a4b1e0","EoS":true} {"level":"info","ts":1785528582.9319243,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8011ab44-96f7-4fe2-a767-6b9b40a4b1e0"} {"level":"info","ts":1785528582.9687567,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785528582.9688575,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ec75bf02-c752-4172-9482-a26bd84d2a6a"} {"level":"info","ts":1785528582.9688716,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ec75bf02-c752-4172-9482-a26bd84d2a6a"} {"level":"info","ts":1785528582.968891,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ec75bf02-c752-4172-9482-a26bd84d2a6a","EoS":true} {"level":"info","ts":1785528582.9689279,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ec75bf02-c752-4172-9482-a26bd84d2a6a","header":"x-maas-subscription"} {"level":"info","ts":1785528582.9689398,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ec75bf02-c752-4172-9482-a26bd84d2a6a","header":"x-maas-username"} {"level":"info","ts":1785528582.9689503,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ec75bf02-c752-4172-9482-a26bd84d2a6a","header":"x-maas-group"} {"level":"info","ts":1785528582.9689708,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ec75bf02-c752-4172-9482-a26bd84d2a6a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785528582.9690015,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ec75bf02-c752-4172-9482-a26bd84d2a6a"} {"level":"info","ts":1785528582.970103,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ec75bf02-c752-4172-9482-a26bd84d2a6a"} {"level":"info","ts":1785528582.970123,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ec75bf02-c752-4172-9482-a26bd84d2a6a"} {"level":"info","ts":1785528582.9701376,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ec75bf02-c752-4172-9482-a26bd84d2a6a","EoS":false} {"level":"info","ts":1785528582.9701488,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ec75bf02-c752-4172-9482-a26bd84d2a6a"} {"level":"info","ts":1785528582.9701784,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ec75bf02-c752-4172-9482-a26bd84d2a6a","EoS":true} {"level":"info","ts":1785528582.970189,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ec75bf02-c752-4172-9482-a26bd84d2a6a"} {"level":"info","ts":1785528583.0808191,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785528583.0809002,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d79805e7-1274-46bf-9185-b57112160e43"} {"level":"info","ts":1785528583.0817847,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d79805e7-1274-46bf-9185-b57112160e43"} {"level":"info","ts":1785528583.0818033,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d79805e7-1274-46bf-9185-b57112160e43"} {"level":"info","ts":1785528583.0818188,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d79805e7-1274-46bf-9185-b57112160e43","EoS":false} {"level":"info","ts":1785528583.081833,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d79805e7-1274-46bf-9185-b57112160e43"} {"level":"info","ts":1785528583.0818584,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d79805e7-1274-46bf-9185-b57112160e43","EoS":true} {"level":"info","ts":1785528583.0818663,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d79805e7-1274-46bf-9185-b57112160e43"} {"level":"info","ts":1785528587.7247462,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785528587.7248316,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1d18b5d6-9971-42ca-a6ee-fdb7389fd32e"} {"level":"info","ts":1785528587.724848,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1d18b5d6-9971-42ca-a6ee-fdb7389fd32e"} {"level":"info","ts":1785528587.724868,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1d18b5d6-9971-42ca-a6ee-fdb7389fd32e","EoS":true} {"level":"info","ts":1785528587.7249033,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1d18b5d6-9971-42ca-a6ee-fdb7389fd32e","header":"x-maas-username"} {"level":"info","ts":1785528587.724916,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1d18b5d6-9971-42ca-a6ee-fdb7389fd32e","header":"x-maas-group"} {"level":"info","ts":1785528587.7249238,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1d18b5d6-9971-42ca-a6ee-fdb7389fd32e","header":"x-maas-subscription"} {"level":"info","ts":1785528587.7249434,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1d18b5d6-9971-42ca-a6ee-fdb7389fd32e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785528587.7249773,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1d18b5d6-9971-42ca-a6ee-fdb7389fd32e"} {"level":"info","ts":1785528587.7260303,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1d18b5d6-9971-42ca-a6ee-fdb7389fd32e"} {"level":"info","ts":1785528587.7260516,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1d18b5d6-9971-42ca-a6ee-fdb7389fd32e"} {"level":"info","ts":1785528587.7260664,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1d18b5d6-9971-42ca-a6ee-fdb7389fd32e","EoS":false} {"level":"info","ts":1785528587.7260804,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1d18b5d6-9971-42ca-a6ee-fdb7389fd32e"} {"level":"info","ts":1785528587.7261064,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1d18b5d6-9971-42ca-a6ee-fdb7389fd32e","EoS":true} {"level":"info","ts":1785528587.7261138,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1d18b5d6-9971-42ca-a6ee-fdb7389fd32e"} {"level":"info","ts":1785528596.310783,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785528596.3108573,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6eab28ed-53b1-4639-bdac-3463a1362a00"} {"level":"info","ts":1785528596.3108687,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6eab28ed-53b1-4639-bdac-3463a1362a00"} {"level":"info","ts":1785528596.3108811,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6eab28ed-53b1-4639-bdac-3463a1362a00","EoS":true} {"level":"info","ts":1785528596.3109057,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6eab28ed-53b1-4639-bdac-3463a1362a00","header":"x-maas-group"} {"level":"info","ts":1785528596.310915,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6eab28ed-53b1-4639-bdac-3463a1362a00","header":"x-maas-username"} {"level":"info","ts":1785528596.3109202,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6eab28ed-53b1-4639-bdac-3463a1362a00","header":"x-maas-subscription"} {"level":"info","ts":1785528596.3109326,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6eab28ed-53b1-4639-bdac-3463a1362a00","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785528596.310956,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6eab28ed-53b1-4639-bdac-3463a1362a00"} {"level":"info","ts":1785528596.3247793,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6eab28ed-53b1-4639-bdac-3463a1362a00"} {"level":"info","ts":1785528596.3247979,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6eab28ed-53b1-4639-bdac-3463a1362a00"} {"level":"info","ts":1785528596.3248127,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6eab28ed-53b1-4639-bdac-3463a1362a00","EoS":false} {"level":"info","ts":1785528596.324824,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6eab28ed-53b1-4639-bdac-3463a1362a00"} {"level":"info","ts":1785528596.3248558,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6eab28ed-53b1-4639-bdac-3463a1362a00","EoS":true} {"level":"info","ts":1785528596.3248637,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6eab28ed-53b1-4639-bdac-3463a1362a00"} {"level":"info","ts":1785528609.194097,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785528609.1941655,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9dba7314-c8f7-47ba-bc85-38c6e1080a02"} {"level":"info","ts":1785528609.1941757,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9dba7314-c8f7-47ba-bc85-38c6e1080a02"} {"level":"info","ts":1785528609.1941862,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9dba7314-c8f7-47ba-bc85-38c6e1080a02","EoS":true} {"level":"info","ts":1785528609.1942072,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9dba7314-c8f7-47ba-bc85-38c6e1080a02","header":"x-maas-subscription"} {"level":"info","ts":1785528609.1942167,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9dba7314-c8f7-47ba-bc85-38c6e1080a02","header":"x-maas-username"} {"level":"info","ts":1785528609.1942227,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9dba7314-c8f7-47ba-bc85-38c6e1080a02","header":"x-maas-group"} {"level":"info","ts":1785528609.1942353,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9dba7314-c8f7-47ba-bc85-38c6e1080a02","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785528609.1942618,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9dba7314-c8f7-47ba-bc85-38c6e1080a02"} {"level":"info","ts":1785528609.1953,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9dba7314-c8f7-47ba-bc85-38c6e1080a02"} {"level":"info","ts":1785528609.1953351,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9dba7314-c8f7-47ba-bc85-38c6e1080a02"} {"level":"info","ts":1785528609.1953537,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9dba7314-c8f7-47ba-bc85-38c6e1080a02","EoS":false} {"level":"info","ts":1785528609.195366,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9dba7314-c8f7-47ba-bc85-38c6e1080a02"} {"level":"info","ts":1785528609.195391,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9dba7314-c8f7-47ba-bc85-38c6e1080a02","EoS":true} {"level":"info","ts":1785528609.1953993,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9dba7314-c8f7-47ba-bc85-38c6e1080a02"} {"level":"info","ts":1785528617.7440221,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785528617.7440903,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1475d798-a6a0-41c6-8fe1-df965f275347"} {"level":"info","ts":1785528617.7441,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1475d798-a6a0-41c6-8fe1-df965f275347"} {"level":"info","ts":1785528617.7441108,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1475d798-a6a0-41c6-8fe1-df965f275347","EoS":true} {"level":"info","ts":1785528617.7441342,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1475d798-a6a0-41c6-8fe1-df965f275347","header":"x-maas-username"} {"level":"info","ts":1785528617.7441437,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1475d798-a6a0-41c6-8fe1-df965f275347","header":"x-maas-group"} {"level":"info","ts":1785528617.744149,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1475d798-a6a0-41c6-8fe1-df965f275347","header":"x-maas-subscription"} {"level":"info","ts":1785528617.7441633,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1475d798-a6a0-41c6-8fe1-df965f275347","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785528617.7441857,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1475d798-a6a0-41c6-8fe1-df965f275347"} {"level":"info","ts":1785528617.7452002,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1475d798-a6a0-41c6-8fe1-df965f275347"} {"level":"info","ts":1785528617.7452202,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1475d798-a6a0-41c6-8fe1-df965f275347"} {"level":"info","ts":1785528617.745241,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1475d798-a6a0-41c6-8fe1-df965f275347","EoS":false} {"level":"info","ts":1785528617.7452571,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1475d798-a6a0-41c6-8fe1-df965f275347"} {"level":"info","ts":1785528617.7452917,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1475d798-a6a0-41c6-8fe1-df965f275347","EoS":true} {"level":"info","ts":1785528617.7453003,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1475d798-a6a0-41c6-8fe1-df965f275347"} {"level":"info","ts":1785528626.6410654,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785528626.641131,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f152afcc-4c75-4032-8ad5-09022af8e41a"} {"level":"info","ts":1785528626.6411402,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f152afcc-4c75-4032-8ad5-09022af8e41a"} {"level":"info","ts":1785528626.6411626,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f152afcc-4c75-4032-8ad5-09022af8e41a","EoS":true} {"level":"info","ts":1785528626.641188,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f152afcc-4c75-4032-8ad5-09022af8e41a","header":"x-maas-group"} {"level":"info","ts":1785528626.641198,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f152afcc-4c75-4032-8ad5-09022af8e41a","header":"x-maas-username"} {"level":"info","ts":1785528626.6412027,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f152afcc-4c75-4032-8ad5-09022af8e41a","header":"x-maas-subscription"} {"level":"info","ts":1785528626.6412153,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f152afcc-4c75-4032-8ad5-09022af8e41a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785528626.6412418,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f152afcc-4c75-4032-8ad5-09022af8e41a"} {"level":"info","ts":1785528626.6422625,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f152afcc-4c75-4032-8ad5-09022af8e41a"} {"level":"info","ts":1785528626.6422825,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f152afcc-4c75-4032-8ad5-09022af8e41a"} {"level":"info","ts":1785528626.6422975,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f152afcc-4c75-4032-8ad5-09022af8e41a","EoS":false} {"level":"info","ts":1785528626.642308,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f152afcc-4c75-4032-8ad5-09022af8e41a"} {"level":"info","ts":1785528626.6423552,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f152afcc-4c75-4032-8ad5-09022af8e41a","EoS":true} {"level":"info","ts":1785528626.642365,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f152afcc-4c75-4032-8ad5-09022af8e41a"} {"level":"info","ts":1785528659.3717933,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785528659.3718698,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"30c1c217-af0d-49c9-b840-cebc7dc2b5bb"} {"level":"info","ts":1785528659.3718789,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"30c1c217-af0d-49c9-b840-cebc7dc2b5bb"} {"level":"info","ts":1785528659.3718898,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"30c1c217-af0d-49c9-b840-cebc7dc2b5bb","EoS":true} {"level":"info","ts":1785528659.3719149,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"30c1c217-af0d-49c9-b840-cebc7dc2b5bb","header":"x-maas-username"} {"level":"info","ts":1785528659.3719244,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"30c1c217-af0d-49c9-b840-cebc7dc2b5bb","header":"x-maas-subscription"} {"level":"info","ts":1785528659.3719296,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"30c1c217-af0d-49c9-b840-cebc7dc2b5bb","header":"x-maas-group"} {"level":"info","ts":1785528659.371944,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"30c1c217-af0d-49c9-b840-cebc7dc2b5bb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785528659.371992,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"30c1c217-af0d-49c9-b840-cebc7dc2b5bb"} {"level":"info","ts":1785528659.3731337,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"30c1c217-af0d-49c9-b840-cebc7dc2b5bb"} {"level":"info","ts":1785528659.3731542,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"30c1c217-af0d-49c9-b840-cebc7dc2b5bb"} {"level":"info","ts":1785528659.3731685,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"30c1c217-af0d-49c9-b840-cebc7dc2b5bb","EoS":false} {"level":"info","ts":1785528659.3731806,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"30c1c217-af0d-49c9-b840-cebc7dc2b5bb"} {"level":"info","ts":1785528659.3732052,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"30c1c217-af0d-49c9-b840-cebc7dc2b5bb","EoS":true} {"level":"info","ts":1785528659.3732145,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"30c1c217-af0d-49c9-b840-cebc7dc2b5bb"} {"level":"info","ts":1785528692.5192041,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785528692.5192802,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"441a1324-400f-429a-a242-784fe9ace381"} {"level":"info","ts":1785528692.5192924,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"441a1324-400f-429a-a242-784fe9ace381"} {"level":"info","ts":1785528692.5193043,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"441a1324-400f-429a-a242-784fe9ace381","EoS":true} {"level":"info","ts":1785528692.519361,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"441a1324-400f-429a-a242-784fe9ace381","header":"x-maas-subscription"} {"level":"info","ts":1785528692.5193772,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"441a1324-400f-429a-a242-784fe9ace381","header":"x-maas-group"} {"level":"info","ts":1785528692.5193868,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"441a1324-400f-429a-a242-784fe9ace381","header":"x-maas-username"} {"level":"info","ts":1785528692.5194051,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"441a1324-400f-429a-a242-784fe9ace381","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785528692.519437,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"441a1324-400f-429a-a242-784fe9ace381"} {"level":"info","ts":1785528692.520437,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"441a1324-400f-429a-a242-784fe9ace381"} {"level":"info","ts":1785528692.5204582,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"441a1324-400f-429a-a242-784fe9ace381"} {"level":"info","ts":1785528692.5204751,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"441a1324-400f-429a-a242-784fe9ace381","EoS":false} {"level":"info","ts":1785528692.5204878,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"441a1324-400f-429a-a242-784fe9ace381"} {"level":"info","ts":1785528692.5205114,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"441a1324-400f-429a-a242-784fe9ace381","EoS":true} {"level":"info","ts":1785528692.520521,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"441a1324-400f-429a-a242-784fe9ace381"} {"level":"info","ts":1785528727.6497438,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785528727.6498303,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7cee1761-5bc0-410a-9533-c883a4bf6afc"} {"level":"info","ts":1785528727.6498456,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7cee1761-5bc0-410a-9533-c883a4bf6afc"} {"level":"info","ts":1785528727.6498663,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7cee1761-5bc0-410a-9533-c883a4bf6afc","EoS":true} {"level":"info","ts":1785528727.6499026,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7cee1761-5bc0-410a-9533-c883a4bf6afc","header":"x-maas-group"} {"level":"info","ts":1785528727.6499157,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7cee1761-5bc0-410a-9533-c883a4bf6afc","header":"x-maas-subscription"} {"level":"info","ts":1785528727.649924,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7cee1761-5bc0-410a-9533-c883a4bf6afc","header":"x-maas-username"} {"level":"info","ts":1785528727.649947,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7cee1761-5bc0-410a-9533-c883a4bf6afc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785528727.6499796,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7cee1761-5bc0-410a-9533-c883a4bf6afc"} {"level":"info","ts":1785528727.6510763,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7cee1761-5bc0-410a-9533-c883a4bf6afc"} {"level":"info","ts":1785528727.6510966,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7cee1761-5bc0-410a-9533-c883a4bf6afc"} {"level":"info","ts":1785528727.651112,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7cee1761-5bc0-410a-9533-c883a4bf6afc","EoS":false} {"level":"info","ts":1785528727.6511233,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7cee1761-5bc0-410a-9533-c883a4bf6afc"} {"level":"info","ts":1785528727.6511476,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7cee1761-5bc0-410a-9533-c883a4bf6afc","EoS":true} {"level":"info","ts":1785528727.6511555,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7cee1761-5bc0-410a-9533-c883a4bf6afc"} {"level":"info","ts":1785528737.1173625,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785528737.1174412,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"25bbb8c2-4533-4265-a146-ac7777463dee"} {"level":"info","ts":1785528737.1174524,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"25bbb8c2-4533-4265-a146-ac7777463dee"} {"level":"info","ts":1785528737.1174638,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"25bbb8c2-4533-4265-a146-ac7777463dee","EoS":true} {"level":"info","ts":1785528737.1174905,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"25bbb8c2-4533-4265-a146-ac7777463dee","header":"x-maas-subscription"} {"level":"info","ts":1785528737.1175032,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"25bbb8c2-4533-4265-a146-ac7777463dee","header":"x-maas-username"} {"level":"info","ts":1785528737.117513,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"25bbb8c2-4533-4265-a146-ac7777463dee","header":"x-maas-group"} {"level":"info","ts":1785528737.1175568,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"25bbb8c2-4533-4265-a146-ac7777463dee","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785528737.1175864,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"25bbb8c2-4533-4265-a146-ac7777463dee"} {"level":"info","ts":1785528737.125182,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"25bbb8c2-4533-4265-a146-ac7777463dee"} {"level":"info","ts":1785528737.1252096,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"25bbb8c2-4533-4265-a146-ac7777463dee"} {"level":"info","ts":1785528737.125226,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"25bbb8c2-4533-4265-a146-ac7777463dee","EoS":false} {"level":"info","ts":1785528737.1252382,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"25bbb8c2-4533-4265-a146-ac7777463dee"} {"level":"info","ts":1785528737.1252687,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"25bbb8c2-4533-4265-a146-ac7777463dee","EoS":true} {"level":"info","ts":1785528737.125278,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"25bbb8c2-4533-4265-a146-ac7777463dee"} {"level":"info","ts":1785528737.1780999,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785528737.178175,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f18d1024-918b-4165-b6a5-ea18ddc0acd5"} {"level":"info","ts":1785528737.1781874,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f18d1024-918b-4165-b6a5-ea18ddc0acd5"} {"level":"info","ts":1785528737.1781986,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f18d1024-918b-4165-b6a5-ea18ddc0acd5","EoS":true} {"level":"info","ts":1785528737.1782215,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f18d1024-918b-4165-b6a5-ea18ddc0acd5","header":"x-maas-subscription"} {"level":"info","ts":1785528737.1782298,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f18d1024-918b-4165-b6a5-ea18ddc0acd5","header":"x-maas-group"} {"level":"info","ts":1785528737.178234,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f18d1024-918b-4165-b6a5-ea18ddc0acd5","header":"x-maas-username"} {"level":"info","ts":1785528737.1782477,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f18d1024-918b-4165-b6a5-ea18ddc0acd5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785528737.1783373,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f18d1024-918b-4165-b6a5-ea18ddc0acd5"} {"level":"info","ts":1785528737.1793869,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f18d1024-918b-4165-b6a5-ea18ddc0acd5"} {"level":"info","ts":1785528737.1794095,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f18d1024-918b-4165-b6a5-ea18ddc0acd5"} {"level":"info","ts":1785528737.1794274,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f18d1024-918b-4165-b6a5-ea18ddc0acd5","EoS":false} {"level":"info","ts":1785528737.179439,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f18d1024-918b-4165-b6a5-ea18ddc0acd5"} {"level":"info","ts":1785528737.1794636,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f18d1024-918b-4165-b6a5-ea18ddc0acd5","EoS":true} {"level":"info","ts":1785528737.179472,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f18d1024-918b-4165-b6a5-ea18ddc0acd5"} {"level":"info","ts":1785528756.303271,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785528756.3033633,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8227cf06-1243-4d24-be94-c930b7a3067a"} {"level":"info","ts":1785528756.3033772,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8227cf06-1243-4d24-be94-c930b7a3067a"} {"level":"info","ts":1785528756.3033972,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8227cf06-1243-4d24-be94-c930b7a3067a","EoS":true} {"level":"info","ts":1785528756.303435,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8227cf06-1243-4d24-be94-c930b7a3067a","header":"x-maas-group"} {"level":"info","ts":1785528756.303449,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8227cf06-1243-4d24-be94-c930b7a3067a","header":"x-maas-subscription"} {"level":"info","ts":1785528756.3034575,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8227cf06-1243-4d24-be94-c930b7a3067a","header":"x-maas-username"} {"level":"info","ts":1785528756.3034751,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8227cf06-1243-4d24-be94-c930b7a3067a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785528756.303506,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8227cf06-1243-4d24-be94-c930b7a3067a"} {"level":"info","ts":1785528756.3045368,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8227cf06-1243-4d24-be94-c930b7a3067a"} {"level":"info","ts":1785528756.3045568,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8227cf06-1243-4d24-be94-c930b7a3067a"} {"level":"info","ts":1785528756.3045719,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8227cf06-1243-4d24-be94-c930b7a3067a","EoS":false} {"level":"info","ts":1785528756.3045838,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8227cf06-1243-4d24-be94-c930b7a3067a"} {"level":"info","ts":1785528756.3046093,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8227cf06-1243-4d24-be94-c930b7a3067a","EoS":true} {"level":"info","ts":1785528756.3046193,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8227cf06-1243-4d24-be94-c930b7a3067a"} {"level":"info","ts":1785528938.5475569,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785528938.5476599,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c0b630ea-9532-436a-bb53-224b8e7db25e"} {"level":"info","ts":1785528938.547674,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c0b630ea-9532-436a-bb53-224b8e7db25e"} {"level":"info","ts":1785528938.5476928,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c0b630ea-9532-436a-bb53-224b8e7db25e","EoS":true} {"level":"info","ts":1785528938.5477285,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c0b630ea-9532-436a-bb53-224b8e7db25e","header":"x-maas-subscription"} {"level":"info","ts":1785528938.547742,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c0b630ea-9532-436a-bb53-224b8e7db25e","header":"x-maas-group"} {"level":"info","ts":1785528938.5477505,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c0b630ea-9532-436a-bb53-224b8e7db25e","header":"x-maas-username"} {"level":"info","ts":1785528938.5477686,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c0b630ea-9532-436a-bb53-224b8e7db25e","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785528938.5478027,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c0b630ea-9532-436a-bb53-224b8e7db25e"} {"level":"info","ts":1785528938.5642343,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c0b630ea-9532-436a-bb53-224b8e7db25e"} {"level":"info","ts":1785528938.564274,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c0b630ea-9532-436a-bb53-224b8e7db25e"} {"level":"info","ts":1785528938.5642943,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c0b630ea-9532-436a-bb53-224b8e7db25e","EoS":false} {"level":"info","ts":1785528938.5643077,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c0b630ea-9532-436a-bb53-224b8e7db25e"} {"level":"info","ts":1785528938.5643575,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c0b630ea-9532-436a-bb53-224b8e7db25e","EoS":true} {"level":"info","ts":1785528938.5643659,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c0b630ea-9532-436a-bb53-224b8e7db25e"} {"level":"info","ts":1785528990.7219467,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785528990.722021,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7d1ced0d-9102-404f-a736-e960b41ffe00"} {"level":"info","ts":1785528990.7220302,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7d1ced0d-9102-404f-a736-e960b41ffe00"} {"level":"info","ts":1785528990.7220414,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7d1ced0d-9102-404f-a736-e960b41ffe00","EoS":true} {"level":"info","ts":1785528990.7220645,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7d1ced0d-9102-404f-a736-e960b41ffe00","header":"x-maas-username"} {"level":"info","ts":1785528990.7220743,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7d1ced0d-9102-404f-a736-e960b41ffe00","header":"x-maas-subscription"} {"level":"info","ts":1785528990.7220826,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7d1ced0d-9102-404f-a736-e960b41ffe00","header":"x-maas-group"} {"level":"info","ts":1785528990.7220964,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7d1ced0d-9102-404f-a736-e960b41ffe00","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785528990.7221246,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7d1ced0d-9102-404f-a736-e960b41ffe00"} {"level":"info","ts":1785528990.7232158,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7d1ced0d-9102-404f-a736-e960b41ffe00"} {"level":"info","ts":1785528990.723236,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7d1ced0d-9102-404f-a736-e960b41ffe00"} {"level":"info","ts":1785528990.7232525,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7d1ced0d-9102-404f-a736-e960b41ffe00","EoS":false} {"level":"info","ts":1785528990.7232633,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7d1ced0d-9102-404f-a736-e960b41ffe00"} {"level":"info","ts":1785528990.723284,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7d1ced0d-9102-404f-a736-e960b41ffe00","EoS":true} {"level":"info","ts":1785528990.7232912,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7d1ced0d-9102-404f-a736-e960b41ffe00"} {"level":"info","ts":1785529005.9950197,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785529005.9951062,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eb725ff6-1903-4891-8a0d-1af536cf0db1"} {"level":"info","ts":1785529005.9951222,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"eb725ff6-1903-4891-8a0d-1af536cf0db1"} {"level":"info","ts":1785529005.9951353,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eb725ff6-1903-4891-8a0d-1af536cf0db1","EoS":true} {"level":"info","ts":1785529005.9951613,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eb725ff6-1903-4891-8a0d-1af536cf0db1","header":"x-maas-group"} {"level":"info","ts":1785529005.9951725,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eb725ff6-1903-4891-8a0d-1af536cf0db1","header":"x-maas-username"} {"level":"info","ts":1785529005.995178,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eb725ff6-1903-4891-8a0d-1af536cf0db1","header":"x-maas-subscription"} {"level":"info","ts":1785529005.9951928,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eb725ff6-1903-4891-8a0d-1af536cf0db1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785529005.9952238,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"eb725ff6-1903-4891-8a0d-1af536cf0db1"} {"level":"info","ts":1785529005.996341,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"eb725ff6-1903-4891-8a0d-1af536cf0db1"} {"level":"info","ts":1785529005.996362,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"eb725ff6-1903-4891-8a0d-1af536cf0db1"} {"level":"info","ts":1785529005.9963818,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"eb725ff6-1903-4891-8a0d-1af536cf0db1","EoS":false} {"level":"info","ts":1785529005.996398,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"eb725ff6-1903-4891-8a0d-1af536cf0db1"} {"level":"info","ts":1785529005.9964366,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"eb725ff6-1903-4891-8a0d-1af536cf0db1","EoS":true} {"level":"info","ts":1785529005.9964457,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"eb725ff6-1903-4891-8a0d-1af536cf0db1"} {"level":"info","ts":1785529349.7458675,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785529349.745941,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"166672ec-d1e8-4c56-8b57-5be1a604b8cf"} {"level":"info","ts":1785529349.7459495,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"166672ec-d1e8-4c56-8b57-5be1a604b8cf"} {"level":"info","ts":1785529349.7459602,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"166672ec-d1e8-4c56-8b57-5be1a604b8cf","EoS":true} {"level":"info","ts":1785529349.7459843,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"166672ec-d1e8-4c56-8b57-5be1a604b8cf","header":"x-maas-subscription"} {"level":"info","ts":1785529349.7459934,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"166672ec-d1e8-4c56-8b57-5be1a604b8cf","header":"x-maas-username"} {"level":"info","ts":1785529349.745999,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"166672ec-d1e8-4c56-8b57-5be1a604b8cf","header":"x-maas-group"} {"level":"info","ts":1785529349.7460127,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"166672ec-d1e8-4c56-8b57-5be1a604b8cf","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785529349.7460358,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"166672ec-d1e8-4c56-8b57-5be1a604b8cf"} {"level":"info","ts":1785529349.7480545,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"166672ec-d1e8-4c56-8b57-5be1a604b8cf"} {"level":"info","ts":1785529349.7480729,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"166672ec-d1e8-4c56-8b57-5be1a604b8cf"} {"level":"info","ts":1785529349.7480917,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"166672ec-d1e8-4c56-8b57-5be1a604b8cf","EoS":false} {"level":"info","ts":1785529349.7481096,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"166672ec-d1e8-4c56-8b57-5be1a604b8cf"} {"level":"info","ts":1785529349.748134,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"166672ec-d1e8-4c56-8b57-5be1a604b8cf","EoS":true} {"level":"info","ts":1785529349.7481413,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"166672ec-d1e8-4c56-8b57-5be1a604b8cf"} {"level":"info","ts":1785529354.5392504,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"11ecdad7-97b7-410b-bfa6-70afce1015dc","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785529354.5395322,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35547.278970875,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785529354.539556,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785529354.5897813,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785529354.6405764,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"11ecdad7-97b7-410b-bfa6-70afce1015dc","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785529354.6577103,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5ece2d32-b4da-4b2a-ba84-5ae6fc7eb5a7"} {"level":"info","ts":1785529354.6578043,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a8440d52-3bbc-494e-9d85-49c4c683ddcf","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785529354.657831,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a8440d52-3bbc-494e-9d85-49c4c683ddcf","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785529354.665411,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ddc84b0d-6993-4cfa-97b8-6f24514ec662","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785529354.6654444,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ddc84b0d-6993-4cfa-97b8-6f24514ec662","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785529354.6691647,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5ece2d32-b4da-4b2a-ba84-5ae6fc7eb5a7","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785529354.669389,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":39368.739942188,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785529354.6694071,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785529354.6772444,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785529354.7702088,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5ece2d32-b4da-4b2a-ba84-5ae6fc7eb5a7","name":"e2e-external-provider"} {"level":"info","ts":1785529354.7871616,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5ece2d32-b4da-4b2a-ba84-5ae6fc7eb5a7","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785529354.8082104,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"482a7064-72fa-4552-a04c-7ad87aab0741"} {"level":"info","ts":1785529354.8082457,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2a4b39e0-8a94-4d82-9e3a-ecd78e9b41ec","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785529354.8082852,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2a4b39e0-8a94-4d82-9e3a-ecd78e9b41ec","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785529354.8202937,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"482a7064-72fa-4552-a04c-7ad87aab0741","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785529354.8203979,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"17bcec15-94ff-4ebb-81c0-741c09de1682","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785529354.820431,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"17bcec15-94ff-4ebb-81c0-741c09de1682","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785529354.8205132,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5ece2d32-b4da-4b2a-ba84-5ae6fc7eb5a7","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785529354.8349984,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5ece2d32-b4da-4b2a-ba84-5ae6fc7eb5a7","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785529354.8351061,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ca82c90c-2204-4162-b4da-41ac2234a924","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785529354.8351295,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ca82c90c-2204-4162-b4da-41ac2234a924","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785529354.8353393,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"482a7064-72fa-4552-a04c-7ad87aab0741","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785529354.8354077,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"557bdd78-9fdf-4ce4-824b-803503aad1e9"} {"level":"info","ts":1785529354.835428,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"557bdd78-9fdf-4ce4-824b-803503aad1e9","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785529354.843263,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5ece2d32-b4da-4b2a-ba84-5ae6fc7eb5a7","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785529354.8433566,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"58a090db-fc99-4c51-a36c-b7916eae9207"} {"level":"info","ts":1785529354.8434126,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"58a090db-fc99-4c51-a36c-b7916eae9207","name":"e2e-external-provider"} {"level":"error","ts":1785529354.8460767,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"557bdd78-9fdf-4ce4-824b-803503aad1e9","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785529354.8563745,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"708436ce-4fcb-4c54-a8bb-e4667e35a13d"} {"level":"info","ts":1785529354.8564236,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"708436ce-4fcb-4c54-a8bb-e4667e35a13d","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785529354.8640382,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"58a090db-fc99-4c51-a36c-b7916eae9207","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785529354.864727,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"708436ce-4fcb-4c54-a8bb-e4667e35a13d","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785529354.8729408,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"572ef4f4-7cce-4eda-ba7f-f3b33e7dd7a4","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785529354.872982,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"572ef4f4-7cce-4eda-ba7f-f3b33e7dd7a4","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785529354.8730583,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"70ca9f49-0ea7-4b24-9369-fa430b50b4e4"} {"level":"info","ts":1785529354.873076,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4d28672a-3540-4827-9c5d-158808837b5c"} {"level":"info","ts":1785529354.8730996,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"70ca9f49-0ea7-4b24-9369-fa430b50b4e4","name":"e2e-external-provider"} {"level":"info","ts":1785529354.873347,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35826.879773172,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785529354.873365,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785529354.8734326,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0136c55f-a646-4740-a1fd-eec798b2de38","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785529354.8734658,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0136c55f-a646-4740-a1fd-eec798b2de38","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785529354.8820732,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785529354.8940346,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"70ca9f49-0ea7-4b24-9369-fa430b50b4e4","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785529354.9739516,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4d28672a-3540-4827-9c5d-158808837b5c","name":"e2e-external-model"} {"level":"info","ts":1785529354.982629,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4d28672a-3540-4827-9c5d-158808837b5c","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785529354.9899735,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d128e292-ae41-4657-b985-747f117154bd","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785529354.990017,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d128e292-ae41-4657-b985-747f117154bd","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785529354.9901385,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"43730e41-96c9-4aec-acc6-0a601eb8e3d0"} {"level":"info","ts":1785529354.990195,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"43730e41-96c9-4aec-acc6-0a601eb8e3d0","name":"e2e-external-model"} {"level":"info","ts":1785529355.0039783,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"23381c6b-c5a9-4c83-9033-20152a8160c9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785529355.0040207,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"23381c6b-c5a9-4c83-9033-20152a8160c9","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785529355.0041852,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"43730e41-96c9-4aec-acc6-0a601eb8e3d0","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785529355.0042622,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cbedfc40-3d6c-4d71-8c44-2635f351e039"} {"level":"info","ts":1785529355.0043607,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cbedfc40-3d6c-4d71-8c44-2635f351e039","name":"e2e-external-model"} {"level":"info","ts":1785529355.014637,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cbedfc40-3d6c-4d71-8c44-2635f351e039","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785529355.0221076,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"50cc3698-0b1e-4ddc-b65b-34793a1bdce3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785529355.022138,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"50cc3698-0b1e-4ddc-b65b-34793a1bdce3","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785529355.0221117,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a3980629-380d-47e5-ab2e-d5ffc71b8f1c"} {"level":"info","ts":1785529355.0222132,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a3980629-380d-47e5-ab2e-d5ffc71b8f1c","name":"e2e-external-model"} {"level":"info","ts":1785529355.0321047,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a3980629-380d-47e5-ab2e-d5ffc71b8f1c","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785529366.6950426,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785529366.6951118,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0fe1ec6d-551a-46a8-b887-5134b6059d08"} {"level":"info","ts":1785529366.69512,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0fe1ec6d-551a-46a8-b887-5134b6059d08"} {"level":"info","ts":1785529366.6951308,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0fe1ec6d-551a-46a8-b887-5134b6059d08","EoS":true} {"level":"info","ts":1785529366.6951566,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0fe1ec6d-551a-46a8-b887-5134b6059d08","header":"x-maas-group"} {"level":"info","ts":1785529366.6951675,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0fe1ec6d-551a-46a8-b887-5134b6059d08","header":"x-maas-subscription"} {"level":"info","ts":1785529366.6951723,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0fe1ec6d-551a-46a8-b887-5134b6059d08","header":"x-maas-username"} {"level":"info","ts":1785529366.6951864,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0fe1ec6d-551a-46a8-b887-5134b6059d08","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785529366.695196,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"0fe1ec6d-551a-46a8-b887-5134b6059d08","modelName":"e2e-external-model"} {"level":"info","ts":1785529366.6952078,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"0fe1ec6d-551a-46a8-b887-5134b6059d08","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785529366.6952336,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"0fe1ec6d-551a-46a8-b887-5134b6059d08","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785529366.6952507,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"0fe1ec6d-551a-46a8-b887-5134b6059d08","authType":"apikey"} {"level":"info","ts":1785529366.6952753,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0fe1ec6d-551a-46a8-b887-5134b6059d08"} {"level":"info","ts":1785529366.7841446,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0fe1ec6d-551a-46a8-b887-5134b6059d08"} {"level":"info","ts":1785529366.7841718,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0fe1ec6d-551a-46a8-b887-5134b6059d08"} {"level":"info","ts":1785529366.7841887,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0fe1ec6d-551a-46a8-b887-5134b6059d08","EoS":false} {"level":"info","ts":1785529366.784201,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0fe1ec6d-551a-46a8-b887-5134b6059d08"} {"level":"info","ts":1785529366.784231,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0fe1ec6d-551a-46a8-b887-5134b6059d08","EoS":true} {"level":"info","ts":1785529366.7842379,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0fe1ec6d-551a-46a8-b887-5134b6059d08"} {"level":"info","ts":1785529366.9065487,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fd7ff4c6-eb6d-4093-a80d-11d2810d48ca"} {"level":"info","ts":1785529366.9065683,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3d299940-98eb-4c26-97ce-6b35586ccc94","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785529366.9066038,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3d299940-98eb-4c26-97ce-6b35586ccc94","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785529366.9114034,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1a40273e-5085-439b-b2fc-40b305ae6d88","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785529366.9114306,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1a40273e-5085-439b-b2fc-40b305ae6d88","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785529366.9149225,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fd7ff4c6-eb6d-4093-a80d-11d2810d48ca","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785529366.9149857,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fd7ff4c6-eb6d-4093-a80d-11d2810d48ca","name":"e2e-cleanup-test"} {"level":"info","ts":1785529366.9263413,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8ee6ca3b-5e94-46ba-b177-5e245255075b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785529366.9263752,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8ee6ca3b-5e94-46ba-b177-5e245255075b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785529366.9388735,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fd7ff4c6-eb6d-4093-a80d-11d2810d48ca","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785529366.9389188,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fd7ff4c6-eb6d-4093-a80d-11d2810d48ca","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785529366.9389765,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e0c60cbe-09da-47fd-85e3-1aba85d24476"} {"level":"info","ts":1785529366.9390285,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e0c60cbe-09da-47fd-85e3-1aba85d24476","name":"e2e-cleanup-test"} {"level":"info","ts":1785529366.9545333,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b677c184-845e-4a5f-9af4-9f14682ef4bd","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785529366.9545646,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b677c184-845e-4a5f-9af4-9f14682ef4bd","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785529366.9567907,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e0c60cbe-09da-47fd-85e3-1aba85d24476","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785529366.9617043,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e0c60cbe-09da-47fd-85e3-1aba85d24476","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785529366.9617782,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dc3a79ef-f82b-4302-9d95-85284d1e57d1"} {"level":"info","ts":1785529366.9618304,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dc3a79ef-f82b-4302-9d95-85284d1e57d1","name":"e2e-cleanup-test"} {"level":"info","ts":1785529366.9760332,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dc3a79ef-f82b-4302-9d95-85284d1e57d1","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785529366.983465,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"addf01d6-7a10-4170-a07c-4ebd8953b01c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785529366.9834914,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"addf01d6-7a10-4170-a07c-4ebd8953b01c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785529366.9851773,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dc3a79ef-f82b-4302-9d95-85284d1e57d1","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785529366.9852526,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3ee62410-7b27-41b2-8625-ffe85e73dfdf"} {"level":"info","ts":1785529366.9852998,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3ee62410-7b27-41b2-8625-ffe85e73dfdf","name":"e2e-cleanup-test"} {"level":"info","ts":1785529367.0101376,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3ee62410-7b27-41b2-8625-ffe85e73dfdf","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785529375.1752667,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"575b9e5b-0799-4303-af9e-e6c9ec9dc962"} {"level":"info","ts":1785529375.175295,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1dd555ea-a37d-4e35-8c31-444c3bf20ed0","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785529375.1753407,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1dd555ea-a37d-4e35-8c31-444c3bf20ed0","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785529379.4983556,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785529379.498421,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f41bde17-ddaa-48b1-93b6-ada70214e5cf"} {"level":"info","ts":1785529379.4984314,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f41bde17-ddaa-48b1-93b6-ada70214e5cf"} {"level":"info","ts":1785529379.4984434,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f41bde17-ddaa-48b1-93b6-ada70214e5cf","EoS":true} {"level":"info","ts":1785529379.498478,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f41bde17-ddaa-48b1-93b6-ada70214e5cf","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785529379.498507,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f41bde17-ddaa-48b1-93b6-ada70214e5cf"} {"level":"info","ts":1785529379.5421925,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785529379.5422597,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"107aeb60-777a-49a5-9f54-79d968c68f94"} {"level":"info","ts":1785529379.5422726,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"107aeb60-777a-49a5-9f54-79d968c68f94"} {"level":"info","ts":1785529379.542284,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"107aeb60-777a-49a5-9f54-79d968c68f94","EoS":true} {"level":"info","ts":1785529379.542342,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"107aeb60-777a-49a5-9f54-79d968c68f94","header":"x-maas-username"} {"level":"info","ts":1785529379.5423563,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"107aeb60-777a-49a5-9f54-79d968c68f94","header":"x-maas-group"} {"level":"info","ts":1785529379.5423634,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"107aeb60-777a-49a5-9f54-79d968c68f94","header":"x-maas-subscription"} {"level":"info","ts":1785529379.5423815,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"107aeb60-777a-49a5-9f54-79d968c68f94","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785529379.5423954,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"107aeb60-777a-49a5-9f54-79d968c68f94","modelName":"e2e-external-model"} {"level":"info","ts":1785529379.5424078,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"107aeb60-777a-49a5-9f54-79d968c68f94","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785529379.5424306,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"107aeb60-777a-49a5-9f54-79d968c68f94","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785529379.5424464,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"107aeb60-777a-49a5-9f54-79d968c68f94","authType":"apikey"} {"level":"info","ts":1785529379.542471,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"107aeb60-777a-49a5-9f54-79d968c68f94"} {"level":"info","ts":1785529379.6285622,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"107aeb60-777a-49a5-9f54-79d968c68f94"} {"level":"info","ts":1785529379.6285918,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"107aeb60-777a-49a5-9f54-79d968c68f94"} {"level":"info","ts":1785529379.6286106,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"107aeb60-777a-49a5-9f54-79d968c68f94","EoS":false} {"level":"info","ts":1785529379.6286237,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"107aeb60-777a-49a5-9f54-79d968c68f94"} {"level":"info","ts":1785529379.6286592,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"107aeb60-777a-49a5-9f54-79d968c68f94","EoS":true} {"level":"info","ts":1785529379.628668,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"107aeb60-777a-49a5-9f54-79d968c68f94"} {"level":"info","ts":1785529379.669797,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785529379.6698723,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ab8c7941-b4d8-9d20-9c04-e4b352a24d85"} {"level":"info","ts":1785529379.6698818,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ab8c7941-b4d8-9d20-9c04-e4b352a24d85"} {"level":"info","ts":1785529379.6698933,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ab8c7941-b4d8-9d20-9c04-e4b352a24d85","EoS":true} {"level":"info","ts":1785529379.6699164,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ab8c7941-b4d8-9d20-9c04-e4b352a24d85","header":"x-maas-subscription"} {"level":"info","ts":1785529379.669927,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ab8c7941-b4d8-9d20-9c04-e4b352a24d85","header":"x-maas-username"} {"level":"info","ts":1785529379.6699321,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ab8c7941-b4d8-9d20-9c04-e4b352a24d85","header":"x-maas-group"} {"level":"info","ts":1785529379.6699462,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ab8c7941-b4d8-9d20-9c04-e4b352a24d85","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785529379.669972,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ab8c7941-b4d8-9d20-9c04-e4b352a24d85"} {"level":"info","ts":1785529379.7148604,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ab8c7941-b4d8-9d20-9c04-e4b352a24d85"} {"level":"info","ts":1785529379.714887,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ab8c7941-b4d8-9d20-9c04-e4b352a24d85"} {"level":"info","ts":1785529379.7149048,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ab8c7941-b4d8-9d20-9c04-e4b352a24d85","EoS":false} {"level":"info","ts":1785529379.7149174,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ab8c7941-b4d8-9d20-9c04-e4b352a24d85"} {"level":"info","ts":1785529379.7149515,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ab8c7941-b4d8-9d20-9c04-e4b352a24d85","EoS":true} {"level":"info","ts":1785529379.7149613,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ab8c7941-b4d8-9d20-9c04-e4b352a24d85"} {"level":"info","ts":1785529379.7593052,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785529379.7593915,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1b8a960d-b9e3-4cdc-8dd5-a4f8e0b2b212"} {"level":"info","ts":1785529379.7593997,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1b8a960d-b9e3-4cdc-8dd5-a4f8e0b2b212"} {"level":"info","ts":1785529379.7594116,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1b8a960d-b9e3-4cdc-8dd5-a4f8e0b2b212","EoS":true} {"level":"info","ts":1785529379.7594333,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1b8a960d-b9e3-4cdc-8dd5-a4f8e0b2b212","header":"x-maas-username"} {"level":"info","ts":1785529379.7594438,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1b8a960d-b9e3-4cdc-8dd5-a4f8e0b2b212","header":"x-maas-group"} {"level":"info","ts":1785529379.7594492,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1b8a960d-b9e3-4cdc-8dd5-a4f8e0b2b212","header":"x-maas-subscription"} {"level":"info","ts":1785529379.7595203,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1b8a960d-b9e3-4cdc-8dd5-a4f8e0b2b212"} {"level":"info","ts":1785529379.8044906,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1b8a960d-b9e3-4cdc-8dd5-a4f8e0b2b212"} {"level":"info","ts":1785529379.804531,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1b8a960d-b9e3-4cdc-8dd5-a4f8e0b2b212"} {"level":"info","ts":1785529379.8045516,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1b8a960d-b9e3-4cdc-8dd5-a4f8e0b2b212","EoS":false} {"level":"info","ts":1785529379.8045645,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1b8a960d-b9e3-4cdc-8dd5-a4f8e0b2b212"} {"level":"info","ts":1785529379.8045948,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1b8a960d-b9e3-4cdc-8dd5-a4f8e0b2b212","EoS":true} {"level":"info","ts":1785529379.8046,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1b8a960d-b9e3-4cdc-8dd5-a4f8e0b2b212"} {"level":"info","ts":1785529380.6653461,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"56f23101-a208-4339-ad58-f07f2999ed42"} {"level":"info","ts":1785529380.6653438,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3d9aba66-1d4e-4fa3-b476-291ec4832367","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785529380.665433,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3d9aba66-1d4e-4fa3-b476-291ec4832367","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785529380.808564,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7a6178e1-5a72-41db-b89d-0838e0fd7d70","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785529380.8086038,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7a6178e1-5a72-41db-b89d-0838e0fd7d70","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785529380.8086112,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f5992be5-6778-48cf-8eb0-7b10711bc9be"} {"level":"info","ts":1785529380.9318225,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"b893d963-19a5-4712-ad87-0800ed424e15","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785529380.9318862,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"b893d963-19a5-4712-ad87-0800ed424e15","key":"llm/e2e-external-model-api-key"}