{"level":"info","ts":1785188893.9687898,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c2354349-a91f-4901-b606-0545b5fa7fac"} {"level":"info","ts":1785188893.9688041,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c2354349-a91f-4901-b606-0545b5fa7fac"} {"level":"info","ts":1785188893.968817,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c2354349-a91f-4901-b606-0545b5fa7fac","EoS":true} {"level":"info","ts":1785188893.9688516,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c2354349-a91f-4901-b606-0545b5fa7fac","header":"x-maas-group"} {"level":"info","ts":1785188893.9688644,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c2354349-a91f-4901-b606-0545b5fa7fac","header":"x-maas-username"} {"level":"info","ts":1785188893.9688704,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c2354349-a91f-4901-b606-0545b5fa7fac","header":"x-maas-subscription"} {"level":"info","ts":1785188893.9688845,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c2354349-a91f-4901-b606-0545b5fa7fac","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785188893.9689162,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c2354349-a91f-4901-b606-0545b5fa7fac"} {"level":"info","ts":1785188893.969783,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c2354349-a91f-4901-b606-0545b5fa7fac"} {"level":"info","ts":1785188893.9698062,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c2354349-a91f-4901-b606-0545b5fa7fac"} {"level":"info","ts":1785188893.9698255,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c2354349-a91f-4901-b606-0545b5fa7fac","EoS":false} {"level":"info","ts":1785188893.9698405,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c2354349-a91f-4901-b606-0545b5fa7fac","EoS":true} {"level":"info","ts":1785188893.9698756,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"c2354349-a91f-4901-b606-0545b5fa7fac"} {"level":"info","ts":1785188917.1527877,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785188917.1528757,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dbd1fc84-db15-46c7-918b-7608e2db6b14"} {"level":"info","ts":1785188917.1528935,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dbd1fc84-db15-46c7-918b-7608e2db6b14"} {"level":"info","ts":1785188917.152906,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dbd1fc84-db15-46c7-918b-7608e2db6b14","EoS":true} {"level":"info","ts":1785188917.152933,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dbd1fc84-db15-46c7-918b-7608e2db6b14","header":"x-maas-username"} {"level":"info","ts":1785188917.1529434,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dbd1fc84-db15-46c7-918b-7608e2db6b14","header":"x-maas-subscription"} {"level":"info","ts":1785188917.1529493,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dbd1fc84-db15-46c7-918b-7608e2db6b14","header":"x-maas-group"} {"level":"info","ts":1785188917.152968,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dbd1fc84-db15-46c7-918b-7608e2db6b14","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785188917.1529965,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dbd1fc84-db15-46c7-918b-7608e2db6b14"} {"level":"info","ts":1785188917.1564555,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dbd1fc84-db15-46c7-918b-7608e2db6b14"} {"level":"info","ts":1785188917.1564806,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"dbd1fc84-db15-46c7-918b-7608e2db6b14"} {"level":"info","ts":1785188917.1564937,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dbd1fc84-db15-46c7-918b-7608e2db6b14","EoS":false} {"level":"info","ts":1785188917.1565077,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dbd1fc84-db15-46c7-918b-7608e2db6b14","EoS":true} {"level":"info","ts":1785188917.1565366,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"dbd1fc84-db15-46c7-918b-7608e2db6b14"} {"level":"info","ts":1785188917.2962718,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785188917.296353,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b86df06f-7d2e-4f5b-a503-11be016dc2c5"} {"level":"info","ts":1785188917.2963648,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b86df06f-7d2e-4f5b-a503-11be016dc2c5"} {"level":"info","ts":1785188917.2963762,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b86df06f-7d2e-4f5b-a503-11be016dc2c5","EoS":true} {"level":"info","ts":1785188917.2964,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b86df06f-7d2e-4f5b-a503-11be016dc2c5","header":"x-maas-group"} {"level":"info","ts":1785188917.2964103,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b86df06f-7d2e-4f5b-a503-11be016dc2c5","header":"x-maas-subscription"} {"level":"info","ts":1785188917.2964153,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b86df06f-7d2e-4f5b-a503-11be016dc2c5","header":"x-maas-username"} {"level":"info","ts":1785188917.296428,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b86df06f-7d2e-4f5b-a503-11be016dc2c5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785188917.296457,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b86df06f-7d2e-4f5b-a503-11be016dc2c5"} {"level":"info","ts":1785188917.2976062,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b86df06f-7d2e-4f5b-a503-11be016dc2c5"} {"level":"info","ts":1785188917.2976253,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b86df06f-7d2e-4f5b-a503-11be016dc2c5"} {"level":"info","ts":1785188917.2976418,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b86df06f-7d2e-4f5b-a503-11be016dc2c5","EoS":false} {"level":"info","ts":1785188917.2976532,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b86df06f-7d2e-4f5b-a503-11be016dc2c5","EoS":true} {"level":"info","ts":1785188917.297686,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b86df06f-7d2e-4f5b-a503-11be016dc2c5"} {"level":"info","ts":1785188917.436231,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785188917.4362907,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c2e2dc21-2ec0-4f79-8b5e-1e93c332e2db"} {"level":"info","ts":1785188917.4363084,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c2e2dc21-2ec0-4f79-8b5e-1e93c332e2db"} {"level":"info","ts":1785188917.4363232,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c2e2dc21-2ec0-4f79-8b5e-1e93c332e2db","EoS":true} {"level":"info","ts":1785188917.4363449,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c2e2dc21-2ec0-4f79-8b5e-1e93c332e2db","header":"x-maas-group"} {"level":"info","ts":1785188917.4363554,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c2e2dc21-2ec0-4f79-8b5e-1e93c332e2db","header":"x-maas-username"} {"level":"info","ts":1785188917.4363604,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c2e2dc21-2ec0-4f79-8b5e-1e93c332e2db","header":"x-maas-subscription"} {"level":"info","ts":1785188917.4363725,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c2e2dc21-2ec0-4f79-8b5e-1e93c332e2db","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785188917.4364007,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c2e2dc21-2ec0-4f79-8b5e-1e93c332e2db"} {"level":"info","ts":1785188917.443147,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c2e2dc21-2ec0-4f79-8b5e-1e93c332e2db"} {"level":"info","ts":1785188917.443164,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c2e2dc21-2ec0-4f79-8b5e-1e93c332e2db"} {"level":"info","ts":1785188917.4431798,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c2e2dc21-2ec0-4f79-8b5e-1e93c332e2db","EoS":false} {"level":"info","ts":1785188917.4431908,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c2e2dc21-2ec0-4f79-8b5e-1e93c332e2db","EoS":true} {"level":"info","ts":1785188917.4432178,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"c2e2dc21-2ec0-4f79-8b5e-1e93c332e2db"} {"level":"info","ts":1785188917.5804803,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785188917.5805354,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f2403787-c503-472e-8183-e7e7a494dcf9"} {"level":"info","ts":1785188917.5805438,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f2403787-c503-472e-8183-e7e7a494dcf9"} {"level":"info","ts":1785188917.5805542,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f2403787-c503-472e-8183-e7e7a494dcf9","EoS":true} {"level":"info","ts":1785188917.5805779,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f2403787-c503-472e-8183-e7e7a494dcf9","header":"x-maas-subscription"} {"level":"info","ts":1785188917.580588,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f2403787-c503-472e-8183-e7e7a494dcf9","header":"x-maas-group"} {"level":"info","ts":1785188917.5805936,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f2403787-c503-472e-8183-e7e7a494dcf9","header":"x-maas-username"} {"level":"info","ts":1785188917.5806065,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f2403787-c503-472e-8183-e7e7a494dcf9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785188917.5806282,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f2403787-c503-472e-8183-e7e7a494dcf9"} {"level":"info","ts":1785188917.5818021,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f2403787-c503-472e-8183-e7e7a494dcf9"} {"level":"info","ts":1785188917.5818233,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f2403787-c503-472e-8183-e7e7a494dcf9"} {"level":"info","ts":1785188917.5818396,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f2403787-c503-472e-8183-e7e7a494dcf9","EoS":false} {"level":"info","ts":1785188917.5818505,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f2403787-c503-472e-8183-e7e7a494dcf9","EoS":true} {"level":"info","ts":1785188917.5818813,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"f2403787-c503-472e-8183-e7e7a494dcf9"} {"level":"info","ts":1785188917.7216036,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785188917.7216582,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"73cefe54-a8a4-48bd-905e-ac171811c0e8"} {"level":"info","ts":1785188917.7216713,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"73cefe54-a8a4-48bd-905e-ac171811c0e8"} {"level":"info","ts":1785188917.721684,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"73cefe54-a8a4-48bd-905e-ac171811c0e8","EoS":true} {"level":"info","ts":1785188917.721714,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"73cefe54-a8a4-48bd-905e-ac171811c0e8","header":"x-maas-group"} {"level":"info","ts":1785188917.7217245,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"73cefe54-a8a4-48bd-905e-ac171811c0e8","header":"x-maas-subscription"} {"level":"info","ts":1785188917.7217495,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"73cefe54-a8a4-48bd-905e-ac171811c0e8","header":"x-maas-username"} {"level":"info","ts":1785188917.7217631,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"73cefe54-a8a4-48bd-905e-ac171811c0e8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785188917.721783,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"73cefe54-a8a4-48bd-905e-ac171811c0e8"} {"level":"info","ts":1785188917.7229676,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"73cefe54-a8a4-48bd-905e-ac171811c0e8"} {"level":"info","ts":1785188917.7229838,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"73cefe54-a8a4-48bd-905e-ac171811c0e8"} {"level":"info","ts":1785188917.723,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"73cefe54-a8a4-48bd-905e-ac171811c0e8","EoS":false} {"level":"info","ts":1785188917.723009,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"73cefe54-a8a4-48bd-905e-ac171811c0e8","EoS":true} {"level":"info","ts":1785188917.723042,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"73cefe54-a8a4-48bd-905e-ac171811c0e8"} {"level":"info","ts":1785188936.6516166,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785188936.651707,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d36f86ff-80f5-40aa-bcc9-86b9638b49e0"} {"level":"info","ts":1785188936.6517236,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d36f86ff-80f5-40aa-bcc9-86b9638b49e0"} {"level":"info","ts":1785188936.6517708,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d36f86ff-80f5-40aa-bcc9-86b9638b49e0","EoS":true} {"level":"info","ts":1785188936.6518056,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d36f86ff-80f5-40aa-bcc9-86b9638b49e0","header":"x-maas-username"} {"level":"info","ts":1785188936.6518185,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d36f86ff-80f5-40aa-bcc9-86b9638b49e0","header":"x-maas-subscription"} {"level":"info","ts":1785188936.6518278,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d36f86ff-80f5-40aa-bcc9-86b9638b49e0","header":"x-maas-group"} {"level":"info","ts":1785188936.6518493,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d36f86ff-80f5-40aa-bcc9-86b9638b49e0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785188936.6518846,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d36f86ff-80f5-40aa-bcc9-86b9638b49e0"} {"level":"info","ts":1785188936.6550689,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d36f86ff-80f5-40aa-bcc9-86b9638b49e0"} {"level":"info","ts":1785188936.6550906,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d36f86ff-80f5-40aa-bcc9-86b9638b49e0"} {"level":"info","ts":1785188936.6551068,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d36f86ff-80f5-40aa-bcc9-86b9638b49e0","EoS":false} {"level":"info","ts":1785188936.6551182,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d36f86ff-80f5-40aa-bcc9-86b9638b49e0","EoS":true} {"level":"info","ts":1785188936.6551483,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"d36f86ff-80f5-40aa-bcc9-86b9638b49e0"} {"level":"info","ts":1785188936.7645996,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785188936.764677,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"28b5729f-4ed6-4b77-ab3d-f59ab6b56718"} {"level":"info","ts":1785188936.76578,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"28b5729f-4ed6-4b77-ab3d-f59ab6b56718"} {"level":"info","ts":1785188936.765798,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"28b5729f-4ed6-4b77-ab3d-f59ab6b56718"} {"level":"info","ts":1785188936.7658203,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"28b5729f-4ed6-4b77-ab3d-f59ab6b56718","EoS":false} {"level":"info","ts":1785188936.7658393,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"28b5729f-4ed6-4b77-ab3d-f59ab6b56718"} {"level":"info","ts":1785188936.7658744,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"28b5729f-4ed6-4b77-ab3d-f59ab6b56718","EoS":true} {"level":"info","ts":1785188936.7658846,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"28b5729f-4ed6-4b77-ab3d-f59ab6b56718"} {"level":"info","ts":1785188941.4442842,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785188941.4443908,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ce8b3587-4f38-457c-b130-8358e75f3e55"} {"level":"info","ts":1785188941.4444084,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ce8b3587-4f38-457c-b130-8358e75f3e55"} {"level":"info","ts":1785188941.444423,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ce8b3587-4f38-457c-b130-8358e75f3e55","EoS":true} {"level":"info","ts":1785188941.4444509,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ce8b3587-4f38-457c-b130-8358e75f3e55","header":"x-maas-group"} {"level":"info","ts":1785188941.4444628,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ce8b3587-4f38-457c-b130-8358e75f3e55","header":"x-maas-username"} {"level":"info","ts":1785188941.4444678,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ce8b3587-4f38-457c-b130-8358e75f3e55","header":"x-maas-subscription"} {"level":"info","ts":1785188941.4444842,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ce8b3587-4f38-457c-b130-8358e75f3e55","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785188941.4445152,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ce8b3587-4f38-457c-b130-8358e75f3e55"} {"level":"info","ts":1785188941.445329,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ce8b3587-4f38-457c-b130-8358e75f3e55"} {"level":"info","ts":1785188941.4453516,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ce8b3587-4f38-457c-b130-8358e75f3e55"} {"level":"info","ts":1785188941.445367,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ce8b3587-4f38-457c-b130-8358e75f3e55","EoS":false} {"level":"info","ts":1785188941.445378,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ce8b3587-4f38-457c-b130-8358e75f3e55","EoS":true} {"level":"info","ts":1785188941.4454064,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"ce8b3587-4f38-457c-b130-8358e75f3e55"} {"level":"info","ts":1785188954.1135273,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785188954.1136215,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eb12b9be-90ca-4a77-bc05-36a13cf03d31"} {"level":"info","ts":1785188954.1136336,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"eb12b9be-90ca-4a77-bc05-36a13cf03d31"} {"level":"info","ts":1785188954.1136453,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eb12b9be-90ca-4a77-bc05-36a13cf03d31","EoS":true} {"level":"info","ts":1785188954.1137094,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eb12b9be-90ca-4a77-bc05-36a13cf03d31","header":"x-maas-username"} {"level":"info","ts":1785188954.1137216,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eb12b9be-90ca-4a77-bc05-36a13cf03d31","header":"x-maas-group"} {"level":"info","ts":1785188954.1137285,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eb12b9be-90ca-4a77-bc05-36a13cf03d31","header":"x-maas-subscription"} {"level":"info","ts":1785188954.1137626,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eb12b9be-90ca-4a77-bc05-36a13cf03d31","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785188954.1137908,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"eb12b9be-90ca-4a77-bc05-36a13cf03d31"} {"level":"info","ts":1785188954.1146803,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"eb12b9be-90ca-4a77-bc05-36a13cf03d31"} {"level":"info","ts":1785188954.1146948,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"eb12b9be-90ca-4a77-bc05-36a13cf03d31"} {"level":"info","ts":1785188954.1147087,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"eb12b9be-90ca-4a77-bc05-36a13cf03d31","EoS":false} {"level":"info","ts":1785188954.1147194,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"eb12b9be-90ca-4a77-bc05-36a13cf03d31","EoS":true} {"level":"info","ts":1785188954.1147642,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"eb12b9be-90ca-4a77-bc05-36a13cf03d31"} {"level":"info","ts":1785188967.0286534,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785188967.02876,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"38e9abed-de44-4123-9848-a83bc4e5d237"} {"level":"info","ts":1785188967.0287728,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"38e9abed-de44-4123-9848-a83bc4e5d237"} {"level":"info","ts":1785188967.0287857,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"38e9abed-de44-4123-9848-a83bc4e5d237","EoS":true} {"level":"info","ts":1785188967.0288115,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"38e9abed-de44-4123-9848-a83bc4e5d237","header":"x-maas-subscription"} {"level":"info","ts":1785188967.028823,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"38e9abed-de44-4123-9848-a83bc4e5d237","header":"x-maas-group"} {"level":"info","ts":1785188967.0288284,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"38e9abed-de44-4123-9848-a83bc4e5d237","header":"x-maas-username"} {"level":"info","ts":1785188967.0288439,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"38e9abed-de44-4123-9848-a83bc4e5d237","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785188967.0288706,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"38e9abed-de44-4123-9848-a83bc4e5d237"} {"level":"info","ts":1785188967.029871,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"38e9abed-de44-4123-9848-a83bc4e5d237"} {"level":"info","ts":1785188967.0298944,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"38e9abed-de44-4123-9848-a83bc4e5d237"} {"level":"info","ts":1785188967.0299103,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"38e9abed-de44-4123-9848-a83bc4e5d237","EoS":false} {"level":"info","ts":1785188967.029923,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"38e9abed-de44-4123-9848-a83bc4e5d237","EoS":true} {"level":"info","ts":1785188967.0299523,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"38e9abed-de44-4123-9848-a83bc4e5d237"} {"level":"info","ts":1785188975.5985644,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785188975.5986633,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e5adcf20-d295-4af6-8b67-5fea8637b658"} {"level":"info","ts":1785188975.5986753,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e5adcf20-d295-4af6-8b67-5fea8637b658"} {"level":"info","ts":1785188975.598687,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e5adcf20-d295-4af6-8b67-5fea8637b658","EoS":true} {"level":"info","ts":1785188975.5987127,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e5adcf20-d295-4af6-8b67-5fea8637b658","header":"x-maas-subscription"} {"level":"info","ts":1785188975.5987241,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e5adcf20-d295-4af6-8b67-5fea8637b658","header":"x-maas-group"} {"level":"info","ts":1785188975.598751,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e5adcf20-d295-4af6-8b67-5fea8637b658","header":"x-maas-username"} {"level":"info","ts":1785188975.5987673,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e5adcf20-d295-4af6-8b67-5fea8637b658","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785188975.5987933,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e5adcf20-d295-4af6-8b67-5fea8637b658"} {"level":"info","ts":1785188975.599671,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e5adcf20-d295-4af6-8b67-5fea8637b658"} {"level":"info","ts":1785188975.5996964,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e5adcf20-d295-4af6-8b67-5fea8637b658"} {"level":"info","ts":1785188975.5997136,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e5adcf20-d295-4af6-8b67-5fea8637b658","EoS":false} {"level":"info","ts":1785188975.5997264,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e5adcf20-d295-4af6-8b67-5fea8637b658","EoS":true} {"level":"info","ts":1785188975.5997765,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e5adcf20-d295-4af6-8b67-5fea8637b658"} {"level":"info","ts":1785188984.5384657,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785188984.538572,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0214b863-2c72-4015-89c7-1ca49ab2e3ab"} {"level":"info","ts":1785188984.538591,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0214b863-2c72-4015-89c7-1ca49ab2e3ab"} {"level":"info","ts":1785188984.53861,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0214b863-2c72-4015-89c7-1ca49ab2e3ab","EoS":true} {"level":"info","ts":1785188984.538648,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0214b863-2c72-4015-89c7-1ca49ab2e3ab","header":"x-maas-group"} {"level":"info","ts":1785188984.5386624,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0214b863-2c72-4015-89c7-1ca49ab2e3ab","header":"x-maas-username"} {"level":"info","ts":1785188984.538672,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0214b863-2c72-4015-89c7-1ca49ab2e3ab","header":"x-maas-subscription"} {"level":"info","ts":1785188984.5386927,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0214b863-2c72-4015-89c7-1ca49ab2e3ab","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785188984.538762,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0214b863-2c72-4015-89c7-1ca49ab2e3ab"} {"level":"info","ts":1785188984.5396314,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0214b863-2c72-4015-89c7-1ca49ab2e3ab"} {"level":"info","ts":1785188984.5396562,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0214b863-2c72-4015-89c7-1ca49ab2e3ab"} {"level":"info","ts":1785188984.539673,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0214b863-2c72-4015-89c7-1ca49ab2e3ab","EoS":false} {"level":"info","ts":1785188984.539685,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0214b863-2c72-4015-89c7-1ca49ab2e3ab","EoS":true} {"level":"info","ts":1785188984.5397189,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"0214b863-2c72-4015-89c7-1ca49ab2e3ab"} {"level":"info","ts":1785189007.6044984,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189007.6045823,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"83d4db35-0662-4025-9c2d-7fd6c9c73a9e"} {"level":"info","ts":1785189007.6045947,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"83d4db35-0662-4025-9c2d-7fd6c9c73a9e"} {"level":"info","ts":1785189007.604606,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"83d4db35-0662-4025-9c2d-7fd6c9c73a9e","EoS":true} {"level":"info","ts":1785189007.6046329,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"83d4db35-0662-4025-9c2d-7fd6c9c73a9e","header":"x-maas-username"} {"level":"info","ts":1785189007.6046436,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"83d4db35-0662-4025-9c2d-7fd6c9c73a9e","header":"x-maas-group"} {"level":"info","ts":1785189007.6046498,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"83d4db35-0662-4025-9c2d-7fd6c9c73a9e","header":"x-maas-subscription"} {"level":"info","ts":1785189007.6046634,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"83d4db35-0662-4025-9c2d-7fd6c9c73a9e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785189007.6046844,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"83d4db35-0662-4025-9c2d-7fd6c9c73a9e"} {"level":"info","ts":1785189007.6065838,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"83d4db35-0662-4025-9c2d-7fd6c9c73a9e"} {"level":"info","ts":1785189007.60661,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"83d4db35-0662-4025-9c2d-7fd6c9c73a9e"} {"level":"info","ts":1785189007.6066322,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"83d4db35-0662-4025-9c2d-7fd6c9c73a9e","EoS":false} {"level":"info","ts":1785189007.606654,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"83d4db35-0662-4025-9c2d-7fd6c9c73a9e","EoS":true} {"level":"info","ts":1785189007.6066945,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"83d4db35-0662-4025-9c2d-7fd6c9c73a9e"} {"level":"info","ts":1785189030.490807,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189030.4908862,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f6c65c88-ebcc-4a08-bbff-4628437983a6"} {"level":"info","ts":1785189030.4909,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f6c65c88-ebcc-4a08-bbff-4628437983a6"} {"level":"info","ts":1785189030.4909115,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f6c65c88-ebcc-4a08-bbff-4628437983a6","EoS":true} {"level":"info","ts":1785189030.490938,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f6c65c88-ebcc-4a08-bbff-4628437983a6","header":"x-maas-group"} {"level":"info","ts":1785189030.4909496,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f6c65c88-ebcc-4a08-bbff-4628437983a6","header":"x-maas-subscription"} {"level":"info","ts":1785189030.4909554,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f6c65c88-ebcc-4a08-bbff-4628437983a6","header":"x-maas-username"} {"level":"info","ts":1785189030.4909694,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f6c65c88-ebcc-4a08-bbff-4628437983a6","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785189030.4909942,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f6c65c88-ebcc-4a08-bbff-4628437983a6"} {"level":"info","ts":1785189030.4931865,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f6c65c88-ebcc-4a08-bbff-4628437983a6"} {"level":"info","ts":1785189030.4932172,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f6c65c88-ebcc-4a08-bbff-4628437983a6"} {"level":"info","ts":1785189030.4932396,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f6c65c88-ebcc-4a08-bbff-4628437983a6","EoS":false} {"level":"info","ts":1785189030.493256,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f6c65c88-ebcc-4a08-bbff-4628437983a6","EoS":true} {"level":"info","ts":1785189030.4932916,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"f6c65c88-ebcc-4a08-bbff-4628437983a6"} {"level":"info","ts":1785189058.9229784,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189058.9230745,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c39c7fa1-0fce-4fe7-b02d-a845767c0f93"} {"level":"info","ts":1785189058.9230912,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c39c7fa1-0fce-4fe7-b02d-a845767c0f93"} {"level":"info","ts":1785189058.9231093,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c39c7fa1-0fce-4fe7-b02d-a845767c0f93","EoS":true} {"level":"info","ts":1785189058.9231448,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c39c7fa1-0fce-4fe7-b02d-a845767c0f93","header":"x-maas-username"} {"level":"info","ts":1785189058.9231567,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c39c7fa1-0fce-4fe7-b02d-a845767c0f93","header":"x-maas-group"} {"level":"info","ts":1785189058.9231668,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c39c7fa1-0fce-4fe7-b02d-a845767c0f93","header":"x-maas-subscription"} {"level":"info","ts":1785189058.923185,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c39c7fa1-0fce-4fe7-b02d-a845767c0f93","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785189058.9232166,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c39c7fa1-0fce-4fe7-b02d-a845767c0f93"} {"level":"info","ts":1785189058.9242742,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c39c7fa1-0fce-4fe7-b02d-a845767c0f93"} {"level":"info","ts":1785189058.9242964,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c39c7fa1-0fce-4fe7-b02d-a845767c0f93"} {"level":"info","ts":1785189058.9243224,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c39c7fa1-0fce-4fe7-b02d-a845767c0f93","EoS":false} {"level":"info","ts":1785189058.9243345,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c39c7fa1-0fce-4fe7-b02d-a845767c0f93","EoS":true} {"level":"info","ts":1785189058.9243627,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"c39c7fa1-0fce-4fe7-b02d-a845767c0f93"} {"level":"info","ts":1785189068.3611016,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189068.3611825,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a7349b94-ad7f-4196-9103-e957e130af57"} {"level":"info","ts":1785189068.3612003,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a7349b94-ad7f-4196-9103-e957e130af57"} {"level":"info","ts":1785189068.361212,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a7349b94-ad7f-4196-9103-e957e130af57","EoS":true} {"level":"info","ts":1785189068.3612394,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a7349b94-ad7f-4196-9103-e957e130af57","header":"x-maas-subscription"} {"level":"info","ts":1785189068.3612509,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a7349b94-ad7f-4196-9103-e957e130af57","header":"x-maas-username"} {"level":"info","ts":1785189068.3612561,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a7349b94-ad7f-4196-9103-e957e130af57","header":"x-maas-group"} {"level":"info","ts":1785189068.36127,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a7349b94-ad7f-4196-9103-e957e130af57","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785189068.3613465,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a7349b94-ad7f-4196-9103-e957e130af57"} {"level":"info","ts":1785189068.362312,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a7349b94-ad7f-4196-9103-e957e130af57"} {"level":"info","ts":1785189068.3623328,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a7349b94-ad7f-4196-9103-e957e130af57"} {"level":"info","ts":1785189068.3623495,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a7349b94-ad7f-4196-9103-e957e130af57","EoS":false} {"level":"info","ts":1785189068.3623614,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a7349b94-ad7f-4196-9103-e957e130af57","EoS":true} {"level":"info","ts":1785189068.3623924,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a7349b94-ad7f-4196-9103-e957e130af57"} {"level":"info","ts":1785189068.3994255,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189068.3994992,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"32860112-7d7a-464a-86b9-a99dd0769333"} {"level":"info","ts":1785189068.399511,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"32860112-7d7a-464a-86b9-a99dd0769333"} {"level":"info","ts":1785189068.399522,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"32860112-7d7a-464a-86b9-a99dd0769333","EoS":true} {"level":"info","ts":1785189068.3995473,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"32860112-7d7a-464a-86b9-a99dd0769333","header":"x-maas-group"} {"level":"info","ts":1785189068.3995576,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"32860112-7d7a-464a-86b9-a99dd0769333","header":"x-maas-subscription"} {"level":"info","ts":1785189068.3995636,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"32860112-7d7a-464a-86b9-a99dd0769333","header":"x-maas-username"} {"level":"info","ts":1785189068.3995767,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"32860112-7d7a-464a-86b9-a99dd0769333","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785189068.399601,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"32860112-7d7a-464a-86b9-a99dd0769333"} {"level":"info","ts":1785189068.400494,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"32860112-7d7a-464a-86b9-a99dd0769333"} {"level":"info","ts":1785189068.4005067,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"32860112-7d7a-464a-86b9-a99dd0769333"} {"level":"info","ts":1785189068.40052,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"32860112-7d7a-464a-86b9-a99dd0769333","EoS":false} {"level":"info","ts":1785189068.4005299,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"32860112-7d7a-464a-86b9-a99dd0769333","EoS":true} {"level":"info","ts":1785189068.4005604,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"32860112-7d7a-464a-86b9-a99dd0769333"} {"level":"info","ts":1785189087.6113756,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189087.6114585,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"edeba7e6-d051-4379-b460-3c15d6bbb245"} {"level":"info","ts":1785189087.611472,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"edeba7e6-d051-4379-b460-3c15d6bbb245"} {"level":"info","ts":1785189087.6114836,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"edeba7e6-d051-4379-b460-3c15d6bbb245","EoS":true} {"level":"info","ts":1785189087.6115124,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"edeba7e6-d051-4379-b460-3c15d6bbb245","header":"x-maas-subscription"} {"level":"info","ts":1785189087.6115232,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"edeba7e6-d051-4379-b460-3c15d6bbb245","header":"x-maas-username"} {"level":"info","ts":1785189087.6115284,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"edeba7e6-d051-4379-b460-3c15d6bbb245","header":"x-maas-group"} {"level":"info","ts":1785189087.611542,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"edeba7e6-d051-4379-b460-3c15d6bbb245","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785189087.611568,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"edeba7e6-d051-4379-b460-3c15d6bbb245"} {"level":"info","ts":1785189087.6125035,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"edeba7e6-d051-4379-b460-3c15d6bbb245"} {"level":"info","ts":1785189087.6125317,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"edeba7e6-d051-4379-b460-3c15d6bbb245"} {"level":"info","ts":1785189087.612548,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"edeba7e6-d051-4379-b460-3c15d6bbb245","EoS":false} {"level":"info","ts":1785189087.61256,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"edeba7e6-d051-4379-b460-3c15d6bbb245","EoS":true} {"level":"info","ts":1785189087.6125915,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"edeba7e6-d051-4379-b460-3c15d6bbb245"} {"level":"info","ts":1785189219.0209467,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189219.0210342,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dbd6150d-8654-45e0-9c1c-a3c7c9b41898"} {"level":"info","ts":1785189219.021049,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dbd6150d-8654-45e0-9c1c-a3c7c9b41898"} {"level":"info","ts":1785189219.0210674,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dbd6150d-8654-45e0-9c1c-a3c7c9b41898","EoS":true} {"level":"info","ts":1785189219.021094,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dbd6150d-8654-45e0-9c1c-a3c7c9b41898","header":"x-maas-subscription"} {"level":"info","ts":1785189219.0211062,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dbd6150d-8654-45e0-9c1c-a3c7c9b41898","header":"x-maas-group"} {"level":"info","ts":1785189219.0211112,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dbd6150d-8654-45e0-9c1c-a3c7c9b41898","header":"x-maas-username"} {"level":"info","ts":1785189219.0211253,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dbd6150d-8654-45e0-9c1c-a3c7c9b41898","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785189219.0211596,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dbd6150d-8654-45e0-9c1c-a3c7c9b41898"} {"level":"info","ts":1785189219.0247273,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dbd6150d-8654-45e0-9c1c-a3c7c9b41898"} {"level":"info","ts":1785189219.0247695,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"dbd6150d-8654-45e0-9c1c-a3c7c9b41898"} {"level":"info","ts":1785189219.024789,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dbd6150d-8654-45e0-9c1c-a3c7c9b41898","EoS":false} {"level":"info","ts":1785189219.0248005,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dbd6150d-8654-45e0-9c1c-a3c7c9b41898","EoS":true} {"level":"info","ts":1785189219.0248265,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"dbd6150d-8654-45e0-9c1c-a3c7c9b41898"} {"level":"info","ts":1785189258.3752387,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189258.3753219,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"796fb95f-34cd-41bd-980a-5944db7c8ba8"} {"level":"info","ts":1785189258.3753355,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"796fb95f-34cd-41bd-980a-5944db7c8ba8"} {"level":"info","ts":1785189258.3753533,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"796fb95f-34cd-41bd-980a-5944db7c8ba8","EoS":true} {"level":"info","ts":1785189258.3753836,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"796fb95f-34cd-41bd-980a-5944db7c8ba8","header":"x-maas-username"} {"level":"info","ts":1785189258.375392,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"796fb95f-34cd-41bd-980a-5944db7c8ba8","header":"x-maas-subscription"} {"level":"info","ts":1785189258.375397,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"796fb95f-34cd-41bd-980a-5944db7c8ba8","header":"x-maas-group"} {"level":"info","ts":1785189258.3754103,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"796fb95f-34cd-41bd-980a-5944db7c8ba8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785189258.3754392,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"796fb95f-34cd-41bd-980a-5944db7c8ba8"} {"level":"info","ts":1785189258.377521,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"796fb95f-34cd-41bd-980a-5944db7c8ba8"} {"level":"info","ts":1785189258.3775449,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"796fb95f-34cd-41bd-980a-5944db7c8ba8"} {"level":"info","ts":1785189258.3775704,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"796fb95f-34cd-41bd-980a-5944db7c8ba8","EoS":false} {"level":"info","ts":1785189258.3775933,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"796fb95f-34cd-41bd-980a-5944db7c8ba8","EoS":true} {"level":"info","ts":1785189258.3776329,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"796fb95f-34cd-41bd-980a-5944db7c8ba8"} {"level":"info","ts":1785189273.6368802,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189273.6369648,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ca675b6-b505-4a1b-a38f-c097700a58af"} {"level":"info","ts":1785189273.6369767,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5ca675b6-b505-4a1b-a38f-c097700a58af"} {"level":"info","ts":1785189273.6369877,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5ca675b6-b505-4a1b-a38f-c097700a58af","EoS":true} {"level":"info","ts":1785189273.6370115,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5ca675b6-b505-4a1b-a38f-c097700a58af","header":"x-maas-group"} {"level":"info","ts":1785189273.6370192,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5ca675b6-b505-4a1b-a38f-c097700a58af","header":"x-maas-subscription"} {"level":"info","ts":1785189273.6370242,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5ca675b6-b505-4a1b-a38f-c097700a58af","header":"x-maas-username"} {"level":"info","ts":1785189273.637037,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5ca675b6-b505-4a1b-a38f-c097700a58af","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785189273.6370566,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5ca675b6-b505-4a1b-a38f-c097700a58af"} {"level":"info","ts":1785189273.6378658,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5ca675b6-b505-4a1b-a38f-c097700a58af"} {"level":"info","ts":1785189273.63789,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5ca675b6-b505-4a1b-a38f-c097700a58af"} {"level":"info","ts":1785189273.6379163,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5ca675b6-b505-4a1b-a38f-c097700a58af","EoS":false} {"level":"info","ts":1785189273.637931,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5ca675b6-b505-4a1b-a38f-c097700a58af","EoS":true} {"level":"info","ts":1785189273.6379614,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"5ca675b6-b505-4a1b-a38f-c097700a58af"} {"level":"info","ts":1785189596.93722,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189596.9373116,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8d3aca7a-b542-4c2a-90d5-abda0c80dade"} {"level":"info","ts":1785189596.9373236,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8d3aca7a-b542-4c2a-90d5-abda0c80dade"} {"level":"info","ts":1785189596.9373355,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8d3aca7a-b542-4c2a-90d5-abda0c80dade","EoS":true} {"level":"info","ts":1785189596.9373705,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8d3aca7a-b542-4c2a-90d5-abda0c80dade","header":"x-maas-subscription"} {"level":"info","ts":1785189596.93742,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8d3aca7a-b542-4c2a-90d5-abda0c80dade","header":"x-maas-group"} {"level":"info","ts":1785189596.9374323,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8d3aca7a-b542-4c2a-90d5-abda0c80dade","header":"x-maas-username"} {"level":"info","ts":1785189596.9374483,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8d3aca7a-b542-4c2a-90d5-abda0c80dade","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785189596.9374766,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8d3aca7a-b542-4c2a-90d5-abda0c80dade"} {"level":"info","ts":1785189596.93864,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8d3aca7a-b542-4c2a-90d5-abda0c80dade"} {"level":"info","ts":1785189596.938667,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8d3aca7a-b542-4c2a-90d5-abda0c80dade"} {"level":"info","ts":1785189596.938683,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8d3aca7a-b542-4c2a-90d5-abda0c80dade","EoS":false} {"level":"info","ts":1785189596.9386952,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8d3aca7a-b542-4c2a-90d5-abda0c80dade","EoS":true} {"level":"info","ts":1785189596.9387283,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"8d3aca7a-b542-4c2a-90d5-abda0c80dade"} {"level":"info","ts":1785189596.9775784,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189596.977642,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"68112278-6251-493d-8533-4c142e02de18"} {"level":"info","ts":1785189596.9776568,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"68112278-6251-493d-8533-4c142e02de18"} {"level":"info","ts":1785189596.9776747,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"68112278-6251-493d-8533-4c142e02de18","EoS":true} {"level":"info","ts":1785189596.9777062,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"68112278-6251-493d-8533-4c142e02de18","header":"x-maas-group"} {"level":"info","ts":1785189596.977719,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"68112278-6251-493d-8533-4c142e02de18","header":"x-maas-username"} {"level":"info","ts":1785189596.977728,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"68112278-6251-493d-8533-4c142e02de18","header":"x-maas-subscription"} {"level":"info","ts":1785189596.9777744,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"68112278-6251-493d-8533-4c142e02de18","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785189596.9778047,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"68112278-6251-493d-8533-4c142e02de18"} {"level":"info","ts":1785189596.9811037,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"68112278-6251-493d-8533-4c142e02de18"} {"level":"info","ts":1785189596.9811223,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"68112278-6251-493d-8533-4c142e02de18"} {"level":"info","ts":1785189596.981144,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"68112278-6251-493d-8533-4c142e02de18","EoS":false} {"level":"info","ts":1785189596.9811552,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"68112278-6251-493d-8533-4c142e02de18","EoS":true} {"level":"info","ts":1785189596.9811854,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"68112278-6251-493d-8533-4c142e02de18"} {"level":"info","ts":1785189601.8303714,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"46289587-3bad-435b-b8bb-716cd1914d5f","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785189601.830667,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38878.414110311,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785189601.8306925,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785189601.8832235,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785189601.9308603,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"46289587-3bad-435b-b8bb-716cd1914d5f","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785189601.9613569,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"edb62eb6-24c9-4761-b686-8731b81d6145"} {"level":"info","ts":1785189601.9613616,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c3bcf238-ed1d-40a2-9050-47cc7263519d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785189601.9613957,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c3bcf238-ed1d-40a2-9050-47cc7263519d","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785189601.967378,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4537dc48-f3e2-41ed-a5b2-c79c2401c097","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785189601.9674056,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4537dc48-f3e2-41ed-a5b2-c79c2401c097","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785189601.9677079,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":33185.405519086,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785189601.9677246,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785189601.978176,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785189602.0682752,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"edb62eb6-24c9-4761-b686-8731b81d6145","name":"e2e-external-provider"} {"level":"info","ts":1785189602.078936,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"edb62eb6-24c9-4761-b686-8731b81d6145","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785189602.0832486,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"62b95e4e-7560-41ac-9feb-c4e93c364037","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785189602.0832942,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"62b95e4e-7560-41ac-9feb-c4e93c364037","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785189602.0832472,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dd4b68ea-013d-4e9e-8bb5-3b019d578ccc"} {"level":"info","ts":1785189602.0889654,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c75ff102-f617-4358-9b93-53ab9e27f978","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785189602.0890033,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c75ff102-f617-4358-9b93-53ab9e27f978","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785189602.0892408,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dd4b68ea-013d-4e9e-8bb5-3b019d578ccc","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785189602.0901806,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"edb62eb6-24c9-4761-b686-8731b81d6145","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1785189602.099602,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dd4b68ea-013d-4e9e-8bb5-3b019d578ccc","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785189602.0996954,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"16175a4f-6a4a-475d-b654-1337a737bd3e"} {"level":"info","ts":1785189602.0997267,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"16175a4f-6a4a-475d-b654-1337a737bd3e","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785189602.0998201,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d6fa607f-d639-45be-af08-1dbe3f7892b2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785189602.099853,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d6fa607f-d639-45be-af08-1dbe3f7892b2","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785189602.1000452,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"edb62eb6-24c9-4761-b686-8731b81d6145","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785189602.1034195,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"16175a4f-6a4a-475d-b654-1337a737bd3e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785189602.103468,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"16175a4f-6a4a-475d-b654-1337a737bd3e","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785189602.103523,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d01f28c9-6325-4f26-b4bd-9f83db1e5028"} {"level":"info","ts":1785189602.1035557,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d01f28c9-6325-4f26-b4bd-9f83db1e5028","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785189602.1079574,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d01f28c9-6325-4f26-b4bd-9f83db1e5028","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785189602.1086235,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"119ce2b6-a1db-459c-b863-645d8f65c52b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785189602.1086483,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"119ce2b6-a1db-459c-b863-645d8f65c52b","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785189602.1087258,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2ed04a67-ac94-4157-84c4-5511219e7af9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785189602.1087682,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2ed04a67-ac94-4157-84c4-5511219e7af9","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785189602.1088097,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4d7577e8-30f2-4c2f-8cf4-a288669cd8b0"} {"level":"info","ts":1785189602.1088364,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"09a16363-0809-46d6-b530-b97285499c13"} {"level":"info","ts":1785189602.1090064,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"09a16363-0809-46d6-b530-b97285499c13","name":"e2e-external-provider"} {"level":"info","ts":1785189602.1090102,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":34231.990044475,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785189602.1090286,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785189602.1191993,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785189602.1194682,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"09a16363-0809-46d6-b530-b97285499c13","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785189602.2091546,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4d7577e8-30f2-4c2f-8cf4-a288669cd8b0","name":"e2e-external-model"} {"level":"info","ts":1785189602.223403,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4d7577e8-30f2-4c2f-8cf4-a288669cd8b0","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785189602.2323558,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"431ae48c-5ff7-4133-af4d-ba5769fb0d12"} {"level":"info","ts":1785189602.2323534,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e1967de4-03fa-4dff-bdda-239555ea2745","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785189602.2323966,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e1967de4-03fa-4dff-bdda-239555ea2745","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785189602.2324142,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"431ae48c-5ff7-4133-af4d-ba5769fb0d12","name":"e2e-external-model"} {"level":"info","ts":1785189602.2510436,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"56aa2e0f-33fb-4bc8-8d38-b7fe9398d939","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785189602.2510698,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"56aa2e0f-33fb-4bc8-8d38-b7fe9398d939","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785189602.2510645,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"431ae48c-5ff7-4133-af4d-ba5769fb0d12","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785189602.2511294,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"84475cfb-57de-48cf-a416-46589b2ab9b9"} {"level":"info","ts":1785189602.2511864,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"84475cfb-57de-48cf-a416-46589b2ab9b9","name":"e2e-external-model"} {"level":"info","ts":1785189602.2613308,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"84475cfb-57de-48cf-a416-46589b2ab9b9","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785189602.2692692,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ffe328d2-b05e-4744-954a-31ec0da511dd"} {"level":"info","ts":1785189602.2693381,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ffe328d2-b05e-4744-954a-31ec0da511dd","name":"e2e-external-model"} {"level":"info","ts":1785189602.26927,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"15ca7123-8079-4bcc-9569-0579bdfc0ab1","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785189602.269383,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"15ca7123-8079-4bcc-9569-0579bdfc0ab1","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785189602.2793586,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ffe328d2-b05e-4744-954a-31ec0da511dd","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785189609.6853735,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189609.6854525,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ef3fdd62-49de-91d9-8430-3d2f9b69b8b6"} {"level":"info","ts":1785189609.6854613,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ef3fdd62-49de-91d9-8430-3d2f9b69b8b6"} {"level":"info","ts":1785189609.6854725,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ef3fdd62-49de-91d9-8430-3d2f9b69b8b6","EoS":true} {"level":"info","ts":1785189609.6855,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ef3fdd62-49de-91d9-8430-3d2f9b69b8b6","header":"x-maas-username"} {"level":"info","ts":1785189609.6855109,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ef3fdd62-49de-91d9-8430-3d2f9b69b8b6","header":"x-maas-subscription"} {"level":"info","ts":1785189609.6855164,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ef3fdd62-49de-91d9-8430-3d2f9b69b8b6","header":"x-maas-group"} {"level":"info","ts":1785189609.68553,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ef3fdd62-49de-91d9-8430-3d2f9b69b8b6","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785189609.6855376,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"ef3fdd62-49de-91d9-8430-3d2f9b69b8b6","modelName":"e2e-external-model"} {"level":"info","ts":1785189609.6855524,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"ef3fdd62-49de-91d9-8430-3d2f9b69b8b6","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785189609.6855843,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"ef3fdd62-49de-91d9-8430-3d2f9b69b8b6","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785189609.6856043,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"ef3fdd62-49de-91d9-8430-3d2f9b69b8b6","authType":"apikey"} {"level":"info","ts":1785189609.6856332,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ef3fdd62-49de-91d9-8430-3d2f9b69b8b6"} {"level":"info","ts":1785189609.8135567,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0d2976a2-66a7-45e5-a8a0-f679578543c4"} {"level":"info","ts":1785189609.8136075,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8035b220-23bc-4e6c-ad52-b278800c7864","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785189609.8136485,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8035b220-23bc-4e6c-ad52-b278800c7864","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785189609.8215709,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0d2976a2-66a7-45e5-a8a0-f679578543c4","name":"e2e-cleanup-test"} {"level":"info","ts":1785189609.8215883,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8c7fd7bd-4577-4840-8681-ce8cb8ff466c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785189609.8216124,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8c7fd7bd-4577-4840-8681-ce8cb8ff466c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785189609.8341136,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0d2976a2-66a7-45e5-a8a0-f679578543c4","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785189609.8406105,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e3f1e887-cc5a-4040-a632-c248c71a6732","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785189609.8406448,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e3f1e887-cc5a-4040-a632-c248c71a6732","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785189609.8408659,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"39f89f9c-5993-46e1-8df8-f02d4e625ff0"} {"level":"info","ts":1785189609.8409207,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"39f89f9c-5993-46e1-8df8-f02d4e625ff0","name":"e2e-cleanup-test"} {"level":"info","ts":1785189609.8596413,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5577faf8-0a13-4269-b17c-0db8e40ade2e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785189609.8596685,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5577faf8-0a13-4269-b17c-0db8e40ade2e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785189609.8597066,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"39f89f9c-5993-46e1-8df8-f02d4e625ff0","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785189609.859809,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c667dc6a-d272-4af8-84ef-4f33c14dd226"} {"level":"info","ts":1785189609.8598893,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c667dc6a-d272-4af8-84ef-4f33c14dd226","name":"e2e-cleanup-test"} {"level":"info","ts":1785189609.8722472,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c667dc6a-d272-4af8-84ef-4f33c14dd226","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785189609.8796952,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ccc9b4f5-bcf7-4065-8251-ca4bb5912d2e"} {"level":"info","ts":1785189609.8797817,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ccc9b4f5-bcf7-4065-8251-ca4bb5912d2e","name":"e2e-cleanup-test"} {"level":"info","ts":1785189609.8796968,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5d11d54f-0732-4c4b-806c-3f536884cb6a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785189609.8798356,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5d11d54f-0732-4c4b-806c-3f536884cb6a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785189609.8904297,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ccc9b4f5-bcf7-4065-8251-ca4bb5912d2e","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785189618.1131258,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0e253e49-f0fd-45c2-88b4-3ad571d2bb7c"} {"level":"info","ts":1785189618.1131816,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4d702bbb-154a-432a-ab77-97ee2286e9be","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785189618.1132162,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4d702bbb-154a-432a-ab77-97ee2286e9be","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785189622.4492152,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189622.4492962,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dd7c0437-db2e-4077-a5eb-898ba7f885be"} {"level":"info","ts":1785189622.4493058,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dd7c0437-db2e-4077-a5eb-898ba7f885be"} {"level":"info","ts":1785189622.449318,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dd7c0437-db2e-4077-a5eb-898ba7f885be","EoS":true} {"level":"info","ts":1785189622.4493601,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dd7c0437-db2e-4077-a5eb-898ba7f885be","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785189622.4493887,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dd7c0437-db2e-4077-a5eb-898ba7f885be"} {"level":"info","ts":1785189622.5030854,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189622.5031474,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ef2d835d-ec79-400c-aa1f-0e5973b42ec7"} {"level":"info","ts":1785189622.5031583,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ef2d835d-ec79-400c-aa1f-0e5973b42ec7"} {"level":"info","ts":1785189622.5031695,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ef2d835d-ec79-400c-aa1f-0e5973b42ec7","EoS":true} {"level":"info","ts":1785189622.5031915,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ef2d835d-ec79-400c-aa1f-0e5973b42ec7","header":"x-maas-subscription"} {"level":"info","ts":1785189622.5032027,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ef2d835d-ec79-400c-aa1f-0e5973b42ec7","header":"x-maas-username"} {"level":"info","ts":1785189622.5032082,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ef2d835d-ec79-400c-aa1f-0e5973b42ec7","header":"x-maas-group"} {"level":"info","ts":1785189622.5032206,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ef2d835d-ec79-400c-aa1f-0e5973b42ec7","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785189622.5032294,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"ef2d835d-ec79-400c-aa1f-0e5973b42ec7","modelName":"e2e-external-model"} {"level":"info","ts":1785189622.503242,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"ef2d835d-ec79-400c-aa1f-0e5973b42ec7","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785189622.503263,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"ef2d835d-ec79-400c-aa1f-0e5973b42ec7","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785189622.5032809,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"ef2d835d-ec79-400c-aa1f-0e5973b42ec7","authType":"apikey"} {"level":"info","ts":1785189622.5033092,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ef2d835d-ec79-400c-aa1f-0e5973b42ec7"} {"level":"info","ts":1785189622.5431511,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189622.5432045,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d32bc5e7-c323-4f53-9bb4-36d9cb94e2da"} {"level":"info","ts":1785189622.5432136,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d32bc5e7-c323-4f53-9bb4-36d9cb94e2da"} {"level":"info","ts":1785189622.5432234,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d32bc5e7-c323-4f53-9bb4-36d9cb94e2da","EoS":true} {"level":"info","ts":1785189622.543242,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d32bc5e7-c323-4f53-9bb4-36d9cb94e2da","header":"x-maas-subscription"} {"level":"info","ts":1785189622.54325,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d32bc5e7-c323-4f53-9bb4-36d9cb94e2da","header":"x-maas-group"} {"level":"info","ts":1785189622.5432553,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d32bc5e7-c323-4f53-9bb4-36d9cb94e2da","header":"x-maas-username"} {"level":"info","ts":1785189622.5432656,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d32bc5e7-c323-4f53-9bb4-36d9cb94e2da","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785189622.5432863,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d32bc5e7-c323-4f53-9bb4-36d9cb94e2da"} {"level":"info","ts":1785189622.6475005,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d32bc5e7-c323-4f53-9bb4-36d9cb94e2da"} {"level":"info","ts":1785189622.6475258,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d32bc5e7-c323-4f53-9bb4-36d9cb94e2da"} {"level":"info","ts":1785189622.6475422,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d32bc5e7-c323-4f53-9bb4-36d9cb94e2da","EoS":false} {"level":"info","ts":1785189622.6475537,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d32bc5e7-c323-4f53-9bb4-36d9cb94e2da","EoS":true} {"level":"error","ts":1785189622.6475642,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"d32bc5e7-c323-4f53-9bb4-36d9cb94e2da","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785189622.647614,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"d32bc5e7-c323-4f53-9bb4-36d9cb94e2da"} {"level":"info","ts":1785189622.6883748,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189622.6884286,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3b639c78-9097-446c-ba5a-ed51604e8b4f"} {"level":"info","ts":1785189622.6884396,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3b639c78-9097-446c-ba5a-ed51604e8b4f"} {"level":"info","ts":1785189622.6884503,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3b639c78-9097-446c-ba5a-ed51604e8b4f","EoS":true} {"level":"info","ts":1785189622.6884682,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3b639c78-9097-446c-ba5a-ed51604e8b4f","header":"x-maas-subscription"} {"level":"info","ts":1785189622.6884787,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3b639c78-9097-446c-ba5a-ed51604e8b4f","header":"x-maas-username"} {"level":"info","ts":1785189622.6884835,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3b639c78-9097-446c-ba5a-ed51604e8b4f","header":"x-maas-group"} {"level":"info","ts":1785189622.6885087,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3b639c78-9097-446c-ba5a-ed51604e8b4f"} {"level":"info","ts":1785189622.789163,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3b639c78-9097-446c-ba5a-ed51604e8b4f"} {"level":"info","ts":1785189622.7891831,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3b639c78-9097-446c-ba5a-ed51604e8b4f"} {"level":"info","ts":1785189622.7892122,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3b639c78-9097-446c-ba5a-ed51604e8b4f","EoS":false} {"level":"info","ts":1785189622.7892299,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3b639c78-9097-446c-ba5a-ed51604e8b4f","EoS":true} {"level":"error","ts":1785189622.7892492,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"3b639c78-9097-446c-ba5a-ed51604e8b4f","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785189622.7892902,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"3b639c78-9097-446c-ba5a-ed51604e8b4f"} {"level":"info","ts":1785189623.6881068,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5e4d9cba-987f-490b-b20d-7b8ddb8740d5"} {"level":"info","ts":1785189623.6881526,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c3c56090-ef24-490f-a651-54dd9a809af3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785189623.6881878,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c3c56090-ef24-490f-a651-54dd9a809af3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785189623.8597944,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"46663501-0d96-46d6-81fa-c81e860af7c7","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785189623.8598425,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"46663501-0d96-46d6-81fa-c81e860af7c7","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785189623.8598585,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c9aa2056-eb70-40b5-9429-45f6210295ce"} {"level":"info","ts":1785189624.0082817,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"2047c04e-9889-4ed7-8507-7b861e669568","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785189624.0083458,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"2047c04e-9889-4ed7-8507-7b861e669568","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785191013.7285385,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785191013.728627,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f74df998-e815-435f-b54b-b2c5f88bf700"} {"level":"info","ts":1785191068.2850811,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785191068.2851617,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b1b28eab-19e5-4a05-9080-ebb6606bb925"} {"level":"info","ts":1785191068.285171,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b1b28eab-19e5-4a05-9080-ebb6606bb925"} {"level":"info","ts":1785191068.2851822,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b1b28eab-19e5-4a05-9080-ebb6606bb925","EoS":true} {"level":"info","ts":1785191068.2852242,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b1b28eab-19e5-4a05-9080-ebb6606bb925","header":"x-maas-username"} {"level":"info","ts":1785191068.285239,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b1b28eab-19e5-4a05-9080-ebb6606bb925","header":"x-maas-subscription"} {"level":"info","ts":1785191068.2852473,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b1b28eab-19e5-4a05-9080-ebb6606bb925","header":"x-maas-group"} {"level":"info","ts":1785191068.2852666,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b1b28eab-19e5-4a05-9080-ebb6606bb925","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785191068.2852974,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b1b28eab-19e5-4a05-9080-ebb6606bb925"} {"level":"info","ts":1785191068.286704,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b1b28eab-19e5-4a05-9080-ebb6606bb925"} {"level":"info","ts":1785191068.2867546,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b1b28eab-19e5-4a05-9080-ebb6606bb925"} {"level":"info","ts":1785191068.286774,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b1b28eab-19e5-4a05-9080-ebb6606bb925","EoS":false} {"level":"info","ts":1785191068.2867877,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b1b28eab-19e5-4a05-9080-ebb6606bb925","EoS":true} {"level":"info","ts":1785191068.2868192,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b1b28eab-19e5-4a05-9080-ebb6606bb925"}