{"level":"info","ts":1785182031.7558513,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"53be6854-6adf-4ed3-a25b-49cd06aa1bb9"} {"level":"info","ts":1785182031.7558715,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"53be6854-6adf-4ed3-a25b-49cd06aa1bb9"} {"level":"info","ts":1785182031.7558856,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"53be6854-6adf-4ed3-a25b-49cd06aa1bb9","EoS":false} {"level":"info","ts":1785182031.7558956,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"53be6854-6adf-4ed3-a25b-49cd06aa1bb9","EoS":true} {"level":"info","ts":1785182031.755929,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"53be6854-6adf-4ed3-a25b-49cd06aa1bb9"} {"level":"info","ts":1785182054.8679733,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182054.8680527,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b49e3114-4c00-4c36-aa1b-dd0cdf19f02d"} {"level":"info","ts":1785182054.8680668,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b49e3114-4c00-4c36-aa1b-dd0cdf19f02d"} {"level":"info","ts":1785182054.8680787,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b49e3114-4c00-4c36-aa1b-dd0cdf19f02d","EoS":true} {"level":"info","ts":1785182054.8681087,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b49e3114-4c00-4c36-aa1b-dd0cdf19f02d","header":"x-maas-username"} {"level":"info","ts":1785182054.868121,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b49e3114-4c00-4c36-aa1b-dd0cdf19f02d","header":"x-maas-group"} {"level":"info","ts":1785182054.8681262,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b49e3114-4c00-4c36-aa1b-dd0cdf19f02d","header":"x-maas-subscription"} {"level":"info","ts":1785182054.8681395,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b49e3114-4c00-4c36-aa1b-dd0cdf19f02d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785182054.8681657,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b49e3114-4c00-4c36-aa1b-dd0cdf19f02d"} {"level":"info","ts":1785182054.871095,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b49e3114-4c00-4c36-aa1b-dd0cdf19f02d"} {"level":"info","ts":1785182054.871118,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b49e3114-4c00-4c36-aa1b-dd0cdf19f02d"} {"level":"info","ts":1785182054.871134,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b49e3114-4c00-4c36-aa1b-dd0cdf19f02d","EoS":false} {"level":"info","ts":1785182054.871148,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b49e3114-4c00-4c36-aa1b-dd0cdf19f02d","EoS":true} {"level":"info","ts":1785182054.8711824,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b49e3114-4c00-4c36-aa1b-dd0cdf19f02d"} {"level":"info","ts":1785182055.0049977,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182055.0050793,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"501cc061-d91c-4d31-99d9-5b06cbde2f7b"} {"level":"info","ts":1785182055.0050936,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"501cc061-d91c-4d31-99d9-5b06cbde2f7b"} {"level":"info","ts":1785182055.005106,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"501cc061-d91c-4d31-99d9-5b06cbde2f7b","EoS":true} {"level":"info","ts":1785182055.005131,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"501cc061-d91c-4d31-99d9-5b06cbde2f7b","header":"x-maas-username"} {"level":"info","ts":1785182055.0051415,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"501cc061-d91c-4d31-99d9-5b06cbde2f7b","header":"x-maas-subscription"} {"level":"info","ts":1785182055.005149,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"501cc061-d91c-4d31-99d9-5b06cbde2f7b","header":"x-maas-group"} {"level":"info","ts":1785182055.0051627,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"501cc061-d91c-4d31-99d9-5b06cbde2f7b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785182055.0051866,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"501cc061-d91c-4d31-99d9-5b06cbde2f7b"} {"level":"info","ts":1785182055.0060854,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"501cc061-d91c-4d31-99d9-5b06cbde2f7b"} {"level":"info","ts":1785182055.0061026,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"501cc061-d91c-4d31-99d9-5b06cbde2f7b"} {"level":"info","ts":1785182055.0061157,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"501cc061-d91c-4d31-99d9-5b06cbde2f7b","EoS":false} {"level":"info","ts":1785182055.006126,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"501cc061-d91c-4d31-99d9-5b06cbde2f7b","EoS":true} {"level":"info","ts":1785182055.006155,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"501cc061-d91c-4d31-99d9-5b06cbde2f7b"} {"level":"info","ts":1785182055.1405606,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182055.1406364,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4caa5176-510e-496d-95e1-7ca4f7f8a3ff"} {"level":"info","ts":1785182055.14065,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4caa5176-510e-496d-95e1-7ca4f7f8a3ff"} {"level":"info","ts":1785182055.1406617,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4caa5176-510e-496d-95e1-7ca4f7f8a3ff","EoS":true} {"level":"info","ts":1785182055.140689,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4caa5176-510e-496d-95e1-7ca4f7f8a3ff","header":"x-maas-subscription"} {"level":"info","ts":1785182055.1406999,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4caa5176-510e-496d-95e1-7ca4f7f8a3ff","header":"x-maas-username"} {"level":"info","ts":1785182055.1407053,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4caa5176-510e-496d-95e1-7ca4f7f8a3ff","header":"x-maas-group"} {"level":"info","ts":1785182055.1407182,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4caa5176-510e-496d-95e1-7ca4f7f8a3ff","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785182055.1407425,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4caa5176-510e-496d-95e1-7ca4f7f8a3ff"} {"level":"info","ts":1785182055.1416519,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4caa5176-510e-496d-95e1-7ca4f7f8a3ff"} {"level":"info","ts":1785182055.14167,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4caa5176-510e-496d-95e1-7ca4f7f8a3ff"} {"level":"info","ts":1785182055.1416838,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4caa5176-510e-496d-95e1-7ca4f7f8a3ff","EoS":false} {"level":"info","ts":1785182055.1417,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4caa5176-510e-496d-95e1-7ca4f7f8a3ff","EoS":true} {"level":"info","ts":1785182055.1417289,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"4caa5176-510e-496d-95e1-7ca4f7f8a3ff"} {"level":"info","ts":1785182055.2790964,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182055.2791874,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0855db03-3505-48cd-b65f-c49dc3955410"} {"level":"info","ts":1785182055.2792006,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0855db03-3505-48cd-b65f-c49dc3955410"} {"level":"info","ts":1785182055.2792122,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0855db03-3505-48cd-b65f-c49dc3955410","EoS":true} {"level":"info","ts":1785182055.2792368,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0855db03-3505-48cd-b65f-c49dc3955410","header":"x-maas-group"} {"level":"info","ts":1785182055.2792473,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0855db03-3505-48cd-b65f-c49dc3955410","header":"x-maas-subscription"} {"level":"info","ts":1785182055.279253,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0855db03-3505-48cd-b65f-c49dc3955410","header":"x-maas-username"} {"level":"info","ts":1785182055.2792683,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0855db03-3505-48cd-b65f-c49dc3955410","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785182055.2792933,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0855db03-3505-48cd-b65f-c49dc3955410"} {"level":"info","ts":1785182055.280232,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0855db03-3505-48cd-b65f-c49dc3955410"} {"level":"info","ts":1785182055.280252,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0855db03-3505-48cd-b65f-c49dc3955410"} {"level":"info","ts":1785182055.2802682,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0855db03-3505-48cd-b65f-c49dc3955410","EoS":false} {"level":"info","ts":1785182055.280289,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0855db03-3505-48cd-b65f-c49dc3955410","EoS":true} {"level":"info","ts":1785182055.2803185,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"0855db03-3505-48cd-b65f-c49dc3955410"} {"level":"info","ts":1785182055.4130425,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182055.4131112,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"812ca5d0-8413-4ba8-a7a7-b0953b0a4b12"} {"level":"info","ts":1785182055.4131207,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"812ca5d0-8413-4ba8-a7a7-b0953b0a4b12"} {"level":"info","ts":1785182055.4131317,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"812ca5d0-8413-4ba8-a7a7-b0953b0a4b12","EoS":true} {"level":"info","ts":1785182055.4131546,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"812ca5d0-8413-4ba8-a7a7-b0953b0a4b12","header":"x-maas-group"} {"level":"info","ts":1785182055.4131649,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"812ca5d0-8413-4ba8-a7a7-b0953b0a4b12","header":"x-maas-subscription"} {"level":"info","ts":1785182055.4131725,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"812ca5d0-8413-4ba8-a7a7-b0953b0a4b12","header":"x-maas-username"} {"level":"info","ts":1785182055.4131866,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"812ca5d0-8413-4ba8-a7a7-b0953b0a4b12","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785182055.4132109,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"812ca5d0-8413-4ba8-a7a7-b0953b0a4b12"} {"level":"info","ts":1785182055.4140933,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"812ca5d0-8413-4ba8-a7a7-b0953b0a4b12"} {"level":"info","ts":1785182055.414113,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"812ca5d0-8413-4ba8-a7a7-b0953b0a4b12"} {"level":"info","ts":1785182055.4141278,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"812ca5d0-8413-4ba8-a7a7-b0953b0a4b12","EoS":false} {"level":"info","ts":1785182055.414139,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"812ca5d0-8413-4ba8-a7a7-b0953b0a4b12","EoS":true} {"level":"info","ts":1785182055.4141707,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"812ca5d0-8413-4ba8-a7a7-b0953b0a4b12"} {"level":"info","ts":1785182075.3117416,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182075.311823,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"06e1978a-f2f0-4676-9028-789474dbf649"} {"level":"info","ts":1785182075.3118353,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"06e1978a-f2f0-4676-9028-789474dbf649"} {"level":"info","ts":1785182075.3118477,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"06e1978a-f2f0-4676-9028-789474dbf649","EoS":true} {"level":"info","ts":1785182075.3118784,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"06e1978a-f2f0-4676-9028-789474dbf649","header":"x-maas-group"} {"level":"info","ts":1785182075.3118901,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"06e1978a-f2f0-4676-9028-789474dbf649","header":"x-maas-subscription"} {"level":"info","ts":1785182075.3118956,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"06e1978a-f2f0-4676-9028-789474dbf649","header":"x-maas-username"} {"level":"info","ts":1785182075.3119102,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"06e1978a-f2f0-4676-9028-789474dbf649","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785182075.3119395,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"06e1978a-f2f0-4676-9028-789474dbf649"} {"level":"info","ts":1785182075.3128536,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"06e1978a-f2f0-4676-9028-789474dbf649"} {"level":"info","ts":1785182075.3128734,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"06e1978a-f2f0-4676-9028-789474dbf649"} {"level":"info","ts":1785182075.3128889,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"06e1978a-f2f0-4676-9028-789474dbf649","EoS":false} {"level":"info","ts":1785182075.3129005,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"06e1978a-f2f0-4676-9028-789474dbf649","EoS":true} {"level":"info","ts":1785182075.31293,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"06e1978a-f2f0-4676-9028-789474dbf649"} {"level":"info","ts":1785182075.3485706,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182075.3486521,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dda60106-323d-451e-9f4d-1a8ace47a87f"} {"level":"info","ts":1785182075.348668,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dda60106-323d-451e-9f4d-1a8ace47a87f"} {"level":"info","ts":1785182075.3486812,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dda60106-323d-451e-9f4d-1a8ace47a87f","EoS":true} {"level":"info","ts":1785182075.3487055,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dda60106-323d-451e-9f4d-1a8ace47a87f","header":"x-maas-username"} {"level":"info","ts":1785182075.3487163,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dda60106-323d-451e-9f4d-1a8ace47a87f","header":"x-maas-subscription"} {"level":"info","ts":1785182075.3487217,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dda60106-323d-451e-9f4d-1a8ace47a87f","header":"x-maas-group"} {"level":"info","ts":1785182075.3487353,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dda60106-323d-451e-9f4d-1a8ace47a87f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785182075.3487625,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dda60106-323d-451e-9f4d-1a8ace47a87f"} {"level":"info","ts":1785182075.3495932,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dda60106-323d-451e-9f4d-1a8ace47a87f"} {"level":"info","ts":1785182075.3496125,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"dda60106-323d-451e-9f4d-1a8ace47a87f"} {"level":"info","ts":1785182075.3496277,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dda60106-323d-451e-9f4d-1a8ace47a87f","EoS":false} {"level":"info","ts":1785182075.3496447,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dda60106-323d-451e-9f4d-1a8ace47a87f","EoS":true} {"level":"info","ts":1785182075.3496716,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"dda60106-323d-451e-9f4d-1a8ace47a87f"} {"level":"info","ts":1785182075.449527,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182075.4496157,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8a919d6a-7023-44f1-89a6-4b0fa1f3f0c2"} {"level":"info","ts":1785182075.4506612,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8a919d6a-7023-44f1-89a6-4b0fa1f3f0c2"} {"level":"info","ts":1785182075.4506862,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8a919d6a-7023-44f1-89a6-4b0fa1f3f0c2"} {"level":"info","ts":1785182075.4507039,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8a919d6a-7023-44f1-89a6-4b0fa1f3f0c2","EoS":false} {"level":"info","ts":1785182075.4507172,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8a919d6a-7023-44f1-89a6-4b0fa1f3f0c2"} {"level":"info","ts":1785182075.4507477,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8a919d6a-7023-44f1-89a6-4b0fa1f3f0c2","EoS":true} {"level":"info","ts":1785182075.4507573,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8a919d6a-7023-44f1-89a6-4b0fa1f3f0c2"} {"level":"info","ts":1785182080.0555553,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182080.0556278,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cba87242-e1da-472a-85a8-c35415f758ed"} {"level":"info","ts":1785182080.0556378,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cba87242-e1da-472a-85a8-c35415f758ed"} {"level":"info","ts":1785182080.055648,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cba87242-e1da-472a-85a8-c35415f758ed","EoS":true} {"level":"info","ts":1785182080.0556715,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cba87242-e1da-472a-85a8-c35415f758ed","header":"x-maas-username"} {"level":"info","ts":1785182080.055683,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cba87242-e1da-472a-85a8-c35415f758ed","header":"x-maas-subscription"} {"level":"info","ts":1785182080.0556877,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cba87242-e1da-472a-85a8-c35415f758ed","header":"x-maas-group"} {"level":"info","ts":1785182080.0557005,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cba87242-e1da-472a-85a8-c35415f758ed","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785182080.0557268,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cba87242-e1da-472a-85a8-c35415f758ed"} {"level":"info","ts":1785182080.056656,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cba87242-e1da-472a-85a8-c35415f758ed"} {"level":"info","ts":1785182080.0566754,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cba87242-e1da-472a-85a8-c35415f758ed"} {"level":"info","ts":1785182080.0566933,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cba87242-e1da-472a-85a8-c35415f758ed","EoS":false} {"level":"info","ts":1785182080.0567102,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cba87242-e1da-472a-85a8-c35415f758ed","EoS":true} {"level":"info","ts":1785182080.0567393,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"cba87242-e1da-472a-85a8-c35415f758ed"} {"level":"info","ts":1785182090.6383822,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182090.6384706,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8ff4c5f6-a6de-4825-a769-bf0cb5d63941"} {"level":"info","ts":1785182090.6385098,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8ff4c5f6-a6de-4825-a769-bf0cb5d63941"} {"level":"info","ts":1785182090.6385295,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8ff4c5f6-a6de-4825-a769-bf0cb5d63941","EoS":true} {"level":"info","ts":1785182090.6385655,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ff4c5f6-a6de-4825-a769-bf0cb5d63941","header":"x-maas-subscription"} {"level":"info","ts":1785182090.6385808,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ff4c5f6-a6de-4825-a769-bf0cb5d63941","header":"x-maas-group"} {"level":"info","ts":1785182090.638589,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ff4c5f6-a6de-4825-a769-bf0cb5d63941","header":"x-maas-username"} {"level":"info","ts":1785182090.6386087,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8ff4c5f6-a6de-4825-a769-bf0cb5d63941","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785182090.6386445,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8ff4c5f6-a6de-4825-a769-bf0cb5d63941"} {"level":"info","ts":1785182090.6413534,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8ff4c5f6-a6de-4825-a769-bf0cb5d63941"} {"level":"info","ts":1785182090.6413722,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8ff4c5f6-a6de-4825-a769-bf0cb5d63941"} {"level":"info","ts":1785182090.6413882,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8ff4c5f6-a6de-4825-a769-bf0cb5d63941","EoS":false} {"level":"info","ts":1785182090.641405,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8ff4c5f6-a6de-4825-a769-bf0cb5d63941","EoS":true} {"level":"info","ts":1785182090.6414354,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"8ff4c5f6-a6de-4825-a769-bf0cb5d63941"} {"level":"info","ts":1785182103.486817,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182103.4869132,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"05046472-610c-4e90-af4c-c5706f2ec7c2"} {"level":"info","ts":1785182103.4869325,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"05046472-610c-4e90-af4c-c5706f2ec7c2"} {"level":"info","ts":1785182103.4869533,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"05046472-610c-4e90-af4c-c5706f2ec7c2","EoS":true} {"level":"info","ts":1785182103.4869912,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"05046472-610c-4e90-af4c-c5706f2ec7c2","header":"x-maas-subscription"} {"level":"info","ts":1785182103.4870136,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"05046472-610c-4e90-af4c-c5706f2ec7c2","header":"x-maas-group"} {"level":"info","ts":1785182103.4870243,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"05046472-610c-4e90-af4c-c5706f2ec7c2","header":"x-maas-username"} {"level":"info","ts":1785182103.4870448,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"05046472-610c-4e90-af4c-c5706f2ec7c2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785182103.4870825,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"05046472-610c-4e90-af4c-c5706f2ec7c2"} {"level":"info","ts":1785182103.4880667,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"05046472-610c-4e90-af4c-c5706f2ec7c2"} {"level":"info","ts":1785182103.488087,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"05046472-610c-4e90-af4c-c5706f2ec7c2"} {"level":"info","ts":1785182103.4881024,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"05046472-610c-4e90-af4c-c5706f2ec7c2","EoS":false} {"level":"info","ts":1785182103.4881244,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"05046472-610c-4e90-af4c-c5706f2ec7c2","EoS":true} {"level":"info","ts":1785182103.4881546,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"05046472-610c-4e90-af4c-c5706f2ec7c2"} {"level":"info","ts":1785182112.0058844,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182112.0059707,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1eccd079-ac47-4624-92d6-566162c23dbb"} {"level":"info","ts":1785182112.0059853,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1eccd079-ac47-4624-92d6-566162c23dbb"} {"level":"info","ts":1785182112.0059977,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1eccd079-ac47-4624-92d6-566162c23dbb","EoS":true} {"level":"info","ts":1785182112.0060246,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1eccd079-ac47-4624-92d6-566162c23dbb","header":"x-maas-subscription"} {"level":"info","ts":1785182112.0060358,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1eccd079-ac47-4624-92d6-566162c23dbb","header":"x-maas-username"} {"level":"info","ts":1785182112.0060413,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1eccd079-ac47-4624-92d6-566162c23dbb","header":"x-maas-group"} {"level":"info","ts":1785182112.006055,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1eccd079-ac47-4624-92d6-566162c23dbb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785182112.0060797,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1eccd079-ac47-4624-92d6-566162c23dbb"} {"level":"info","ts":1785182112.0070338,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1eccd079-ac47-4624-92d6-566162c23dbb"} {"level":"info","ts":1785182112.0070484,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1eccd079-ac47-4624-92d6-566162c23dbb"} {"level":"info","ts":1785182112.0070612,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1eccd079-ac47-4624-92d6-566162c23dbb","EoS":false} {"level":"info","ts":1785182112.0070713,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1eccd079-ac47-4624-92d6-566162c23dbb","EoS":true} {"level":"info","ts":1785182112.0070958,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"1eccd079-ac47-4624-92d6-566162c23dbb"} {"level":"info","ts":1785182120.8628664,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182120.8629596,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6b528206-2261-41a3-8807-9a836c0ecfaa"} {"level":"info","ts":1785182120.8629806,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6b528206-2261-41a3-8807-9a836c0ecfaa"} {"level":"info","ts":1785182120.8629978,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6b528206-2261-41a3-8807-9a836c0ecfaa","EoS":true} {"level":"info","ts":1785182120.8630319,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6b528206-2261-41a3-8807-9a836c0ecfaa","header":"x-maas-group"} {"level":"info","ts":1785182120.8630502,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6b528206-2261-41a3-8807-9a836c0ecfaa","header":"x-maas-subscription"} {"level":"info","ts":1785182120.8630579,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6b528206-2261-41a3-8807-9a836c0ecfaa","header":"x-maas-username"} {"level":"info","ts":1785182120.8630774,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6b528206-2261-41a3-8807-9a836c0ecfaa","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785182120.8631155,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6b528206-2261-41a3-8807-9a836c0ecfaa"} {"level":"info","ts":1785182120.8641033,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6b528206-2261-41a3-8807-9a836c0ecfaa"} {"level":"info","ts":1785182120.8641274,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6b528206-2261-41a3-8807-9a836c0ecfaa"} {"level":"info","ts":1785182120.8641427,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6b528206-2261-41a3-8807-9a836c0ecfaa","EoS":false} {"level":"info","ts":1785182120.8641546,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6b528206-2261-41a3-8807-9a836c0ecfaa","EoS":true} {"level":"info","ts":1785182120.864185,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"6b528206-2261-41a3-8807-9a836c0ecfaa"} {"level":"info","ts":1785182145.652165,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182145.6522403,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f96da02a-5f81-45c6-82c2-4e3b7c1b1a14"} {"level":"info","ts":1785182145.652249,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f96da02a-5f81-45c6-82c2-4e3b7c1b1a14"} {"level":"info","ts":1785182145.65226,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f96da02a-5f81-45c6-82c2-4e3b7c1b1a14","EoS":true} {"level":"info","ts":1785182145.6522887,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f96da02a-5f81-45c6-82c2-4e3b7c1b1a14","header":"x-maas-subscription"} {"level":"info","ts":1785182145.6523023,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f96da02a-5f81-45c6-82c2-4e3b7c1b1a14","header":"x-maas-group"} {"level":"info","ts":1785182145.652309,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f96da02a-5f81-45c6-82c2-4e3b7c1b1a14","header":"x-maas-username"} {"level":"info","ts":1785182145.652323,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f96da02a-5f81-45c6-82c2-4e3b7c1b1a14","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785182145.6523476,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f96da02a-5f81-45c6-82c2-4e3b7c1b1a14"} {"level":"info","ts":1785182145.6546187,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f96da02a-5f81-45c6-82c2-4e3b7c1b1a14"} {"level":"info","ts":1785182145.6546443,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f96da02a-5f81-45c6-82c2-4e3b7c1b1a14"} {"level":"info","ts":1785182145.654666,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f96da02a-5f81-45c6-82c2-4e3b7c1b1a14","EoS":false} {"level":"info","ts":1785182145.6546872,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f96da02a-5f81-45c6-82c2-4e3b7c1b1a14","EoS":true} {"level":"info","ts":1785182145.6547205,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"f96da02a-5f81-45c6-82c2-4e3b7c1b1a14"} {"level":"info","ts":1785182168.5541363,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182168.5542061,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e8171c8d-8020-431a-8ab2-c81199bdb183"} {"level":"info","ts":1785182168.554218,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e8171c8d-8020-431a-8ab2-c81199bdb183"} {"level":"info","ts":1785182168.5542293,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e8171c8d-8020-431a-8ab2-c81199bdb183","EoS":true} {"level":"info","ts":1785182168.5542579,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e8171c8d-8020-431a-8ab2-c81199bdb183","header":"x-maas-username"} {"level":"info","ts":1785182168.5542676,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e8171c8d-8020-431a-8ab2-c81199bdb183","header":"x-maas-group"} {"level":"info","ts":1785182168.5542731,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e8171c8d-8020-431a-8ab2-c81199bdb183","header":"x-maas-subscription"} {"level":"info","ts":1785182168.5542884,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e8171c8d-8020-431a-8ab2-c81199bdb183","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785182168.5543137,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e8171c8d-8020-431a-8ab2-c81199bdb183"} {"level":"info","ts":1785182168.5551689,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e8171c8d-8020-431a-8ab2-c81199bdb183"} {"level":"info","ts":1785182168.5551898,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e8171c8d-8020-431a-8ab2-c81199bdb183"} {"level":"info","ts":1785182168.5552127,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e8171c8d-8020-431a-8ab2-c81199bdb183","EoS":false} {"level":"info","ts":1785182168.5552359,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e8171c8d-8020-431a-8ab2-c81199bdb183","EoS":true} {"level":"info","ts":1785182168.5552716,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e8171c8d-8020-431a-8ab2-c81199bdb183"} {"level":"info","ts":1785182194.9085636,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182194.9086633,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"43af1223-d931-4f66-a349-7f61e0475601"} {"level":"info","ts":1785182194.9086816,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"43af1223-d931-4f66-a349-7f61e0475601"} {"level":"info","ts":1785182194.9086962,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"43af1223-d931-4f66-a349-7f61e0475601","EoS":true} {"level":"info","ts":1785182194.908721,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"43af1223-d931-4f66-a349-7f61e0475601","header":"x-maas-subscription"} {"level":"info","ts":1785182194.9087322,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"43af1223-d931-4f66-a349-7f61e0475601","header":"x-maas-group"} {"level":"info","ts":1785182194.9087389,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"43af1223-d931-4f66-a349-7f61e0475601","header":"x-maas-username"} {"level":"info","ts":1785182194.9087536,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"43af1223-d931-4f66-a349-7f61e0475601","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785182194.908784,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"43af1223-d931-4f66-a349-7f61e0475601"} {"level":"info","ts":1785182194.909719,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"43af1223-d931-4f66-a349-7f61e0475601"} {"level":"info","ts":1785182194.909739,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"43af1223-d931-4f66-a349-7f61e0475601"} {"level":"info","ts":1785182194.9097612,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"43af1223-d931-4f66-a349-7f61e0475601","EoS":false} {"level":"info","ts":1785182194.9097812,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"43af1223-d931-4f66-a349-7f61e0475601","EoS":true} {"level":"info","ts":1785182194.9098275,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"43af1223-d931-4f66-a349-7f61e0475601"} {"level":"info","ts":1785182204.2645195,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182204.2646146,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aac60f73-9289-4ed5-9b79-c2691c8b4c2e"} {"level":"info","ts":1785182204.2646303,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aac60f73-9289-4ed5-9b79-c2691c8b4c2e"} {"level":"info","ts":1785182204.264644,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aac60f73-9289-4ed5-9b79-c2691c8b4c2e","EoS":true} {"level":"info","ts":1785182204.2646718,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aac60f73-9289-4ed5-9b79-c2691c8b4c2e","header":"x-maas-username"} {"level":"info","ts":1785182204.2646823,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aac60f73-9289-4ed5-9b79-c2691c8b4c2e","header":"x-maas-group"} {"level":"info","ts":1785182204.2646875,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aac60f73-9289-4ed5-9b79-c2691c8b4c2e","header":"x-maas-subscription"} {"level":"info","ts":1785182204.2647018,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aac60f73-9289-4ed5-9b79-c2691c8b4c2e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785182204.2647295,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"aac60f73-9289-4ed5-9b79-c2691c8b4c2e"} {"level":"info","ts":1785182204.267873,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"aac60f73-9289-4ed5-9b79-c2691c8b4c2e"} {"level":"info","ts":1785182204.2678962,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"aac60f73-9289-4ed5-9b79-c2691c8b4c2e"} {"level":"info","ts":1785182204.2679138,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"aac60f73-9289-4ed5-9b79-c2691c8b4c2e","EoS":false} {"level":"info","ts":1785182204.2679253,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"aac60f73-9289-4ed5-9b79-c2691c8b4c2e","EoS":true} {"level":"info","ts":1785182204.2679565,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"aac60f73-9289-4ed5-9b79-c2691c8b4c2e"} {"level":"info","ts":1785182204.2989695,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182204.299044,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"05a308a2-1907-4228-a160-bfcab68ac87f"} {"level":"info","ts":1785182204.2990527,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"05a308a2-1907-4228-a160-bfcab68ac87f"} {"level":"info","ts":1785182204.2990634,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"05a308a2-1907-4228-a160-bfcab68ac87f","EoS":true} {"level":"info","ts":1785182204.2990863,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"05a308a2-1907-4228-a160-bfcab68ac87f","header":"x-maas-username"} {"level":"info","ts":1785182204.2990968,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"05a308a2-1907-4228-a160-bfcab68ac87f","header":"x-maas-group"} {"level":"info","ts":1785182204.2991025,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"05a308a2-1907-4228-a160-bfcab68ac87f","header":"x-maas-subscription"} {"level":"info","ts":1785182204.2991161,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"05a308a2-1907-4228-a160-bfcab68ac87f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785182204.299141,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"05a308a2-1907-4228-a160-bfcab68ac87f"} {"level":"info","ts":1785182204.2999327,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"05a308a2-1907-4228-a160-bfcab68ac87f"} {"level":"info","ts":1785182204.2999523,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"05a308a2-1907-4228-a160-bfcab68ac87f"} {"level":"info","ts":1785182204.2999744,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"05a308a2-1907-4228-a160-bfcab68ac87f","EoS":false} {"level":"info","ts":1785182204.2999966,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"05a308a2-1907-4228-a160-bfcab68ac87f","EoS":true} {"level":"info","ts":1785182204.3000314,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"05a308a2-1907-4228-a160-bfcab68ac87f"} {"level":"info","ts":1785182223.3142126,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182223.3142843,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0ef473b5-4214-4177-b4a5-f21450f843c5"} {"level":"info","ts":1785182223.314293,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0ef473b5-4214-4177-b4a5-f21450f843c5"} {"level":"info","ts":1785182223.3143046,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0ef473b5-4214-4177-b4a5-f21450f843c5","EoS":true} {"level":"info","ts":1785182223.3143327,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0ef473b5-4214-4177-b4a5-f21450f843c5","header":"x-maas-subscription"} {"level":"info","ts":1785182223.3143454,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0ef473b5-4214-4177-b4a5-f21450f843c5","header":"x-maas-username"} {"level":"info","ts":1785182223.3143506,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0ef473b5-4214-4177-b4a5-f21450f843c5","header":"x-maas-group"} {"level":"info","ts":1785182223.3143644,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0ef473b5-4214-4177-b4a5-f21450f843c5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785182223.3143885,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0ef473b5-4214-4177-b4a5-f21450f843c5"} {"level":"info","ts":1785182223.3153956,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0ef473b5-4214-4177-b4a5-f21450f843c5"} {"level":"info","ts":1785182223.3154228,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0ef473b5-4214-4177-b4a5-f21450f843c5"} {"level":"info","ts":1785182223.315446,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0ef473b5-4214-4177-b4a5-f21450f843c5","EoS":false} {"level":"info","ts":1785182223.3154671,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0ef473b5-4214-4177-b4a5-f21450f843c5","EoS":true} {"level":"info","ts":1785182223.315516,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"0ef473b5-4214-4177-b4a5-f21450f843c5"} {"level":"info","ts":1785182353.7327726,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182353.7328475,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"81e489c1-1cef-49a1-a821-ae7896e1ad76"} {"level":"info","ts":1785182353.7328572,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"81e489c1-1cef-49a1-a821-ae7896e1ad76"} {"level":"info","ts":1785182353.7328687,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"81e489c1-1cef-49a1-a821-ae7896e1ad76","EoS":true} {"level":"info","ts":1785182353.7328932,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"81e489c1-1cef-49a1-a821-ae7896e1ad76","header":"x-maas-username"} {"level":"info","ts":1785182353.7329035,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"81e489c1-1cef-49a1-a821-ae7896e1ad76","header":"x-maas-group"} {"level":"info","ts":1785182353.7329087,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"81e489c1-1cef-49a1-a821-ae7896e1ad76","header":"x-maas-subscription"} {"level":"info","ts":1785182353.7329223,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"81e489c1-1cef-49a1-a821-ae7896e1ad76","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785182353.7329473,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"81e489c1-1cef-49a1-a821-ae7896e1ad76"} {"level":"info","ts":1785182353.7361689,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"81e489c1-1cef-49a1-a821-ae7896e1ad76"} {"level":"info","ts":1785182353.7361906,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"81e489c1-1cef-49a1-a821-ae7896e1ad76"} {"level":"info","ts":1785182353.736206,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"81e489c1-1cef-49a1-a821-ae7896e1ad76","EoS":false} {"level":"info","ts":1785182353.7362175,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"81e489c1-1cef-49a1-a821-ae7896e1ad76","EoS":true} {"level":"info","ts":1785182353.7362454,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"81e489c1-1cef-49a1-a821-ae7896e1ad76"} {"level":"info","ts":1785182390.5904365,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182390.5905497,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cbc67e2f-8bbe-4839-94f6-91df4c80f0a0"} {"level":"info","ts":1785182390.5905783,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cbc67e2f-8bbe-4839-94f6-91df4c80f0a0"} {"level":"info","ts":1785182390.5905933,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cbc67e2f-8bbe-4839-94f6-91df4c80f0a0","EoS":true} {"level":"info","ts":1785182390.5906165,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cbc67e2f-8bbe-4839-94f6-91df4c80f0a0","header":"x-maas-username"} {"level":"info","ts":1785182390.5906274,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cbc67e2f-8bbe-4839-94f6-91df4c80f0a0","header":"x-maas-subscription"} {"level":"info","ts":1785182390.5906339,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cbc67e2f-8bbe-4839-94f6-91df4c80f0a0","header":"x-maas-group"} {"level":"info","ts":1785182390.5906475,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cbc67e2f-8bbe-4839-94f6-91df4c80f0a0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785182390.590673,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cbc67e2f-8bbe-4839-94f6-91df4c80f0a0"} {"level":"info","ts":1785182390.591596,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cbc67e2f-8bbe-4839-94f6-91df4c80f0a0"} {"level":"info","ts":1785182390.5916166,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cbc67e2f-8bbe-4839-94f6-91df4c80f0a0"} {"level":"info","ts":1785182390.591632,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cbc67e2f-8bbe-4839-94f6-91df4c80f0a0","EoS":false} {"level":"info","ts":1785182390.5916436,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cbc67e2f-8bbe-4839-94f6-91df4c80f0a0","EoS":true} {"level":"info","ts":1785182390.591673,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"cbc67e2f-8bbe-4839-94f6-91df4c80f0a0"} {"level":"info","ts":1785182405.8172379,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182405.817311,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"edda1c72-c98a-403e-938e-b8301b2985ac"} {"level":"info","ts":1785182405.8173232,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"edda1c72-c98a-403e-938e-b8301b2985ac"} {"level":"info","ts":1785182405.817335,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"edda1c72-c98a-403e-938e-b8301b2985ac","EoS":true} {"level":"info","ts":1785182405.8173666,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"edda1c72-c98a-403e-938e-b8301b2985ac","header":"x-maas-username"} {"level":"info","ts":1785182405.817382,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"edda1c72-c98a-403e-938e-b8301b2985ac","header":"x-maas-subscription"} {"level":"info","ts":1785182405.817387,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"edda1c72-c98a-403e-938e-b8301b2985ac","header":"x-maas-group"} {"level":"info","ts":1785182405.8174014,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"edda1c72-c98a-403e-938e-b8301b2985ac","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785182405.8174264,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"edda1c72-c98a-403e-938e-b8301b2985ac"} {"level":"info","ts":1785182405.8200219,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"edda1c72-c98a-403e-938e-b8301b2985ac"} {"level":"info","ts":1785182405.8200433,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"edda1c72-c98a-403e-938e-b8301b2985ac"} {"level":"info","ts":1785182405.820064,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"edda1c72-c98a-403e-938e-b8301b2985ac","EoS":false} {"level":"info","ts":1785182405.8200881,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"edda1c72-c98a-403e-938e-b8301b2985ac","EoS":true} {"level":"info","ts":1785182405.82014,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"edda1c72-c98a-403e-938e-b8301b2985ac"} {"level":"info","ts":1785182726.9087477,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182726.9088445,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"95290e41-9e8f-42d7-900d-b38d37e38901"} {"level":"info","ts":1785182726.9088633,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"95290e41-9e8f-42d7-900d-b38d37e38901"} {"level":"info","ts":1785182726.9088826,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"95290e41-9e8f-42d7-900d-b38d37e38901","EoS":true} {"level":"info","ts":1785182726.908921,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"95290e41-9e8f-42d7-900d-b38d37e38901","header":"x-maas-group"} {"level":"info","ts":1785182726.9089363,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"95290e41-9e8f-42d7-900d-b38d37e38901","header":"x-maas-subscription"} {"level":"info","ts":1785182726.9089417,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"95290e41-9e8f-42d7-900d-b38d37e38901","header":"x-maas-username"} {"level":"info","ts":1785182726.9089575,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"95290e41-9e8f-42d7-900d-b38d37e38901","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785182726.908983,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"95290e41-9e8f-42d7-900d-b38d37e38901"} {"level":"info","ts":1785182726.9098952,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"95290e41-9e8f-42d7-900d-b38d37e38901"} {"level":"info","ts":1785182726.9099169,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"95290e41-9e8f-42d7-900d-b38d37e38901"} {"level":"info","ts":1785182726.9099355,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"95290e41-9e8f-42d7-900d-b38d37e38901","EoS":false} {"level":"info","ts":1785182726.9099472,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"95290e41-9e8f-42d7-900d-b38d37e38901","EoS":true} {"level":"info","ts":1785182726.909974,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"95290e41-9e8f-42d7-900d-b38d37e38901"} {"level":"info","ts":1785182731.6902366,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"a9645585-63ad-42ff-9111-4d8158e74c66","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785182731.6905894,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":32931.216623178,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785182731.6906207,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785182731.73326,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785182731.7914371,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"a9645585-63ad-42ff-9111-4d8158e74c66","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785182731.8077064,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0c4bced7-c5b9-4769-83e5-70fc82f6d4e1","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785182731.807731,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2133001b-535a-453f-8719-5d23161184a8"} {"level":"info","ts":1785182731.807747,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0c4bced7-c5b9-4769-83e5-70fc82f6d4e1","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785182731.8156517,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"497ad2ed-7b0a-4df5-b48f-64cde46384bf","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785182731.815686,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"497ad2ed-7b0a-4df5-b48f-64cde46384bf","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785182731.8168714,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2133001b-535a-453f-8719-5d23161184a8","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785182731.817089,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34594.508215079,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785182731.8171043,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785182731.824961,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785182731.917974,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2133001b-535a-453f-8719-5d23161184a8","name":"e2e-external-provider"} {"level":"info","ts":1785182731.9266167,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6bc8c4ad-f98c-4fa5-b6fb-f6d530d4090f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785182731.9266672,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6bc8c4ad-f98c-4fa5-b6fb-f6d530d4090f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785182731.9266033,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9db4239d-40f2-482e-92ff-60dc9cdb3c28"} {"level":"info","ts":1785182731.933746,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9db4239d-40f2-482e-92ff-60dc9cdb3c28","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785182731.933798,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"727d8b33-6ae1-48f0-9029-2e01691e0c32","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785182731.9338217,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"727d8b33-6ae1-48f0-9029-2e01691e0c32","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785182731.9346519,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2133001b-535a-453f-8719-5d23161184a8","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"error","ts":1785182731.941623,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9db4239d-40f2-482e-92ff-60dc9cdb3c28","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785182731.9416804,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7f846b1e-3835-47d5-9299-b72b4d49fd85","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785182731.941696,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4e56fa1a-81d9-4207-bf84-181ab4f709da"} {"level":"info","ts":1785182731.941707,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7f846b1e-3835-47d5-9299-b72b4d49fd85","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785182731.9417164,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4e56fa1a-81d9-4207-bf84-181ab4f709da","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785182731.9449039,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2133001b-535a-453f-8719-5d23161184a8","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1785182731.9455912,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4e56fa1a-81d9-4207-bf84-181ab4f709da","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785182731.9522243,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2133001b-535a-453f-8719-5d23161184a8","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785182731.9557016,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d3c50c3f-994d-46d6-8ec5-a6212644e21f"} {"level":"error","ts":1785182731.9557116,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2133001b-535a-453f-8719-5d23161184a8","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785182731.9557326,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d3c50c3f-994d-46d6-8ec5-a6212644e21f","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785182731.9557815,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"03e9b57a-f6f9-498a-8f11-ec36bdc541f5"} {"level":"info","ts":1785182731.9558315,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"03e9b57a-f6f9-498a-8f11-ec36bdc541f5","name":"e2e-external-provider"} {"level":"error","ts":1785182731.959941,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d3c50c3f-994d-46d6-8ec5-a6212644e21f","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785182731.9659274,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"03e9b57a-f6f9-498a-8f11-ec36bdc541f5","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785182731.973566,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e82f6030-62ae-4a08-a6b3-e9455e52fefb","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785182731.9735987,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e82f6030-62ae-4a08-a6b3-e9455e52fefb","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785182731.9736776,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7c055afd-1d80-446b-8c95-545403e24db0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785182731.9736989,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7c055afd-1d80-446b-8c95-545403e24db0","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785182731.9735703,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e627b7a9-78bc-466b-9af0-aa4c9af1bebb"} {"level":"info","ts":1785182731.9738286,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"28731fbe-e770-4a67-aa36-c0ee8246becd"} {"level":"info","ts":1785182731.9739535,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"28731fbe-e770-4a67-aa36-c0ee8246becd","name":"e2e-external-provider"} {"level":"info","ts":1785182731.9739735,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":33764.442626129,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785182731.9739957,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785182731.981881,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785182731.984236,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"28731fbe-e770-4a67-aa36-c0ee8246becd","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785182732.0740604,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e627b7a9-78bc-466b-9af0-aa4c9af1bebb","name":"e2e-external-model"} {"level":"info","ts":1785182732.0850768,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e627b7a9-78bc-466b-9af0-aa4c9af1bebb","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785182732.0908468,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"56e49448-6bd6-4c21-a7af-b09c304f5aa9"} {"level":"info","ts":1785182732.0908465,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"72322f88-101a-452b-ac1e-b8787ace4aaa","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785182732.0908844,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"72322f88-101a-452b-ac1e-b8787ace4aaa","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785182732.090918,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"56e49448-6bd6-4c21-a7af-b09c304f5aa9","name":"e2e-external-model"} {"level":"error","ts":1785182732.1054616,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"56e49448-6bd6-4c21-a7af-b09c304f5aa9","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785182732.1056244,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"73540a2a-3d9c-470a-a869-00a8ccc75127","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785182732.1056435,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5843a76c-0155-4867-8892-e203fae0c1ad"} {"level":"info","ts":1785182732.105656,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"73540a2a-3d9c-470a-a869-00a8ccc75127","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785182732.1056912,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5843a76c-0155-4867-8892-e203fae0c1ad","name":"e2e-external-model"} {"level":"info","ts":1785182732.1145778,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5843a76c-0155-4867-8892-e203fae0c1ad","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785182732.1220596,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9b3795ce-a53c-4809-94c3-e554b117128e"} {"level":"info","ts":1785182732.1221097,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9b3795ce-a53c-4809-94c3-e554b117128e","name":"e2e-external-model"} {"level":"info","ts":1785182732.1221163,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9aec1d9c-bc49-4d88-9525-888528ee4154","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785182732.1221392,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9aec1d9c-bc49-4d88-9525-888528ee4154","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785182732.1310322,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9b3795ce-a53c-4809-94c3-e554b117128e","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785182739.3435447,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182739.343621,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"47c3ef13-3857-4a5a-a6c1-8db0c26d583f"} {"level":"info","ts":1785182739.3436334,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"47c3ef13-3857-4a5a-a6c1-8db0c26d583f"} {"level":"info","ts":1785182739.3436463,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"47c3ef13-3857-4a5a-a6c1-8db0c26d583f","EoS":true} {"level":"info","ts":1785182739.3436775,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"47c3ef13-3857-4a5a-a6c1-8db0c26d583f","header":"x-maas-subscription"} {"level":"info","ts":1785182739.3436897,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"47c3ef13-3857-4a5a-a6c1-8db0c26d583f","header":"x-maas-username"} {"level":"info","ts":1785182739.3436956,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"47c3ef13-3857-4a5a-a6c1-8db0c26d583f","header":"x-maas-group"} {"level":"info","ts":1785182739.3437088,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"47c3ef13-3857-4a5a-a6c1-8db0c26d583f","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785182739.3437195,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"47c3ef13-3857-4a5a-a6c1-8db0c26d583f","modelName":"e2e-external-model"} {"level":"info","ts":1785182739.3437338,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"47c3ef13-3857-4a5a-a6c1-8db0c26d583f","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785182739.3437674,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"47c3ef13-3857-4a5a-a6c1-8db0c26d583f","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785182739.3437831,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"47c3ef13-3857-4a5a-a6c1-8db0c26d583f","authType":"apikey"} {"level":"info","ts":1785182739.3438199,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"47c3ef13-3857-4a5a-a6c1-8db0c26d583f"} {"level":"info","ts":1785182739.4723504,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"80f6d82e-e2a2-4246-9490-d4ed361dbc30"} {"level":"info","ts":1785182739.472395,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5c8fee5d-eaba-4b0e-8fcb-b4febe021899","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785182739.4724352,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5c8fee5d-eaba-4b0e-8fcb-b4febe021899","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785182739.478125,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8fdbf03c-f0a0-45d6-88d0-6d4fd4dbffc0","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785182739.4781542,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8fdbf03c-f0a0-45d6-88d0-6d4fd4dbffc0","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785182739.4813085,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"80f6d82e-e2a2-4246-9490-d4ed361dbc30","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785182739.4813678,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"80f6d82e-e2a2-4246-9490-d4ed361dbc30","name":"e2e-cleanup-test"} {"level":"info","ts":1785182739.4988794,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"edfcd168-a051-4f51-ba22-26c3292cd59c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785182739.498911,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"edfcd168-a051-4f51-ba22-26c3292cd59c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785182739.5048432,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"80f6d82e-e2a2-4246-9490-d4ed361dbc30","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785182739.5048983,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"80f6d82e-e2a2-4246-9490-d4ed361dbc30","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785182739.5049675,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a3e3d68c-0a77-40be-8aff-51e5b359a7a0"} {"level":"info","ts":1785182739.505034,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a3e3d68c-0a77-40be-8aff-51e5b359a7a0","name":"e2e-cleanup-test"} {"level":"info","ts":1785182739.5116436,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cd72f05c-9fe6-4c8a-9933-c91c1b43919c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785182739.5116806,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cd72f05c-9fe6-4c8a-9933-c91c1b43919c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785182739.5142655,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a3e3d68c-0a77-40be-8aff-51e5b359a7a0","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785182739.5183098,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a3e3d68c-0a77-40be-8aff-51e5b359a7a0","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785182739.5183916,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5ef68e51-9fc1-41f3-9e70-aee90f7aceeb"} {"level":"info","ts":1785182739.518444,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5ef68e51-9fc1-41f3-9e70-aee90f7aceeb","name":"e2e-cleanup-test"} {"level":"info","ts":1785182739.5262065,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c3354bcd-517d-4332-a3c0-1c83826230ba","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785182739.5262325,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c3354bcd-517d-4332-a3c0-1c83826230ba","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785182739.5280056,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5ef68e51-9fc1-41f3-9e70-aee90f7aceeb","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785182739.5315304,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5ef68e51-9fc1-41f3-9e70-aee90f7aceeb","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785182739.531597,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d8a94037-4d92-477c-9078-118501445780"} {"level":"info","ts":1785182739.5316412,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d8a94037-4d92-477c-9078-118501445780","name":"e2e-cleanup-test"} {"level":"info","ts":1785182739.539576,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d8a94037-4d92-477c-9078-118501445780","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785182747.7520638,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a582f85a-ecb4-4d18-982f-071f21b2bb71"} {"level":"info","ts":1785182747.752064,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"44515292-7a2a-4644-93ff-fe15ee08fb2d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785182747.7521548,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"44515292-7a2a-4644-93ff-fe15ee08fb2d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785182752.0580192,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182752.0580788,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9a403e24-0d95-48b4-841a-9549b1cd4fc2"} {"level":"info","ts":1785182752.0580857,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9a403e24-0d95-48b4-841a-9549b1cd4fc2"} {"level":"info","ts":1785182752.0580962,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9a403e24-0d95-48b4-841a-9549b1cd4fc2","EoS":true} {"level":"info","ts":1785182752.0581253,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9a403e24-0d95-48b4-841a-9549b1cd4fc2","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785182752.0581512,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9a403e24-0d95-48b4-841a-9549b1cd4fc2"} {"level":"info","ts":1785182752.0968401,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182752.0969255,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eb48acc0-974a-4a44-ab1d-20e7772a7a3c"} {"level":"info","ts":1785182752.096943,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"eb48acc0-974a-4a44-ab1d-20e7772a7a3c"} {"level":"info","ts":1785182752.0969596,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eb48acc0-974a-4a44-ab1d-20e7772a7a3c","EoS":true} {"level":"info","ts":1785182752.0969872,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eb48acc0-974a-4a44-ab1d-20e7772a7a3c","header":"x-maas-subscription"} {"level":"info","ts":1785182752.0970016,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eb48acc0-974a-4a44-ab1d-20e7772a7a3c","header":"x-maas-group"} {"level":"info","ts":1785182752.0970075,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eb48acc0-974a-4a44-ab1d-20e7772a7a3c","header":"x-maas-username"} {"level":"info","ts":1785182752.0970204,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eb48acc0-974a-4a44-ab1d-20e7772a7a3c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785182752.0970292,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"eb48acc0-974a-4a44-ab1d-20e7772a7a3c","modelName":"e2e-external-model"} {"level":"info","ts":1785182752.0970414,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"eb48acc0-974a-4a44-ab1d-20e7772a7a3c","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785182752.0970635,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"eb48acc0-974a-4a44-ab1d-20e7772a7a3c","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785182752.0970798,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"eb48acc0-974a-4a44-ab1d-20e7772a7a3c","authType":"apikey"} {"level":"info","ts":1785182752.0971048,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"eb48acc0-974a-4a44-ab1d-20e7772a7a3c"} {"level":"info","ts":1785182752.132373,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182752.1324632,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"67b645fd-2159-46bd-ad79-76deb26dcccb"} {"level":"info","ts":1785182752.1324966,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"67b645fd-2159-46bd-ad79-76deb26dcccb"} {"level":"info","ts":1785182752.1325107,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"67b645fd-2159-46bd-ad79-76deb26dcccb","EoS":true} {"level":"info","ts":1785182752.1325326,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"67b645fd-2159-46bd-ad79-76deb26dcccb","header":"x-maas-subscription"} {"level":"info","ts":1785182752.132545,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"67b645fd-2159-46bd-ad79-76deb26dcccb","header":"x-maas-group"} {"level":"info","ts":1785182752.1325507,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"67b645fd-2159-46bd-ad79-76deb26dcccb","header":"x-maas-username"} {"level":"info","ts":1785182752.1325638,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"67b645fd-2159-46bd-ad79-76deb26dcccb","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785182752.1325893,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"67b645fd-2159-46bd-ad79-76deb26dcccb"} {"level":"info","ts":1785182752.2352538,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"67b645fd-2159-46bd-ad79-76deb26dcccb"} {"level":"info","ts":1785182752.2352843,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"67b645fd-2159-46bd-ad79-76deb26dcccb"} {"level":"info","ts":1785182752.235309,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"67b645fd-2159-46bd-ad79-76deb26dcccb","EoS":false} {"level":"info","ts":1785182752.2353282,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"67b645fd-2159-46bd-ad79-76deb26dcccb","EoS":true} {"level":"error","ts":1785182752.235342,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"67b645fd-2159-46bd-ad79-76deb26dcccb","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785182752.2354093,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"67b645fd-2159-46bd-ad79-76deb26dcccb"} {"level":"info","ts":1785182752.2697446,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182752.2698107,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1ac01979-06af-493b-8a8e-0bbd6c10eaa0"} {"level":"info","ts":1785182752.2698212,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1ac01979-06af-493b-8a8e-0bbd6c10eaa0"} {"level":"info","ts":1785182752.2698321,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1ac01979-06af-493b-8a8e-0bbd6c10eaa0","EoS":true} {"level":"info","ts":1785182752.269861,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1ac01979-06af-493b-8a8e-0bbd6c10eaa0","header":"x-maas-username"} {"level":"info","ts":1785182752.2698743,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1ac01979-06af-493b-8a8e-0bbd6c10eaa0","header":"x-maas-subscription"} {"level":"info","ts":1785182752.269879,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1ac01979-06af-493b-8a8e-0bbd6c10eaa0","header":"x-maas-group"} {"level":"info","ts":1785182752.2699077,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1ac01979-06af-493b-8a8e-0bbd6c10eaa0"} {"level":"info","ts":1785182752.3194022,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1ac01979-06af-493b-8a8e-0bbd6c10eaa0"} {"level":"info","ts":1785182752.3194346,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1ac01979-06af-493b-8a8e-0bbd6c10eaa0"} {"level":"info","ts":1785182752.3194528,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1ac01979-06af-493b-8a8e-0bbd6c10eaa0","EoS":false} {"level":"info","ts":1785182752.3194647,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1ac01979-06af-493b-8a8e-0bbd6c10eaa0","EoS":true} {"level":"error","ts":1785182752.3194947,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"1ac01979-06af-493b-8a8e-0bbd6c10eaa0","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785182752.3195388,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"1ac01979-06af-493b-8a8e-0bbd6c10eaa0"} {"level":"info","ts":1785182753.1398163,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2cfe61ec-f440-4693-8c3d-995f49696b7c"} {"level":"info","ts":1785182753.1398664,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"708228ae-2997-41d6-a521-2036895ffbf5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785182753.1398947,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"708228ae-2997-41d6-a521-2036895ffbf5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785182753.2795026,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9bed3174-78ed-46e2-beb4-ec18e2afce34","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785182753.2795417,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9bed3174-78ed-46e2-beb4-ec18e2afce34","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785182753.279567,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4fd54a08-1d2f-4925-adc6-8c86340cabe4"} {"level":"info","ts":1785182753.4046483,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"824850d2-9baf-4c35-9745-78c377c6c1c5","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785182753.404735,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"824850d2-9baf-4c35-9745-78c377c6c1c5","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785184075.4854517,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184075.4855728,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aa71f696-6548-42d4-8c9b-3965a10a067e"} {"level":"info","ts":1785184131.5049298,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184131.5050297,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b5d999a7-12f7-4dee-a86d-3f3dee1bf540"} {"level":"info","ts":1785184131.5050454,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b5d999a7-12f7-4dee-a86d-3f3dee1bf540"} {"level":"info","ts":1785184131.5050654,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b5d999a7-12f7-4dee-a86d-3f3dee1bf540","EoS":true} {"level":"info","ts":1785184131.5051098,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b5d999a7-12f7-4dee-a86d-3f3dee1bf540","header":"x-maas-subscription"} {"level":"info","ts":1785184131.505122,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b5d999a7-12f7-4dee-a86d-3f3dee1bf540","header":"x-maas-group"} {"level":"info","ts":1785184131.5051296,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b5d999a7-12f7-4dee-a86d-3f3dee1bf540","header":"x-maas-username"} {"level":"info","ts":1785184131.5051496,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b5d999a7-12f7-4dee-a86d-3f3dee1bf540","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785184131.5051773,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b5d999a7-12f7-4dee-a86d-3f3dee1bf540"} {"level":"info","ts":1785184131.5061407,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b5d999a7-12f7-4dee-a86d-3f3dee1bf540"} {"level":"info","ts":1785184131.5061615,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b5d999a7-12f7-4dee-a86d-3f3dee1bf540"} {"level":"info","ts":1785184131.5061753,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b5d999a7-12f7-4dee-a86d-3f3dee1bf540","EoS":false} {"level":"info","ts":1785184131.5061862,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b5d999a7-12f7-4dee-a86d-3f3dee1bf540","EoS":true} {"level":"info","ts":1785184131.5062208,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b5d999a7-12f7-4dee-a86d-3f3dee1bf540"}