{"level":"info","ts":1785201712.938337,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785201712.9384024,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1fdc26a3-753b-4cee-a4c5-b0e6a2ebc64f"} {"level":"info","ts":1785201712.9384108,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1fdc26a3-753b-4cee-a4c5-b0e6a2ebc64f"} {"level":"info","ts":1785201712.938422,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1fdc26a3-753b-4cee-a4c5-b0e6a2ebc64f","EoS":true} {"level":"info","ts":1785201712.938454,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1fdc26a3-753b-4cee-a4c5-b0e6a2ebc64f","header":"x-maas-username"} {"level":"info","ts":1785201712.9384656,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1fdc26a3-753b-4cee-a4c5-b0e6a2ebc64f","header":"x-maas-subscription"} {"level":"info","ts":1785201712.93847,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1fdc26a3-753b-4cee-a4c5-b0e6a2ebc64f","header":"x-maas-group"} {"level":"info","ts":1785201712.9384842,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1fdc26a3-753b-4cee-a4c5-b0e6a2ebc64f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785201712.938507,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1fdc26a3-753b-4cee-a4c5-b0e6a2ebc64f"} {"level":"info","ts":1785201712.9402237,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1fdc26a3-753b-4cee-a4c5-b0e6a2ebc64f"} {"level":"info","ts":1785201712.9402485,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1fdc26a3-753b-4cee-a4c5-b0e6a2ebc64f"} {"level":"info","ts":1785201712.9402683,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1fdc26a3-753b-4cee-a4c5-b0e6a2ebc64f","EoS":false} {"level":"info","ts":1785201712.9402857,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1fdc26a3-753b-4cee-a4c5-b0e6a2ebc64f","EoS":true} {"level":"info","ts":1785201712.9403214,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"1fdc26a3-753b-4cee-a4c5-b0e6a2ebc64f"} {"level":"info","ts":1785201713.6699622,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785201713.670053,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bed4307b-39e7-4fd2-b40a-685329c51977"} {"level":"info","ts":1785201713.6700664,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bed4307b-39e7-4fd2-b40a-685329c51977"} {"level":"info","ts":1785201713.6700795,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bed4307b-39e7-4fd2-b40a-685329c51977","EoS":true} {"level":"info","ts":1785201713.670105,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bed4307b-39e7-4fd2-b40a-685329c51977","header":"x-maas-subscription"} {"level":"info","ts":1785201713.6701143,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bed4307b-39e7-4fd2-b40a-685329c51977","header":"x-maas-group"} {"level":"info","ts":1785201713.67012,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bed4307b-39e7-4fd2-b40a-685329c51977","header":"x-maas-username"} {"level":"info","ts":1785201713.6701522,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bed4307b-39e7-4fd2-b40a-685329c51977","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785201713.6701808,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bed4307b-39e7-4fd2-b40a-685329c51977"} {"level":"info","ts":1785201713.6711125,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bed4307b-39e7-4fd2-b40a-685329c51977"} {"level":"info","ts":1785201713.6711442,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"bed4307b-39e7-4fd2-b40a-685329c51977"} {"level":"info","ts":1785201713.6711602,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bed4307b-39e7-4fd2-b40a-685329c51977","EoS":false} {"level":"info","ts":1785201713.671172,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bed4307b-39e7-4fd2-b40a-685329c51977","EoS":true} {"level":"info","ts":1785201713.6711993,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"bed4307b-39e7-4fd2-b40a-685329c51977"} {"level":"info","ts":1785201736.759392,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785201736.7594671,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ca3c56cf-413e-4835-8241-3ff9d962a441"} {"level":"info","ts":1785201736.7594776,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ca3c56cf-413e-4835-8241-3ff9d962a441"} {"level":"info","ts":1785201736.7594886,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ca3c56cf-413e-4835-8241-3ff9d962a441","EoS":true} {"level":"info","ts":1785201736.7595134,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ca3c56cf-413e-4835-8241-3ff9d962a441","header":"x-maas-group"} {"level":"info","ts":1785201736.7595239,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ca3c56cf-413e-4835-8241-3ff9d962a441","header":"x-maas-subscription"} {"level":"info","ts":1785201736.7595289,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ca3c56cf-413e-4835-8241-3ff9d962a441","header":"x-maas-username"} {"level":"info","ts":1785201736.7595413,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ca3c56cf-413e-4835-8241-3ff9d962a441","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785201736.7595634,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ca3c56cf-413e-4835-8241-3ff9d962a441"} {"level":"info","ts":1785201736.7610614,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ca3c56cf-413e-4835-8241-3ff9d962a441"} {"level":"info","ts":1785201736.7610822,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ca3c56cf-413e-4835-8241-3ff9d962a441"} {"level":"info","ts":1785201736.7610977,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ca3c56cf-413e-4835-8241-3ff9d962a441","EoS":false} {"level":"info","ts":1785201736.7611098,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ca3c56cf-413e-4835-8241-3ff9d962a441","EoS":true} {"level":"info","ts":1785201736.7611601,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"ca3c56cf-413e-4835-8241-3ff9d962a441"} {"level":"info","ts":1785201736.8952725,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785201736.8953488,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ec3d96ac-f54b-4a16-be57-71bc76e7e323"} {"level":"info","ts":1785201736.8953598,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ec3d96ac-f54b-4a16-be57-71bc76e7e323"} {"level":"info","ts":1785201736.895372,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ec3d96ac-f54b-4a16-be57-71bc76e7e323","EoS":true} {"level":"info","ts":1785201736.8953958,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ec3d96ac-f54b-4a16-be57-71bc76e7e323","header":"x-maas-username"} {"level":"info","ts":1785201736.895406,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ec3d96ac-f54b-4a16-be57-71bc76e7e323","header":"x-maas-subscription"} {"level":"info","ts":1785201736.8954115,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ec3d96ac-f54b-4a16-be57-71bc76e7e323","header":"x-maas-group"} {"level":"info","ts":1785201736.895425,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ec3d96ac-f54b-4a16-be57-71bc76e7e323","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785201736.8954506,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ec3d96ac-f54b-4a16-be57-71bc76e7e323"} {"level":"info","ts":1785201736.8963354,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ec3d96ac-f54b-4a16-be57-71bc76e7e323"} {"level":"info","ts":1785201736.896354,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ec3d96ac-f54b-4a16-be57-71bc76e7e323"} {"level":"info","ts":1785201736.8963706,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ec3d96ac-f54b-4a16-be57-71bc76e7e323","EoS":false} {"level":"info","ts":1785201736.896382,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ec3d96ac-f54b-4a16-be57-71bc76e7e323","EoS":true} {"level":"info","ts":1785201736.896412,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"ec3d96ac-f54b-4a16-be57-71bc76e7e323"} {"level":"info","ts":1785201737.0320518,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785201737.0321558,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2c8b27ce-e7f1-452c-9521-269d58ce0014"} {"level":"info","ts":1785201737.0321684,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2c8b27ce-e7f1-452c-9521-269d58ce0014"} {"level":"info","ts":1785201737.0321853,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2c8b27ce-e7f1-452c-9521-269d58ce0014","EoS":true} {"level":"info","ts":1785201737.0322168,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2c8b27ce-e7f1-452c-9521-269d58ce0014","header":"x-maas-username"} {"level":"info","ts":1785201737.0322278,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2c8b27ce-e7f1-452c-9521-269d58ce0014","header":"x-maas-subscription"} {"level":"info","ts":1785201737.032233,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2c8b27ce-e7f1-452c-9521-269d58ce0014","header":"x-maas-group"} {"level":"info","ts":1785201737.0322478,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2c8b27ce-e7f1-452c-9521-269d58ce0014","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785201737.032279,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2c8b27ce-e7f1-452c-9521-269d58ce0014"} {"level":"info","ts":1785201737.0350773,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2c8b27ce-e7f1-452c-9521-269d58ce0014"} {"level":"info","ts":1785201737.0350997,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2c8b27ce-e7f1-452c-9521-269d58ce0014"} {"level":"info","ts":1785201737.035115,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2c8b27ce-e7f1-452c-9521-269d58ce0014","EoS":false} {"level":"info","ts":1785201737.035157,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2c8b27ce-e7f1-452c-9521-269d58ce0014","EoS":true} {"level":"info","ts":1785201737.0351918,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"2c8b27ce-e7f1-452c-9521-269d58ce0014"} {"level":"info","ts":1785201737.169523,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785201737.1696217,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"20334357-1efd-4c7e-942c-94e3a8f94f19"} {"level":"info","ts":1785201737.1696382,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"20334357-1efd-4c7e-942c-94e3a8f94f19"} {"level":"info","ts":1785201737.1696515,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"20334357-1efd-4c7e-942c-94e3a8f94f19","EoS":true} {"level":"info","ts":1785201737.1696799,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"20334357-1efd-4c7e-942c-94e3a8f94f19","header":"x-maas-username"} {"level":"info","ts":1785201737.1696901,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"20334357-1efd-4c7e-942c-94e3a8f94f19","header":"x-maas-subscription"} {"level":"info","ts":1785201737.1696954,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"20334357-1efd-4c7e-942c-94e3a8f94f19","header":"x-maas-group"} {"level":"info","ts":1785201737.1697087,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"20334357-1efd-4c7e-942c-94e3a8f94f19","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785201737.169734,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"20334357-1efd-4c7e-942c-94e3a8f94f19"} {"level":"info","ts":1785201737.1706467,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"20334357-1efd-4c7e-942c-94e3a8f94f19"} {"level":"info","ts":1785201737.1706657,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"20334357-1efd-4c7e-942c-94e3a8f94f19"} {"level":"info","ts":1785201737.1706805,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"20334357-1efd-4c7e-942c-94e3a8f94f19","EoS":false} {"level":"info","ts":1785201737.1706927,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"20334357-1efd-4c7e-942c-94e3a8f94f19","EoS":true} {"level":"info","ts":1785201737.1707194,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"20334357-1efd-4c7e-942c-94e3a8f94f19"} {"level":"info","ts":1785201737.3059058,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785201737.3059819,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"53735d79-22ad-4bc7-b179-f13e1b339df0"} {"level":"info","ts":1785201737.305994,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"53735d79-22ad-4bc7-b179-f13e1b339df0"} {"level":"info","ts":1785201737.3060052,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"53735d79-22ad-4bc7-b179-f13e1b339df0","EoS":true} {"level":"info","ts":1785201737.3060305,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"53735d79-22ad-4bc7-b179-f13e1b339df0","header":"x-maas-username"} {"level":"info","ts":1785201737.3060408,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"53735d79-22ad-4bc7-b179-f13e1b339df0","header":"x-maas-subscription"} {"level":"info","ts":1785201737.3060462,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"53735d79-22ad-4bc7-b179-f13e1b339df0","header":"x-maas-group"} {"level":"info","ts":1785201737.3060591,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"53735d79-22ad-4bc7-b179-f13e1b339df0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785201737.306084,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"53735d79-22ad-4bc7-b179-f13e1b339df0"} {"level":"info","ts":1785201737.3070352,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"53735d79-22ad-4bc7-b179-f13e1b339df0"} {"level":"info","ts":1785201737.3070583,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"53735d79-22ad-4bc7-b179-f13e1b339df0"} {"level":"info","ts":1785201737.30708,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"53735d79-22ad-4bc7-b179-f13e1b339df0","EoS":false} {"level":"info","ts":1785201737.3070982,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"53735d79-22ad-4bc7-b179-f13e1b339df0","EoS":true} {"level":"info","ts":1785201737.3071623,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"53735d79-22ad-4bc7-b179-f13e1b339df0"} {"level":"info","ts":1785201754.2038393,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785201754.2039104,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1aae8037-4acd-4529-9384-e3b4e2bf0194"} {"level":"info","ts":1785201754.203921,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1aae8037-4acd-4529-9384-e3b4e2bf0194"} {"level":"info","ts":1785201754.2039316,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1aae8037-4acd-4529-9384-e3b4e2bf0194","EoS":true} {"level":"info","ts":1785201754.2039537,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1aae8037-4acd-4529-9384-e3b4e2bf0194","header":"x-maas-username"} {"level":"info","ts":1785201754.203964,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1aae8037-4acd-4529-9384-e3b4e2bf0194","header":"x-maas-group"} {"level":"info","ts":1785201754.2039714,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1aae8037-4acd-4529-9384-e3b4e2bf0194","header":"x-maas-subscription"} {"level":"info","ts":1785201754.2039838,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1aae8037-4acd-4529-9384-e3b4e2bf0194","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785201754.2040098,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1aae8037-4acd-4529-9384-e3b4e2bf0194"} {"level":"info","ts":1785201754.206833,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1aae8037-4acd-4529-9384-e3b4e2bf0194"} {"level":"info","ts":1785201754.2068603,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1aae8037-4acd-4529-9384-e3b4e2bf0194"} {"level":"info","ts":1785201754.2068827,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1aae8037-4acd-4529-9384-e3b4e2bf0194","EoS":false} {"level":"info","ts":1785201754.2069066,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1aae8037-4acd-4529-9384-e3b4e2bf0194","EoS":true} {"level":"info","ts":1785201754.2069438,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"1aae8037-4acd-4529-9384-e3b4e2bf0194"} {"level":"info","ts":1785201754.2985032,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785201754.2985804,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9983e653-9260-4cda-882c-684810a09172"} {"level":"info","ts":1785201754.3004844,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9983e653-9260-4cda-882c-684810a09172"} {"level":"info","ts":1785201754.300503,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9983e653-9260-4cda-882c-684810a09172"} {"level":"info","ts":1785201754.3005192,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9983e653-9260-4cda-882c-684810a09172","EoS":false} {"level":"info","ts":1785201754.3005304,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9983e653-9260-4cda-882c-684810a09172"} {"level":"info","ts":1785201754.3005514,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9983e653-9260-4cda-882c-684810a09172","EoS":true} {"level":"info","ts":1785201754.3005607,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9983e653-9260-4cda-882c-684810a09172"} {"level":"info","ts":1785201758.890921,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785201758.8910124,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"da2b7068-2076-44ca-8ad5-7bd79cd49231"} {"level":"info","ts":1785201758.891029,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"da2b7068-2076-44ca-8ad5-7bd79cd49231"} {"level":"info","ts":1785201758.8910475,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"da2b7068-2076-44ca-8ad5-7bd79cd49231","EoS":true} {"level":"info","ts":1785201758.8910875,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"da2b7068-2076-44ca-8ad5-7bd79cd49231","header":"x-maas-subscription"} {"level":"info","ts":1785201758.891101,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"da2b7068-2076-44ca-8ad5-7bd79cd49231","header":"x-maas-group"} {"level":"info","ts":1785201758.8911092,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"da2b7068-2076-44ca-8ad5-7bd79cd49231","header":"x-maas-username"} {"level":"info","ts":1785201758.8911474,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"da2b7068-2076-44ca-8ad5-7bd79cd49231","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785201758.891183,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"da2b7068-2076-44ca-8ad5-7bd79cd49231"} {"level":"info","ts":1785201758.8935752,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"da2b7068-2076-44ca-8ad5-7bd79cd49231"} {"level":"info","ts":1785201758.8935964,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"da2b7068-2076-44ca-8ad5-7bd79cd49231"} {"level":"info","ts":1785201758.8936112,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"da2b7068-2076-44ca-8ad5-7bd79cd49231","EoS":false} {"level":"info","ts":1785201758.893622,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"da2b7068-2076-44ca-8ad5-7bd79cd49231","EoS":true} {"level":"info","ts":1785201758.8936548,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"da2b7068-2076-44ca-8ad5-7bd79cd49231"} {"level":"info","ts":1785201767.4535167,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785201767.4536085,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0f63fe78-6deb-418a-93c0-93bb029989a7"} {"level":"info","ts":1785201767.4536238,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0f63fe78-6deb-418a-93c0-93bb029989a7"} {"level":"info","ts":1785201767.4536433,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0f63fe78-6deb-418a-93c0-93bb029989a7","EoS":true} {"level":"info","ts":1785201767.4536824,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0f63fe78-6deb-418a-93c0-93bb029989a7","header":"x-maas-group"} {"level":"info","ts":1785201767.4536948,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0f63fe78-6deb-418a-93c0-93bb029989a7","header":"x-maas-username"} {"level":"info","ts":1785201767.4537044,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0f63fe78-6deb-418a-93c0-93bb029989a7","header":"x-maas-subscription"} {"level":"info","ts":1785201767.453724,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0f63fe78-6deb-418a-93c0-93bb029989a7","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785201767.4537582,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0f63fe78-6deb-418a-93c0-93bb029989a7"} {"level":"info","ts":1785201767.4546835,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0f63fe78-6deb-418a-93c0-93bb029989a7"} {"level":"info","ts":1785201767.4547045,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0f63fe78-6deb-418a-93c0-93bb029989a7"} {"level":"info","ts":1785201767.4547262,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0f63fe78-6deb-418a-93c0-93bb029989a7","EoS":false} {"level":"info","ts":1785201767.4547377,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0f63fe78-6deb-418a-93c0-93bb029989a7","EoS":true} {"level":"info","ts":1785201767.4547641,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"0f63fe78-6deb-418a-93c0-93bb029989a7"} {"level":"info","ts":1785201780.315246,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785201780.3153393,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d0062719-994d-44c9-86c2-2ac27f2ccc24"} {"level":"info","ts":1785201780.3153553,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d0062719-994d-44c9-86c2-2ac27f2ccc24"} {"level":"info","ts":1785201780.3153718,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d0062719-994d-44c9-86c2-2ac27f2ccc24","EoS":true} {"level":"info","ts":1785201780.315405,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d0062719-994d-44c9-86c2-2ac27f2ccc24","header":"x-maas-username"} {"level":"info","ts":1785201780.3154204,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d0062719-994d-44c9-86c2-2ac27f2ccc24","header":"x-maas-group"} {"level":"info","ts":1785201780.3154302,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d0062719-994d-44c9-86c2-2ac27f2ccc24","header":"x-maas-subscription"} {"level":"info","ts":1785201780.3154485,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d0062719-994d-44c9-86c2-2ac27f2ccc24","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785201780.3154833,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d0062719-994d-44c9-86c2-2ac27f2ccc24"} {"level":"info","ts":1785201780.3164096,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d0062719-994d-44c9-86c2-2ac27f2ccc24"} {"level":"info","ts":1785201780.3164272,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d0062719-994d-44c9-86c2-2ac27f2ccc24"} {"level":"info","ts":1785201780.3164446,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d0062719-994d-44c9-86c2-2ac27f2ccc24","EoS":false} {"level":"info","ts":1785201780.3164556,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d0062719-994d-44c9-86c2-2ac27f2ccc24","EoS":true} {"level":"info","ts":1785201780.3164904,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"d0062719-994d-44c9-86c2-2ac27f2ccc24"} {"level":"info","ts":1785201788.8237023,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785201788.8237796,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f11d67b7-0f55-42a1-8d5d-1cbd5b5843b8"} {"level":"info","ts":1785201788.8237896,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f11d67b7-0f55-42a1-8d5d-1cbd5b5843b8"} {"level":"info","ts":1785201788.8238018,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f11d67b7-0f55-42a1-8d5d-1cbd5b5843b8","EoS":true} {"level":"info","ts":1785201788.8238256,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f11d67b7-0f55-42a1-8d5d-1cbd5b5843b8","header":"x-maas-subscription"} {"level":"info","ts":1785201788.823837,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f11d67b7-0f55-42a1-8d5d-1cbd5b5843b8","header":"x-maas-username"} {"level":"info","ts":1785201788.8238425,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f11d67b7-0f55-42a1-8d5d-1cbd5b5843b8","header":"x-maas-group"} {"level":"info","ts":1785201788.8238554,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f11d67b7-0f55-42a1-8d5d-1cbd5b5843b8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785201788.8238835,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f11d67b7-0f55-42a1-8d5d-1cbd5b5843b8"} {"level":"info","ts":1785201788.824904,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f11d67b7-0f55-42a1-8d5d-1cbd5b5843b8"} {"level":"info","ts":1785201788.8249242,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f11d67b7-0f55-42a1-8d5d-1cbd5b5843b8"} {"level":"info","ts":1785201788.824939,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f11d67b7-0f55-42a1-8d5d-1cbd5b5843b8","EoS":false} {"level":"info","ts":1785201788.82495,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f11d67b7-0f55-42a1-8d5d-1cbd5b5843b8","EoS":true} {"level":"info","ts":1785201788.824977,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"f11d67b7-0f55-42a1-8d5d-1cbd5b5843b8"} {"level":"info","ts":1785201797.6580184,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785201797.6581023,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"234eca8c-17f9-48a2-833b-ab9e58287b51"} {"level":"info","ts":1785201797.6581128,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"234eca8c-17f9-48a2-833b-ab9e58287b51"} {"level":"info","ts":1785201797.6581254,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"234eca8c-17f9-48a2-833b-ab9e58287b51","EoS":true} {"level":"info","ts":1785201797.6581752,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"234eca8c-17f9-48a2-833b-ab9e58287b51","header":"x-maas-subscription"} {"level":"info","ts":1785201797.6581862,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"234eca8c-17f9-48a2-833b-ab9e58287b51","header":"x-maas-username"} {"level":"info","ts":1785201797.6581926,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"234eca8c-17f9-48a2-833b-ab9e58287b51","header":"x-maas-group"} {"level":"info","ts":1785201797.6582062,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"234eca8c-17f9-48a2-833b-ab9e58287b51","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785201797.6582341,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"234eca8c-17f9-48a2-833b-ab9e58287b51"} {"level":"info","ts":1785201797.6592216,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"234eca8c-17f9-48a2-833b-ab9e58287b51"} {"level":"info","ts":1785201797.6592522,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"234eca8c-17f9-48a2-833b-ab9e58287b51"} {"level":"info","ts":1785201797.659277,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"234eca8c-17f9-48a2-833b-ab9e58287b51","EoS":false} {"level":"info","ts":1785201797.6592937,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"234eca8c-17f9-48a2-833b-ab9e58287b51","EoS":true} {"level":"info","ts":1785201797.6593227,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"234eca8c-17f9-48a2-833b-ab9e58287b51"} {"level":"info","ts":1785201822.5953317,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785201822.5954173,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"665920be-3011-43e2-97b7-c5d024bce528"} {"level":"info","ts":1785201822.5954337,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"665920be-3011-43e2-97b7-c5d024bce528"} {"level":"info","ts":1785201822.5954483,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"665920be-3011-43e2-97b7-c5d024bce528","EoS":true} {"level":"info","ts":1785201822.5954745,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"665920be-3011-43e2-97b7-c5d024bce528","header":"x-maas-group"} {"level":"info","ts":1785201822.5954862,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"665920be-3011-43e2-97b7-c5d024bce528","header":"x-maas-username"} {"level":"info","ts":1785201822.5954924,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"665920be-3011-43e2-97b7-c5d024bce528","header":"x-maas-subscription"} {"level":"info","ts":1785201822.595505,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"665920be-3011-43e2-97b7-c5d024bce528","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785201822.59553,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"665920be-3011-43e2-97b7-c5d024bce528"} {"level":"info","ts":1785201822.5964205,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"665920be-3011-43e2-97b7-c5d024bce528"} {"level":"info","ts":1785201822.5964386,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"665920be-3011-43e2-97b7-c5d024bce528"} {"level":"info","ts":1785201822.5964527,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"665920be-3011-43e2-97b7-c5d024bce528","EoS":false} {"level":"info","ts":1785201822.5964634,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"665920be-3011-43e2-97b7-c5d024bce528","EoS":true} {"level":"info","ts":1785201822.5964892,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"665920be-3011-43e2-97b7-c5d024bce528"} {"level":"info","ts":1785201845.4601848,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785201845.460269,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"43884190-2958-46ea-963e-5e63e8522bc0"} {"level":"info","ts":1785201845.4602776,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"43884190-2958-46ea-963e-5e63e8522bc0"} {"level":"info","ts":1785201845.4602892,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"43884190-2958-46ea-963e-5e63e8522bc0","EoS":true} {"level":"info","ts":1785201845.4603124,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"43884190-2958-46ea-963e-5e63e8522bc0","header":"x-maas-subscription"} {"level":"info","ts":1785201845.460324,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"43884190-2958-46ea-963e-5e63e8522bc0","header":"x-maas-group"} {"level":"info","ts":1785201845.4603298,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"43884190-2958-46ea-963e-5e63e8522bc0","header":"x-maas-username"} {"level":"info","ts":1785201845.4603434,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"43884190-2958-46ea-963e-5e63e8522bc0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785201845.4603727,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"43884190-2958-46ea-963e-5e63e8522bc0"} {"level":"info","ts":1785201845.4638367,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"43884190-2958-46ea-963e-5e63e8522bc0"} {"level":"info","ts":1785201845.4638567,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"43884190-2958-46ea-963e-5e63e8522bc0"} {"level":"info","ts":1785201845.4638734,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"43884190-2958-46ea-963e-5e63e8522bc0","EoS":false} {"level":"info","ts":1785201845.4638848,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"43884190-2958-46ea-963e-5e63e8522bc0","EoS":true} {"level":"info","ts":1785201845.4639134,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"43884190-2958-46ea-963e-5e63e8522bc0"} {"level":"info","ts":1785201882.4918885,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785201882.4919846,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2d3a137f-b448-440a-be27-91f4d29dc36b"} {"level":"info","ts":1785201882.491996,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2d3a137f-b448-440a-be27-91f4d29dc36b"} {"level":"info","ts":1785201882.492008,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2d3a137f-b448-440a-be27-91f4d29dc36b","EoS":true} {"level":"info","ts":1785201882.4920313,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2d3a137f-b448-440a-be27-91f4d29dc36b","header":"x-maas-group"} {"level":"info","ts":1785201882.4920425,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2d3a137f-b448-440a-be27-91f4d29dc36b","header":"x-maas-username"} {"level":"info","ts":1785201882.4920475,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2d3a137f-b448-440a-be27-91f4d29dc36b","header":"x-maas-subscription"} {"level":"info","ts":1785201882.4920616,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2d3a137f-b448-440a-be27-91f4d29dc36b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785201882.4920928,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2d3a137f-b448-440a-be27-91f4d29dc36b"} {"level":"info","ts":1785201882.4949257,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2d3a137f-b448-440a-be27-91f4d29dc36b"} {"level":"info","ts":1785201882.4949517,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2d3a137f-b448-440a-be27-91f4d29dc36b"} {"level":"info","ts":1785201882.4949741,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2d3a137f-b448-440a-be27-91f4d29dc36b","EoS":false} {"level":"info","ts":1785201882.494995,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2d3a137f-b448-440a-be27-91f4d29dc36b","EoS":true} {"level":"info","ts":1785201882.4950352,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"2d3a137f-b448-440a-be27-91f4d29dc36b"} {"level":"info","ts":1785201891.8683338,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785201891.8684142,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9e493555-ea55-4ee9-adba-6131faef2e56"} {"level":"info","ts":1785201891.8684306,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9e493555-ea55-4ee9-adba-6131faef2e56"} {"level":"info","ts":1785201891.8684425,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9e493555-ea55-4ee9-adba-6131faef2e56","EoS":true} {"level":"info","ts":1785201891.868469,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9e493555-ea55-4ee9-adba-6131faef2e56","header":"x-maas-username"} {"level":"info","ts":1785201891.8684852,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9e493555-ea55-4ee9-adba-6131faef2e56","header":"x-maas-subscription"} {"level":"info","ts":1785201891.8684905,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9e493555-ea55-4ee9-adba-6131faef2e56","header":"x-maas-group"} {"level":"info","ts":1785201891.868504,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9e493555-ea55-4ee9-adba-6131faef2e56","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785201891.8685277,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9e493555-ea55-4ee9-adba-6131faef2e56"} {"level":"info","ts":1785201891.8694735,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9e493555-ea55-4ee9-adba-6131faef2e56"} {"level":"info","ts":1785201891.8694944,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9e493555-ea55-4ee9-adba-6131faef2e56"} {"level":"info","ts":1785201891.869509,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9e493555-ea55-4ee9-adba-6131faef2e56","EoS":false} {"level":"info","ts":1785201891.8695202,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9e493555-ea55-4ee9-adba-6131faef2e56","EoS":true} {"level":"info","ts":1785201891.8695507,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"9e493555-ea55-4ee9-adba-6131faef2e56"} {"level":"info","ts":1785201891.8988702,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785201891.8989472,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1bb401b1-86c1-4a57-8d82-05f4dbbd6282"} {"level":"info","ts":1785201891.8989608,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1bb401b1-86c1-4a57-8d82-05f4dbbd6282"} {"level":"info","ts":1785201891.8989723,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1bb401b1-86c1-4a57-8d82-05f4dbbd6282","EoS":true} {"level":"info","ts":1785201891.8989944,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1bb401b1-86c1-4a57-8d82-05f4dbbd6282","header":"x-maas-group"} {"level":"info","ts":1785201891.8990045,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1bb401b1-86c1-4a57-8d82-05f4dbbd6282","header":"x-maas-username"} {"level":"info","ts":1785201891.8990119,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1bb401b1-86c1-4a57-8d82-05f4dbbd6282","header":"x-maas-subscription"} {"level":"info","ts":1785201891.8990283,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1bb401b1-86c1-4a57-8d82-05f4dbbd6282","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785201891.899055,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1bb401b1-86c1-4a57-8d82-05f4dbbd6282"} {"level":"info","ts":1785201891.8999434,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1bb401b1-86c1-4a57-8d82-05f4dbbd6282"} {"level":"info","ts":1785201891.8999617,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1bb401b1-86c1-4a57-8d82-05f4dbbd6282"} {"level":"info","ts":1785201891.899976,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1bb401b1-86c1-4a57-8d82-05f4dbbd6282","EoS":false} {"level":"info","ts":1785201891.8999856,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1bb401b1-86c1-4a57-8d82-05f4dbbd6282","EoS":true} {"level":"info","ts":1785201891.9000177,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"1bb401b1-86c1-4a57-8d82-05f4dbbd6282"} {"level":"info","ts":1785201911.020072,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785201911.020192,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2bb1a38e-fbba-4ea0-ace6-ea2e63ea399a"} {"level":"info","ts":1785201911.0202086,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2bb1a38e-fbba-4ea0-ace6-ea2e63ea399a"} {"level":"info","ts":1785201911.020221,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2bb1a38e-fbba-4ea0-ace6-ea2e63ea399a","EoS":true} {"level":"info","ts":1785201911.0202456,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2bb1a38e-fbba-4ea0-ace6-ea2e63ea399a","header":"x-maas-username"} {"level":"info","ts":1785201911.0202749,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2bb1a38e-fbba-4ea0-ace6-ea2e63ea399a","header":"x-maas-subscription"} {"level":"info","ts":1785201911.0202808,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2bb1a38e-fbba-4ea0-ace6-ea2e63ea399a","header":"x-maas-group"} {"level":"info","ts":1785201911.0202959,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2bb1a38e-fbba-4ea0-ace6-ea2e63ea399a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785201911.0203197,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2bb1a38e-fbba-4ea0-ace6-ea2e63ea399a"} {"level":"info","ts":1785201911.0213842,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2bb1a38e-fbba-4ea0-ace6-ea2e63ea399a"} {"level":"info","ts":1785201911.0214105,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2bb1a38e-fbba-4ea0-ace6-ea2e63ea399a"} {"level":"info","ts":1785201911.0214293,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2bb1a38e-fbba-4ea0-ace6-ea2e63ea399a","EoS":false} {"level":"info","ts":1785201911.0214477,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2bb1a38e-fbba-4ea0-ace6-ea2e63ea399a","EoS":true} {"level":"info","ts":1785201911.0214815,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"2bb1a38e-fbba-4ea0-ace6-ea2e63ea399a"} {"level":"info","ts":1785202043.7764175,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785202043.7765095,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ce8a1330-1b41-451e-8e36-60196073c68d"} {"level":"info","ts":1785202043.776521,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ce8a1330-1b41-451e-8e36-60196073c68d"} {"level":"info","ts":1785202043.7765338,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ce8a1330-1b41-451e-8e36-60196073c68d","EoS":true} {"level":"info","ts":1785202043.77656,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ce8a1330-1b41-451e-8e36-60196073c68d","header":"x-maas-username"} {"level":"info","ts":1785202043.7765703,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ce8a1330-1b41-451e-8e36-60196073c68d","header":"x-maas-group"} {"level":"info","ts":1785202043.7765756,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ce8a1330-1b41-451e-8e36-60196073c68d","header":"x-maas-subscription"} {"level":"info","ts":1785202043.7765877,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ce8a1330-1b41-451e-8e36-60196073c68d","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785202043.7766204,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ce8a1330-1b41-451e-8e36-60196073c68d"} {"level":"info","ts":1785202043.7780838,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ce8a1330-1b41-451e-8e36-60196073c68d"} {"level":"info","ts":1785202043.7781076,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ce8a1330-1b41-451e-8e36-60196073c68d"} {"level":"info","ts":1785202043.7781236,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ce8a1330-1b41-451e-8e36-60196073c68d","EoS":false} {"level":"info","ts":1785202043.7781558,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ce8a1330-1b41-451e-8e36-60196073c68d","EoS":true} {"level":"info","ts":1785202043.7781963,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"ce8a1330-1b41-451e-8e36-60196073c68d"} {"level":"info","ts":1785202078.8981936,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785202078.8982942,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"331084f2-4224-4ceb-a0b3-dee8554d02db"} {"level":"info","ts":1785202078.8983073,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"331084f2-4224-4ceb-a0b3-dee8554d02db"} {"level":"info","ts":1785202078.898321,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"331084f2-4224-4ceb-a0b3-dee8554d02db","EoS":true} {"level":"info","ts":1785202078.8983536,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"331084f2-4224-4ceb-a0b3-dee8554d02db","header":"x-maas-group"} {"level":"info","ts":1785202078.8983653,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"331084f2-4224-4ceb-a0b3-dee8554d02db","header":"x-maas-subscription"} {"level":"info","ts":1785202078.8983703,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"331084f2-4224-4ceb-a0b3-dee8554d02db","header":"x-maas-username"} {"level":"info","ts":1785202078.898383,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"331084f2-4224-4ceb-a0b3-dee8554d02db","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785202078.8984122,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"331084f2-4224-4ceb-a0b3-dee8554d02db"} {"level":"info","ts":1785202078.9018734,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"331084f2-4224-4ceb-a0b3-dee8554d02db"} {"level":"info","ts":1785202078.9019084,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"331084f2-4224-4ceb-a0b3-dee8554d02db"} {"level":"info","ts":1785202078.9019325,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"331084f2-4224-4ceb-a0b3-dee8554d02db","EoS":false} {"level":"info","ts":1785202078.9019504,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"331084f2-4224-4ceb-a0b3-dee8554d02db","EoS":true} {"level":"info","ts":1785202078.9019926,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"331084f2-4224-4ceb-a0b3-dee8554d02db"} {"level":"info","ts":1785202094.173621,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785202094.1737,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bfcc5968-31b4-4e98-8237-eaa96564d8ff"} {"level":"info","ts":1785202094.173712,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bfcc5968-31b4-4e98-8237-eaa96564d8ff"} {"level":"info","ts":1785202094.173724,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bfcc5968-31b4-4e98-8237-eaa96564d8ff","EoS":true} {"level":"info","ts":1785202094.1737485,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bfcc5968-31b4-4e98-8237-eaa96564d8ff","header":"x-maas-username"} {"level":"info","ts":1785202094.173759,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bfcc5968-31b4-4e98-8237-eaa96564d8ff","header":"x-maas-group"} {"level":"info","ts":1785202094.173764,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bfcc5968-31b4-4e98-8237-eaa96564d8ff","header":"x-maas-subscription"} {"level":"info","ts":1785202094.1737785,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bfcc5968-31b4-4e98-8237-eaa96564d8ff","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785202094.1738038,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bfcc5968-31b4-4e98-8237-eaa96564d8ff"} {"level":"info","ts":1785202094.175968,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bfcc5968-31b4-4e98-8237-eaa96564d8ff"} {"level":"info","ts":1785202094.175989,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"bfcc5968-31b4-4e98-8237-eaa96564d8ff"} {"level":"info","ts":1785202094.1760044,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bfcc5968-31b4-4e98-8237-eaa96564d8ff","EoS":false} {"level":"info","ts":1785202094.1760156,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bfcc5968-31b4-4e98-8237-eaa96564d8ff","EoS":true} {"level":"info","ts":1785202094.1760445,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"bfcc5968-31b4-4e98-8237-eaa96564d8ff"} {"level":"info","ts":1785202403.15665,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785202403.1567607,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a4055177-5c2f-4b5a-9b96-62d788b6f332"} {"level":"info","ts":1785202403.1567726,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a4055177-5c2f-4b5a-9b96-62d788b6f332"} {"level":"info","ts":1785202403.1567845,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a4055177-5c2f-4b5a-9b96-62d788b6f332","EoS":true} {"level":"info","ts":1785202403.1568086,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a4055177-5c2f-4b5a-9b96-62d788b6f332","header":"x-maas-group"} {"level":"info","ts":1785202403.156819,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a4055177-5c2f-4b5a-9b96-62d788b6f332","header":"x-maas-username"} {"level":"info","ts":1785202403.1568253,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a4055177-5c2f-4b5a-9b96-62d788b6f332","header":"x-maas-subscription"} {"level":"info","ts":1785202403.1568394,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a4055177-5c2f-4b5a-9b96-62d788b6f332","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785202403.156864,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a4055177-5c2f-4b5a-9b96-62d788b6f332"} {"level":"info","ts":1785202403.160437,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a4055177-5c2f-4b5a-9b96-62d788b6f332"} {"level":"info","ts":1785202403.160464,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a4055177-5c2f-4b5a-9b96-62d788b6f332"} {"level":"info","ts":1785202403.1604877,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a4055177-5c2f-4b5a-9b96-62d788b6f332","EoS":false} {"level":"info","ts":1785202403.1605067,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a4055177-5c2f-4b5a-9b96-62d788b6f332","EoS":true} {"level":"info","ts":1785202403.1605418,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a4055177-5c2f-4b5a-9b96-62d788b6f332"} {"level":"info","ts":1785202407.9368477,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"23bd7ab4-3d3e-4421-b175-0cd7196db4a7","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785202407.9371076,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37911.065581855,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785202407.9371626,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785202408.0024958,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785202408.037595,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"23bd7ab4-3d3e-4421-b175-0cd7196db4a7","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785202408.0538235,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"24d2be09-415b-4e67-9811-52d8e1245b8d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785202408.0538783,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"24d2be09-415b-4e67-9811-52d8e1245b8d","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785202408.0538635,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c5795021-e980-403e-9aec-6dcd6f587b75"} {"level":"info","ts":1785202408.062522,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"71685ed5-48e9-4136-a118-87031ff80b84","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785202408.062558,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"71685ed5-48e9-4136-a118-87031ff80b84","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785202408.0629227,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38876.632107332,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785202408.0629437,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785202408.0719707,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785202408.163011,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c5795021-e980-403e-9aec-6dcd6f587b75","name":"e2e-external-provider"} {"level":"info","ts":1785202408.1695693,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3c7bd646-a4cd-4ce9-9648-6d82ce129e20"} {"level":"info","ts":1785202408.169621,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"99d811b4-4a66-419b-b2a6-12d46344b2e0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785202408.1696641,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"99d811b4-4a66-419b-b2a6-12d46344b2e0","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785202408.178108,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d01a4f5b-abf2-417b-82d7-e446ccea9b8c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785202408.1781774,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d01a4f5b-abf2-417b-82d7-e446ccea9b8c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785202408.178363,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3c7bd646-a4cd-4ce9-9648-6d82ce129e20","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785202408.1824524,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c5795021-e980-403e-9aec-6dcd6f587b75","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785202408.187005,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"990be180-ff93-48f7-a6ed-140857414641","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785202408.1870308,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"990be180-ff93-48f7-a6ed-140857414641","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785202408.1873848,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3c7bd646-a4cd-4ce9-9648-6d82ce129e20","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785202408.1874604,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1b03c199-ec16-42da-b701-b13ba040e053"} {"level":"info","ts":1785202408.1874833,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1b03c199-ec16-42da-b701-b13ba040e053","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785202408.1923208,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c5795021-e980-403e-9aec-6dcd6f587b75","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1785202408.1923985,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1b03c199-ec16-42da-b701-b13ba040e053","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785202408.201591,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c5795021-e980-403e-9aec-6dcd6f587b75","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785202408.2026198,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9ef22603-af99-43b8-9d99-49b43df7a62c"} {"level":"info","ts":1785202408.2026498,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9ef22603-af99-43b8-9d99-49b43df7a62c","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785202408.2095747,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"004e1bac-9d86-463b-a209-c205ebbc50bd","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785202408.2096198,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"004e1bac-9d86-463b-a209-c205ebbc50bd","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785202408.2097423,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d01da853-d4d0-4b10-84de-ed17a3859666","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785202408.2097685,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d01da853-d4d0-4b10-84de-ed17a3859666","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785202408.2097425,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2cdf1721-6b3a-43d7-8e12-ca69bbbcd1f2"} {"level":"info","ts":1785202408.209851,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2cdf1721-6b3a-43d7-8e12-ca69bbbcd1f2","name":"e2e-external-provider"} {"level":"error","ts":1785202408.2098644,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9ef22603-af99-43b8-9d99-49b43df7a62c","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785202408.2099144,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"960501fe-cf54-4087-962f-2d37010a6579"} {"level":"info","ts":1785202408.2101228,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35888.444702778,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785202408.2101662,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785202408.219397,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785202408.2213497,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2cdf1721-6b3a-43d7-8e12-ca69bbbcd1f2","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785202408.3106644,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"960501fe-cf54-4087-962f-2d37010a6579","name":"e2e-external-model"} {"level":"info","ts":1785202408.321976,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"960501fe-cf54-4087-962f-2d37010a6579","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785202408.330225,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"76b24d7a-5714-4655-869c-f0db000fd8c2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785202408.3302596,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"76b24d7a-5714-4655-869c-f0db000fd8c2","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785202408.3303227,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1741a918-7468-4617-af54-9bdeacf5d30d"} {"level":"info","ts":1785202408.3303895,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1741a918-7468-4617-af54-9bdeacf5d30d","name":"e2e-external-model"} {"level":"error","ts":1785202408.3419695,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1741a918-7468-4617-af54-9bdeacf5d30d","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785202408.3420076,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3fd5a22f-7d22-4310-84a1-f38884249080","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785202408.3420434,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3fd5a22f-7d22-4310-84a1-f38884249080","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785202408.342044,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"085bdcc2-6d7c-4ab9-be34-d4aa0168eaa5"} {"level":"info","ts":1785202408.3421075,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"085bdcc2-6d7c-4ab9-be34-d4aa0168eaa5","name":"e2e-external-model"} {"level":"info","ts":1785202408.3504844,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"085bdcc2-6d7c-4ab9-be34-d4aa0168eaa5","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785202408.3581138,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"28202957-7f61-42ca-ad54-74202ac51a1e"} {"level":"info","ts":1785202408.35812,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eabf3336-3054-4f1f-be04-120840e8a521","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785202408.3581824,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eabf3336-3054-4f1f-be04-120840e8a521","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785202408.3581886,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"28202957-7f61-42ca-ad54-74202ac51a1e","name":"e2e-external-model"} {"level":"info","ts":1785202408.367859,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"28202957-7f61-42ca-ad54-74202ac51a1e","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785202415.7363622,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785202415.7364466,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a757e7c5-4340-4971-a108-6b263e799436"} {"level":"info","ts":1785202415.7364628,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a757e7c5-4340-4971-a108-6b263e799436"} {"level":"info","ts":1785202415.7364762,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a757e7c5-4340-4971-a108-6b263e799436","EoS":true} {"level":"info","ts":1785202415.7365003,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a757e7c5-4340-4971-a108-6b263e799436","header":"x-maas-username"} {"level":"info","ts":1785202415.736515,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a757e7c5-4340-4971-a108-6b263e799436","header":"x-maas-subscription"} {"level":"info","ts":1785202415.7365217,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a757e7c5-4340-4971-a108-6b263e799436","header":"x-maas-group"} {"level":"info","ts":1785202415.736535,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a757e7c5-4340-4971-a108-6b263e799436","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785202415.7365453,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"a757e7c5-4340-4971-a108-6b263e799436","modelName":"e2e-external-model"} {"level":"info","ts":1785202415.736559,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"a757e7c5-4340-4971-a108-6b263e799436","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785202415.7366028,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"a757e7c5-4340-4971-a108-6b263e799436","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785202415.7366214,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"a757e7c5-4340-4971-a108-6b263e799436","authType":"apikey"} {"level":"info","ts":1785202415.7366478,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a757e7c5-4340-4971-a108-6b263e799436"} {"level":"info","ts":1785202415.8780208,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2c291c5b-8a43-4b5c-bd7a-4096e78f1708"} {"level":"info","ts":1785202415.878023,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"833200b6-8f59-49e9-95e5-e4c9bfb8ade1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785202415.8781967,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"833200b6-8f59-49e9-95e5-e4c9bfb8ade1","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785202415.8889258,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2c291c5b-8a43-4b5c-bd7a-4096e78f1708","name":"e2e-cleanup-test"} {"level":"info","ts":1785202415.888978,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fdb168e4-5bae-458b-8d09-e8bab87c2ff8","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785202415.888998,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fdb168e4-5bae-458b-8d09-e8bab87c2ff8","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785202415.9044495,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2c291c5b-8a43-4b5c-bd7a-4096e78f1708","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785202415.9122677,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f0978a66-548a-4a6b-9946-8e4af3f436df","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785202415.9123015,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f0978a66-548a-4a6b-9946-8e4af3f436df","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785202415.912391,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6ea02166-fd1a-4b1f-933f-0fe34a79f6d7"} {"level":"info","ts":1785202415.9124367,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6ea02166-fd1a-4b1f-933f-0fe34a79f6d7","name":"e2e-cleanup-test"} {"level":"error","ts":1785202415.9279253,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6ea02166-fd1a-4b1f-933f-0fe34a79f6d7","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785202415.9279761,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"be6882fb-d92e-410e-9712-441963cbb5ea","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785202415.9280026,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a240d506-a7cd-4c72-b38d-f09a4cbfa38f"} {"level":"info","ts":1785202415.9280407,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a240d506-a7cd-4c72-b38d-f09a4cbfa38f","name":"e2e-cleanup-test"} {"level":"info","ts":1785202415.9280005,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"be6882fb-d92e-410e-9712-441963cbb5ea","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785202415.9363217,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a240d506-a7cd-4c72-b38d-f09a4cbfa38f","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785202415.9418533,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1d80a0b6-e71c-453a-b1a3-bf93f0bc70b9"} {"level":"info","ts":1785202415.9419017,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1d80a0b6-e71c-453a-b1a3-bf93f0bc70b9","name":"e2e-cleanup-test"} {"level":"info","ts":1785202415.9418588,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8cc27878-f583-4be6-93a0-8cb8c81f7a35","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785202415.94197,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8cc27878-f583-4be6-93a0-8cb8c81f7a35","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785202415.9508939,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1d80a0b6-e71c-453a-b1a3-bf93f0bc70b9","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785202424.1435835,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"19a9abd5-5574-4ff7-afa7-94aa267bf3ba"} {"level":"info","ts":1785202424.143647,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7d311d60-9a95-49cb-880d-e9eb73cddd63","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785202424.1436844,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7d311d60-9a95-49cb-880d-e9eb73cddd63","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785202428.4468722,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785202428.446955,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"af4440d1-f38e-4710-a24f-2b8d53e7915f"} {"level":"info","ts":1785202428.4469738,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"af4440d1-f38e-4710-a24f-2b8d53e7915f"} {"level":"info","ts":1785202428.4469962,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"af4440d1-f38e-4710-a24f-2b8d53e7915f","EoS":true} {"level":"info","ts":1785202428.4470365,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"af4440d1-f38e-4710-a24f-2b8d53e7915f","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785202428.4470644,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"af4440d1-f38e-4710-a24f-2b8d53e7915f"} {"level":"info","ts":1785202428.4869246,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785202428.487013,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c69f941f-2330-40aa-bde9-15d6e718749b"} {"level":"info","ts":1785202428.48703,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c69f941f-2330-40aa-bde9-15d6e718749b"} {"level":"info","ts":1785202428.487049,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c69f941f-2330-40aa-bde9-15d6e718749b","EoS":true} {"level":"info","ts":1785202428.4870894,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c69f941f-2330-40aa-bde9-15d6e718749b","header":"x-maas-username"} {"level":"info","ts":1785202428.4871032,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c69f941f-2330-40aa-bde9-15d6e718749b","header":"x-maas-group"} {"level":"info","ts":1785202428.4871116,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c69f941f-2330-40aa-bde9-15d6e718749b","header":"x-maas-subscription"} {"level":"info","ts":1785202428.4871566,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c69f941f-2330-40aa-bde9-15d6e718749b","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785202428.487174,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"c69f941f-2330-40aa-bde9-15d6e718749b","modelName":"e2e-external-model"} {"level":"info","ts":1785202428.4871936,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"c69f941f-2330-40aa-bde9-15d6e718749b","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785202428.4872222,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"c69f941f-2330-40aa-bde9-15d6e718749b","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785202428.4872513,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"c69f941f-2330-40aa-bde9-15d6e718749b","authType":"apikey"} {"level":"info","ts":1785202428.4872866,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c69f941f-2330-40aa-bde9-15d6e718749b"} {"level":"info","ts":1785202428.5240002,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785202428.5240934,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b7cf0ea1-0c6e-4568-8c4f-f89011bc0fd6"} {"level":"info","ts":1785202428.524105,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b7cf0ea1-0c6e-4568-8c4f-f89011bc0fd6"} {"level":"info","ts":1785202428.5241168,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b7cf0ea1-0c6e-4568-8c4f-f89011bc0fd6","EoS":true} {"level":"info","ts":1785202428.5241635,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b7cf0ea1-0c6e-4568-8c4f-f89011bc0fd6","header":"x-maas-subscription"} {"level":"info","ts":1785202428.5241761,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b7cf0ea1-0c6e-4568-8c4f-f89011bc0fd6","header":"x-maas-group"} {"level":"info","ts":1785202428.5241818,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b7cf0ea1-0c6e-4568-8c4f-f89011bc0fd6","header":"x-maas-username"} {"level":"info","ts":1785202428.5241954,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b7cf0ea1-0c6e-4568-8c4f-f89011bc0fd6","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785202428.5242214,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b7cf0ea1-0c6e-4568-8c4f-f89011bc0fd6"} {"level":"info","ts":1785202428.6296875,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b7cf0ea1-0c6e-4568-8c4f-f89011bc0fd6"} {"level":"info","ts":1785202428.6297169,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b7cf0ea1-0c6e-4568-8c4f-f89011bc0fd6"} {"level":"info","ts":1785202428.6297414,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b7cf0ea1-0c6e-4568-8c4f-f89011bc0fd6","EoS":false} {"level":"info","ts":1785202428.629758,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b7cf0ea1-0c6e-4568-8c4f-f89011bc0fd6","EoS":true} {"level":"error","ts":1785202428.6297731,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"b7cf0ea1-0c6e-4568-8c4f-f89011bc0fd6","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785202428.629841,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b7cf0ea1-0c6e-4568-8c4f-f89011bc0fd6"} {"level":"info","ts":1785202428.663931,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785202428.6640143,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b4bad3fb-0333-4f83-b443-3dbcf9c16c86"} {"level":"info","ts":1785202428.6640275,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b4bad3fb-0333-4f83-b443-3dbcf9c16c86"} {"level":"info","ts":1785202428.6640406,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b4bad3fb-0333-4f83-b443-3dbcf9c16c86","EoS":true} {"level":"info","ts":1785202428.6640663,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b4bad3fb-0333-4f83-b443-3dbcf9c16c86","header":"x-maas-group"} {"level":"info","ts":1785202428.664077,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b4bad3fb-0333-4f83-b443-3dbcf9c16c86","header":"x-maas-username"} {"level":"info","ts":1785202428.6640832,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b4bad3fb-0333-4f83-b443-3dbcf9c16c86","header":"x-maas-subscription"} {"level":"info","ts":1785202428.6641145,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b4bad3fb-0333-4f83-b443-3dbcf9c16c86"} {"level":"info","ts":1785202428.7137592,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b4bad3fb-0333-4f83-b443-3dbcf9c16c86"} {"level":"info","ts":1785202428.7137961,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b4bad3fb-0333-4f83-b443-3dbcf9c16c86"} {"level":"info","ts":1785202428.7138207,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b4bad3fb-0333-4f83-b443-3dbcf9c16c86","EoS":false} {"level":"info","ts":1785202428.7138402,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b4bad3fb-0333-4f83-b443-3dbcf9c16c86","EoS":true} {"level":"error","ts":1785202428.713852,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"b4bad3fb-0333-4f83-b443-3dbcf9c16c86","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785202428.7138898,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b4bad3fb-0333-4f83-b443-3dbcf9c16c86"} {"level":"info","ts":1785202429.5255601,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"462bc230-9f45-4733-b900-cc8a19544232"} {"level":"info","ts":1785202429.5256283,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ae3db65d-d0b0-497c-9f64-74f4b9143e14","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785202429.5256586,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ae3db65d-d0b0-497c-9f64-74f4b9143e14","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785202429.6589146,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c22646ab-a69b-4fd8-8173-5bec2be3c204","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785202429.6589355,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6651e49d-578c-449e-9c4e-05712b80038a"} {"level":"info","ts":1785202429.6589463,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c22646ab-a69b-4fd8-8173-5bec2be3c204","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785202429.7956088,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"e9a53c54-0fcc-44d4-82c2-a43769d29ab3","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785202429.7956796,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"e9a53c54-0fcc-44d4-82c2-a43769d29ab3","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785203806.4479024,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785203806.447984,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ce00ff45-9214-4c26-85d0-37be066f04a2"} {"level":"info","ts":1785203870.92589,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785203870.9259734,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"718271f5-4c6b-48a1-8d5c-4b9da04a6fc5"} {"level":"info","ts":1785203870.9259822,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"718271f5-4c6b-48a1-8d5c-4b9da04a6fc5"} {"level":"info","ts":1785203870.9259932,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"718271f5-4c6b-48a1-8d5c-4b9da04a6fc5","EoS":true} {"level":"info","ts":1785203870.9260204,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"718271f5-4c6b-48a1-8d5c-4b9da04a6fc5","header":"x-maas-username"} {"level":"info","ts":1785203870.9260345,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"718271f5-4c6b-48a1-8d5c-4b9da04a6fc5","header":"x-maas-group"} {"level":"info","ts":1785203870.9260426,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"718271f5-4c6b-48a1-8d5c-4b9da04a6fc5","header":"x-maas-subscription"} {"level":"info","ts":1785203870.9260564,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"718271f5-4c6b-48a1-8d5c-4b9da04a6fc5","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785203870.9260821,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"718271f5-4c6b-48a1-8d5c-4b9da04a6fc5"} {"level":"info","ts":1785203870.9288027,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"718271f5-4c6b-48a1-8d5c-4b9da04a6fc5"} {"level":"info","ts":1785203870.9288244,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"718271f5-4c6b-48a1-8d5c-4b9da04a6fc5"} {"level":"info","ts":1785203870.9288476,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"718271f5-4c6b-48a1-8d5c-4b9da04a6fc5","EoS":false} {"level":"info","ts":1785203870.9288595,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"718271f5-4c6b-48a1-8d5c-4b9da04a6fc5","EoS":true} {"level":"info","ts":1785203870.9288876,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"718271f5-4c6b-48a1-8d5c-4b9da04a6fc5"}