{"level":"info","ts":1785354380.0289679,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ff2e9718-c2dc-4663-8890-a064c946a4bd","EoS":true} {"level":"info","ts":1785354380.0289762,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ff2e9718-c2dc-4663-8890-a064c946a4bd"} {"level":"info","ts":1785354380.1663077,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785354380.1663797,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b5d66c4e-8311-4e66-9356-28d8c5a9968e"} {"level":"info","ts":1785354380.1663945,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b5d66c4e-8311-4e66-9356-28d8c5a9968e"} {"level":"info","ts":1785354380.1664057,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b5d66c4e-8311-4e66-9356-28d8c5a9968e","EoS":true} {"level":"info","ts":1785354380.1664293,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b5d66c4e-8311-4e66-9356-28d8c5a9968e","header":"x-maas-group"} {"level":"info","ts":1785354380.1664407,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b5d66c4e-8311-4e66-9356-28d8c5a9968e","header":"x-maas-username"} {"level":"info","ts":1785354380.166447,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b5d66c4e-8311-4e66-9356-28d8c5a9968e","header":"x-maas-subscription"} {"level":"info","ts":1785354380.166461,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b5d66c4e-8311-4e66-9356-28d8c5a9968e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785354380.1664872,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b5d66c4e-8311-4e66-9356-28d8c5a9968e"} {"level":"info","ts":1785354380.1687174,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b5d66c4e-8311-4e66-9356-28d8c5a9968e"} {"level":"info","ts":1785354380.1687372,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b5d66c4e-8311-4e66-9356-28d8c5a9968e"} {"level":"info","ts":1785354380.1687515,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b5d66c4e-8311-4e66-9356-28d8c5a9968e","EoS":false} {"level":"info","ts":1785354380.1687627,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b5d66c4e-8311-4e66-9356-28d8c5a9968e"} {"level":"info","ts":1785354380.1687853,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b5d66c4e-8311-4e66-9356-28d8c5a9968e","EoS":true} {"level":"info","ts":1785354380.1687937,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b5d66c4e-8311-4e66-9356-28d8c5a9968e"} {"level":"info","ts":1785354380.3036432,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785354380.3037508,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"40601edb-68e2-40db-bee5-54374f31e836"} {"level":"info","ts":1785354380.303766,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"40601edb-68e2-40db-bee5-54374f31e836"} {"level":"info","ts":1785354380.3037784,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"40601edb-68e2-40db-bee5-54374f31e836","EoS":true} {"level":"info","ts":1785354380.3038037,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"40601edb-68e2-40db-bee5-54374f31e836","header":"x-maas-subscription"} {"level":"info","ts":1785354380.3038142,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"40601edb-68e2-40db-bee5-54374f31e836","header":"x-maas-group"} {"level":"info","ts":1785354380.3038192,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"40601edb-68e2-40db-bee5-54374f31e836","header":"x-maas-username"} {"level":"info","ts":1785354380.3038328,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"40601edb-68e2-40db-bee5-54374f31e836","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785354380.3038585,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"40601edb-68e2-40db-bee5-54374f31e836"} {"level":"info","ts":1785354380.3047276,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"40601edb-68e2-40db-bee5-54374f31e836"} {"level":"info","ts":1785354380.304749,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"40601edb-68e2-40db-bee5-54374f31e836"} {"level":"info","ts":1785354380.304765,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"40601edb-68e2-40db-bee5-54374f31e836","EoS":false} {"level":"info","ts":1785354380.3047771,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"40601edb-68e2-40db-bee5-54374f31e836"} {"level":"info","ts":1785354380.3048036,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"40601edb-68e2-40db-bee5-54374f31e836","EoS":true} {"level":"info","ts":1785354380.3048112,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"40601edb-68e2-40db-bee5-54374f31e836"} {"level":"info","ts":1785354380.4380994,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785354380.4381795,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8e4879d1-54c8-45ea-be9e-74d159c559de"} {"level":"info","ts":1785354380.4381888,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8e4879d1-54c8-45ea-be9e-74d159c559de"} {"level":"info","ts":1785354380.438199,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8e4879d1-54c8-45ea-be9e-74d159c559de","EoS":true} {"level":"info","ts":1785354380.4382222,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8e4879d1-54c8-45ea-be9e-74d159c559de","header":"x-maas-subscription"} {"level":"info","ts":1785354380.4382331,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8e4879d1-54c8-45ea-be9e-74d159c559de","header":"x-maas-group"} {"level":"info","ts":1785354380.4382384,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8e4879d1-54c8-45ea-be9e-74d159c559de","header":"x-maas-username"} {"level":"info","ts":1785354380.438254,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8e4879d1-54c8-45ea-be9e-74d159c559de","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785354380.4382982,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8e4879d1-54c8-45ea-be9e-74d159c559de"} {"level":"info","ts":1785354380.4390404,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8e4879d1-54c8-45ea-be9e-74d159c559de"} {"level":"info","ts":1785354380.4390616,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8e4879d1-54c8-45ea-be9e-74d159c559de"} {"level":"info","ts":1785354380.439088,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8e4879d1-54c8-45ea-be9e-74d159c559de","EoS":false} {"level":"info","ts":1785354380.4391015,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8e4879d1-54c8-45ea-be9e-74d159c559de"} {"level":"info","ts":1785354380.4391274,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8e4879d1-54c8-45ea-be9e-74d159c559de","EoS":true} {"level":"info","ts":1785354380.4391363,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8e4879d1-54c8-45ea-be9e-74d159c559de"} {"level":"info","ts":1785354380.573473,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785354380.573557,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6074e6f1-3fb7-4ef2-a249-d7b108f92508"} {"level":"info","ts":1785354380.5735688,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6074e6f1-3fb7-4ef2-a249-d7b108f92508"} {"level":"info","ts":1785354380.5736341,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6074e6f1-3fb7-4ef2-a249-d7b108f92508","EoS":true} {"level":"info","ts":1785354380.5736635,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6074e6f1-3fb7-4ef2-a249-d7b108f92508","header":"x-maas-group"} {"level":"info","ts":1785354380.5736742,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6074e6f1-3fb7-4ef2-a249-d7b108f92508","header":"x-maas-subscription"} {"level":"info","ts":1785354380.5736802,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6074e6f1-3fb7-4ef2-a249-d7b108f92508","header":"x-maas-username"} {"level":"info","ts":1785354380.573692,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6074e6f1-3fb7-4ef2-a249-d7b108f92508","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785354380.5737154,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6074e6f1-3fb7-4ef2-a249-d7b108f92508"} {"level":"info","ts":1785354380.574495,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6074e6f1-3fb7-4ef2-a249-d7b108f92508"} {"level":"info","ts":1785354380.5745153,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6074e6f1-3fb7-4ef2-a249-d7b108f92508"} {"level":"info","ts":1785354380.5745306,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6074e6f1-3fb7-4ef2-a249-d7b108f92508","EoS":false} {"level":"info","ts":1785354380.574542,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6074e6f1-3fb7-4ef2-a249-d7b108f92508"} {"level":"info","ts":1785354380.5745652,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6074e6f1-3fb7-4ef2-a249-d7b108f92508","EoS":true} {"level":"info","ts":1785354380.574573,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6074e6f1-3fb7-4ef2-a249-d7b108f92508"} {"level":"info","ts":1785354399.5194433,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785354399.519522,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5da11819-5f7c-4cef-9bad-178cd7bcf07c"} {"level":"info","ts":1785354399.5195365,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5da11819-5f7c-4cef-9bad-178cd7bcf07c"} {"level":"info","ts":1785354399.5195484,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5da11819-5f7c-4cef-9bad-178cd7bcf07c","EoS":true} {"level":"info","ts":1785354399.519594,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5da11819-5f7c-4cef-9bad-178cd7bcf07c","header":"x-maas-subscription"} {"level":"info","ts":1785354399.5196102,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5da11819-5f7c-4cef-9bad-178cd7bcf07c","header":"x-maas-username"} {"level":"info","ts":1785354399.519618,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5da11819-5f7c-4cef-9bad-178cd7bcf07c","header":"x-maas-group"} {"level":"info","ts":1785354399.5196414,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5da11819-5f7c-4cef-9bad-178cd7bcf07c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785354399.519669,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5da11819-5f7c-4cef-9bad-178cd7bcf07c"} {"level":"info","ts":1785354399.520493,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5da11819-5f7c-4cef-9bad-178cd7bcf07c"} {"level":"info","ts":1785354399.5205173,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5da11819-5f7c-4cef-9bad-178cd7bcf07c"} {"level":"info","ts":1785354399.5205388,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5da11819-5f7c-4cef-9bad-178cd7bcf07c","EoS":false} {"level":"info","ts":1785354399.5205526,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5da11819-5f7c-4cef-9bad-178cd7bcf07c"} {"level":"info","ts":1785354399.5205925,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5da11819-5f7c-4cef-9bad-178cd7bcf07c","EoS":true} {"level":"info","ts":1785354399.5206048,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5da11819-5f7c-4cef-9bad-178cd7bcf07c"} {"level":"info","ts":1785354399.61991,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785354399.6199799,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"64f9aa4c-4c05-4e79-86c7-3e96d05cf085"} {"level":"info","ts":1785354399.620691,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"64f9aa4c-4c05-4e79-86c7-3e96d05cf085"} {"level":"info","ts":1785354399.6207116,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"64f9aa4c-4c05-4e79-86c7-3e96d05cf085"} {"level":"info","ts":1785354399.6207354,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"64f9aa4c-4c05-4e79-86c7-3e96d05cf085","EoS":false} {"level":"info","ts":1785354399.6207526,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"64f9aa4c-4c05-4e79-86c7-3e96d05cf085"} {"level":"info","ts":1785354399.620779,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"64f9aa4c-4c05-4e79-86c7-3e96d05cf085","EoS":true} {"level":"info","ts":1785354399.6207879,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"64f9aa4c-4c05-4e79-86c7-3e96d05cf085"} {"level":"info","ts":1785354404.2248685,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785354404.2249591,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"26c47c6c-d181-43b5-8a14-dfd8905b211b"} {"level":"info","ts":1785354404.2249725,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"26c47c6c-d181-43b5-8a14-dfd8905b211b"} {"level":"info","ts":1785354404.2249863,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"26c47c6c-d181-43b5-8a14-dfd8905b211b","EoS":true} {"level":"info","ts":1785354404.2250133,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"26c47c6c-d181-43b5-8a14-dfd8905b211b","header":"x-maas-group"} {"level":"info","ts":1785354404.2250261,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"26c47c6c-d181-43b5-8a14-dfd8905b211b","header":"x-maas-subscription"} {"level":"info","ts":1785354404.2250328,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"26c47c6c-d181-43b5-8a14-dfd8905b211b","header":"x-maas-username"} {"level":"info","ts":1785354404.2250512,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"26c47c6c-d181-43b5-8a14-dfd8905b211b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785354404.2250829,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"26c47c6c-d181-43b5-8a14-dfd8905b211b"} {"level":"info","ts":1785354404.226772,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"26c47c6c-d181-43b5-8a14-dfd8905b211b"} {"level":"info","ts":1785354404.2267935,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"26c47c6c-d181-43b5-8a14-dfd8905b211b"} {"level":"info","ts":1785354404.2268088,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"26c47c6c-d181-43b5-8a14-dfd8905b211b","EoS":false} {"level":"info","ts":1785354404.226821,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"26c47c6c-d181-43b5-8a14-dfd8905b211b"} {"level":"info","ts":1785354404.2268608,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"26c47c6c-d181-43b5-8a14-dfd8905b211b","EoS":true} {"level":"info","ts":1785354404.226867,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"26c47c6c-d181-43b5-8a14-dfd8905b211b"} {"level":"info","ts":1785354412.7712262,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785354412.7713099,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3d8b06ee-9e9b-4735-b670-2aab9066d8c5"} {"level":"info","ts":1785354412.7713215,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3d8b06ee-9e9b-4735-b670-2aab9066d8c5"} {"level":"info","ts":1785354412.771333,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3d8b06ee-9e9b-4735-b670-2aab9066d8c5","EoS":true} {"level":"info","ts":1785354412.7713575,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3d8b06ee-9e9b-4735-b670-2aab9066d8c5","header":"x-maas-username"} {"level":"info","ts":1785354412.7713685,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3d8b06ee-9e9b-4735-b670-2aab9066d8c5","header":"x-maas-subscription"} {"level":"info","ts":1785354412.7713761,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3d8b06ee-9e9b-4735-b670-2aab9066d8c5","header":"x-maas-group"} {"level":"info","ts":1785354412.771391,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3d8b06ee-9e9b-4735-b670-2aab9066d8c5","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785354412.7714176,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3d8b06ee-9e9b-4735-b670-2aab9066d8c5"} {"level":"info","ts":1785354412.7747793,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3d8b06ee-9e9b-4735-b670-2aab9066d8c5"} {"level":"info","ts":1785354412.7748106,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3d8b06ee-9e9b-4735-b670-2aab9066d8c5"} {"level":"info","ts":1785354412.7748275,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3d8b06ee-9e9b-4735-b670-2aab9066d8c5","EoS":false} {"level":"info","ts":1785354412.7748396,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3d8b06ee-9e9b-4735-b670-2aab9066d8c5"} {"level":"info","ts":1785354412.7748652,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3d8b06ee-9e9b-4735-b670-2aab9066d8c5","EoS":true} {"level":"info","ts":1785354412.7748861,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3d8b06ee-9e9b-4735-b670-2aab9066d8c5"} {"level":"info","ts":1785354425.6276321,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785354425.6277359,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"25d2ce4c-7876-4a2c-9084-ea0f70310509"} {"level":"info","ts":1785354425.6277523,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"25d2ce4c-7876-4a2c-9084-ea0f70310509"} {"level":"info","ts":1785354425.627772,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"25d2ce4c-7876-4a2c-9084-ea0f70310509","EoS":true} {"level":"info","ts":1785354425.6278117,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"25d2ce4c-7876-4a2c-9084-ea0f70310509","header":"x-maas-username"} {"level":"info","ts":1785354425.6278253,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"25d2ce4c-7876-4a2c-9084-ea0f70310509","header":"x-maas-group"} {"level":"info","ts":1785354425.6278338,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"25d2ce4c-7876-4a2c-9084-ea0f70310509","header":"x-maas-subscription"} {"level":"info","ts":1785354425.6278553,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"25d2ce4c-7876-4a2c-9084-ea0f70310509","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785354425.6278884,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"25d2ce4c-7876-4a2c-9084-ea0f70310509"} {"level":"info","ts":1785354425.6286817,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"25d2ce4c-7876-4a2c-9084-ea0f70310509"} {"level":"info","ts":1785354425.6287112,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"25d2ce4c-7876-4a2c-9084-ea0f70310509"} {"level":"info","ts":1785354425.628728,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"25d2ce4c-7876-4a2c-9084-ea0f70310509","EoS":false} {"level":"info","ts":1785354425.6287403,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"25d2ce4c-7876-4a2c-9084-ea0f70310509"} {"level":"info","ts":1785354425.6287694,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"25d2ce4c-7876-4a2c-9084-ea0f70310509","EoS":true} {"level":"info","ts":1785354425.6287782,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"25d2ce4c-7876-4a2c-9084-ea0f70310509"} {"level":"info","ts":1785354434.1920938,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785354434.1921875,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"60fc92fc-a063-46fc-bf71-248f8dfd80a8"} {"level":"info","ts":1785354434.1922014,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"60fc92fc-a063-46fc-bf71-248f8dfd80a8"} {"level":"info","ts":1785354434.1922164,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"60fc92fc-a063-46fc-bf71-248f8dfd80a8","EoS":true} {"level":"info","ts":1785354434.192305,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"60fc92fc-a063-46fc-bf71-248f8dfd80a8","header":"x-maas-username"} {"level":"info","ts":1785354434.192321,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"60fc92fc-a063-46fc-bf71-248f8dfd80a8","header":"x-maas-group"} {"level":"info","ts":1785354434.1923323,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"60fc92fc-a063-46fc-bf71-248f8dfd80a8","header":"x-maas-subscription"} {"level":"info","ts":1785354434.1923482,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"60fc92fc-a063-46fc-bf71-248f8dfd80a8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785354434.1923745,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"60fc92fc-a063-46fc-bf71-248f8dfd80a8"} {"level":"info","ts":1785354434.1932425,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"60fc92fc-a063-46fc-bf71-248f8dfd80a8"} {"level":"info","ts":1785354434.1932626,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"60fc92fc-a063-46fc-bf71-248f8dfd80a8"} {"level":"info","ts":1785354434.1932776,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"60fc92fc-a063-46fc-bf71-248f8dfd80a8","EoS":false} {"level":"info","ts":1785354434.1932895,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"60fc92fc-a063-46fc-bf71-248f8dfd80a8"} {"level":"info","ts":1785354434.1933138,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"60fc92fc-a063-46fc-bf71-248f8dfd80a8","EoS":true} {"level":"info","ts":1785354434.193323,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"60fc92fc-a063-46fc-bf71-248f8dfd80a8"} {"level":"info","ts":1785354443.0487173,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785354443.048802,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f157efc2-4c0d-49f9-9927-aa88cfd34c51"} {"level":"info","ts":1785354443.048815,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f157efc2-4c0d-49f9-9927-aa88cfd34c51"} {"level":"info","ts":1785354443.0488267,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f157efc2-4c0d-49f9-9927-aa88cfd34c51","EoS":true} {"level":"info","ts":1785354443.0488532,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f157efc2-4c0d-49f9-9927-aa88cfd34c51","header":"x-maas-subscription"} {"level":"info","ts":1785354443.0488644,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f157efc2-4c0d-49f9-9927-aa88cfd34c51","header":"x-maas-group"} {"level":"info","ts":1785354443.0489185,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f157efc2-4c0d-49f9-9927-aa88cfd34c51","header":"x-maas-username"} {"level":"info","ts":1785354443.048934,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f157efc2-4c0d-49f9-9927-aa88cfd34c51","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785354443.048968,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f157efc2-4c0d-49f9-9927-aa88cfd34c51"} {"level":"info","ts":1785354443.0498366,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f157efc2-4c0d-49f9-9927-aa88cfd34c51"} {"level":"info","ts":1785354443.0498586,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f157efc2-4c0d-49f9-9927-aa88cfd34c51"} {"level":"info","ts":1785354443.0498765,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f157efc2-4c0d-49f9-9927-aa88cfd34c51","EoS":false} {"level":"info","ts":1785354443.0498955,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f157efc2-4c0d-49f9-9927-aa88cfd34c51"} {"level":"info","ts":1785354443.049934,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f157efc2-4c0d-49f9-9927-aa88cfd34c51","EoS":true} {"level":"info","ts":1785354443.0499465,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f157efc2-4c0d-49f9-9927-aa88cfd34c51"} {"level":"info","ts":1785354465.8681014,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785354465.8681815,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6b94e12f-a1bc-40ba-bc9a-9c97ec6dff2b"} {"level":"info","ts":1785354465.868194,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6b94e12f-a1bc-40ba-bc9a-9c97ec6dff2b"} {"level":"info","ts":1785354465.8682053,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6b94e12f-a1bc-40ba-bc9a-9c97ec6dff2b","EoS":true} {"level":"info","ts":1785354465.8682294,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6b94e12f-a1bc-40ba-bc9a-9c97ec6dff2b","header":"x-maas-subscription"} {"level":"info","ts":1785354465.8682399,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6b94e12f-a1bc-40ba-bc9a-9c97ec6dff2b","header":"x-maas-group"} {"level":"info","ts":1785354465.8682458,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6b94e12f-a1bc-40ba-bc9a-9c97ec6dff2b","header":"x-maas-username"} {"level":"info","ts":1785354465.8682637,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6b94e12f-a1bc-40ba-bc9a-9c97ec6dff2b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785354465.868298,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6b94e12f-a1bc-40ba-bc9a-9c97ec6dff2b"} {"level":"info","ts":1785354465.8692894,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6b94e12f-a1bc-40ba-bc9a-9c97ec6dff2b"} {"level":"info","ts":1785354465.8693106,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6b94e12f-a1bc-40ba-bc9a-9c97ec6dff2b"} {"level":"info","ts":1785354465.8693285,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6b94e12f-a1bc-40ba-bc9a-9c97ec6dff2b","EoS":false} {"level":"info","ts":1785354465.8693485,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6b94e12f-a1bc-40ba-bc9a-9c97ec6dff2b"} {"level":"info","ts":1785354465.869374,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6b94e12f-a1bc-40ba-bc9a-9c97ec6dff2b","EoS":true} {"level":"info","ts":1785354465.869382,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6b94e12f-a1bc-40ba-bc9a-9c97ec6dff2b"} {"level":"info","ts":1785354488.4382775,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785354488.43837,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"35be903e-9d4e-4ca4-83d0-6b5d23eb85e5"} {"level":"info","ts":1785354488.4383852,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"35be903e-9d4e-4ca4-83d0-6b5d23eb85e5"} {"level":"info","ts":1785354488.4384043,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"35be903e-9d4e-4ca4-83d0-6b5d23eb85e5","EoS":true} {"level":"info","ts":1785354488.4384415,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"35be903e-9d4e-4ca4-83d0-6b5d23eb85e5","header":"x-maas-username"} {"level":"info","ts":1785354488.4384546,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"35be903e-9d4e-4ca4-83d0-6b5d23eb85e5","header":"x-maas-group"} {"level":"info","ts":1785354488.438463,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"35be903e-9d4e-4ca4-83d0-6b5d23eb85e5","header":"x-maas-subscription"} {"level":"info","ts":1785354488.4384868,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"35be903e-9d4e-4ca4-83d0-6b5d23eb85e5","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785354488.438521,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"35be903e-9d4e-4ca4-83d0-6b5d23eb85e5"} {"level":"info","ts":1785354488.441387,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"35be903e-9d4e-4ca4-83d0-6b5d23eb85e5"} {"level":"info","ts":1785354488.4414256,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"35be903e-9d4e-4ca4-83d0-6b5d23eb85e5"} {"level":"info","ts":1785354488.4414494,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"35be903e-9d4e-4ca4-83d0-6b5d23eb85e5","EoS":false} {"level":"info","ts":1785354488.4414668,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"35be903e-9d4e-4ca4-83d0-6b5d23eb85e5"} {"level":"info","ts":1785354488.4415,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"35be903e-9d4e-4ca4-83d0-6b5d23eb85e5","EoS":true} {"level":"info","ts":1785354488.4415088,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"35be903e-9d4e-4ca4-83d0-6b5d23eb85e5"} {"level":"info","ts":1785354523.3306713,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785354523.3307743,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f88267d3-75ac-4775-941d-60335fa00a0a"} {"level":"info","ts":1785354523.3307908,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f88267d3-75ac-4775-941d-60335fa00a0a"} {"level":"info","ts":1785354523.3308039,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f88267d3-75ac-4775-941d-60335fa00a0a","EoS":true} {"level":"info","ts":1785354523.3308764,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f88267d3-75ac-4775-941d-60335fa00a0a","header":"x-maas-group"} {"level":"info","ts":1785354523.3308892,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f88267d3-75ac-4775-941d-60335fa00a0a","header":"x-maas-subscription"} {"level":"info","ts":1785354523.3308942,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f88267d3-75ac-4775-941d-60335fa00a0a","header":"x-maas-username"} {"level":"info","ts":1785354523.330909,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f88267d3-75ac-4775-941d-60335fa00a0a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785354523.330939,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f88267d3-75ac-4775-941d-60335fa00a0a"} {"level":"info","ts":1785354523.3323126,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f88267d3-75ac-4775-941d-60335fa00a0a"} {"level":"info","ts":1785354523.3323321,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f88267d3-75ac-4775-941d-60335fa00a0a"} {"level":"info","ts":1785354523.3323476,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f88267d3-75ac-4775-941d-60335fa00a0a","EoS":false} {"level":"info","ts":1785354523.3323584,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f88267d3-75ac-4775-941d-60335fa00a0a"} {"level":"info","ts":1785354523.332386,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f88267d3-75ac-4775-941d-60335fa00a0a","EoS":true} {"level":"info","ts":1785354523.3323965,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f88267d3-75ac-4775-941d-60335fa00a0a"} {"level":"info","ts":1785354532.682217,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785354532.682304,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8dd5d954-25c8-45ad-a21a-6ed25844cf4b"} {"level":"info","ts":1785354532.682315,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8dd5d954-25c8-45ad-a21a-6ed25844cf4b"} {"level":"info","ts":1785354532.6823282,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8dd5d954-25c8-45ad-a21a-6ed25844cf4b","EoS":true} {"level":"info","ts":1785354532.6823568,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8dd5d954-25c8-45ad-a21a-6ed25844cf4b","header":"x-maas-group"} {"level":"info","ts":1785354532.6823683,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8dd5d954-25c8-45ad-a21a-6ed25844cf4b","header":"x-maas-username"} {"level":"info","ts":1785354532.682374,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8dd5d954-25c8-45ad-a21a-6ed25844cf4b","header":"x-maas-subscription"} {"level":"info","ts":1785354532.6823878,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8dd5d954-25c8-45ad-a21a-6ed25844cf4b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785354532.6824126,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8dd5d954-25c8-45ad-a21a-6ed25844cf4b"} {"level":"info","ts":1785354532.6833103,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8dd5d954-25c8-45ad-a21a-6ed25844cf4b"} {"level":"info","ts":1785354532.6833315,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8dd5d954-25c8-45ad-a21a-6ed25844cf4b"} {"level":"info","ts":1785354532.6833537,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8dd5d954-25c8-45ad-a21a-6ed25844cf4b","EoS":false} {"level":"info","ts":1785354532.6833792,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8dd5d954-25c8-45ad-a21a-6ed25844cf4b"} {"level":"info","ts":1785354532.6834195,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8dd5d954-25c8-45ad-a21a-6ed25844cf4b","EoS":true} {"level":"info","ts":1785354532.6834307,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8dd5d954-25c8-45ad-a21a-6ed25844cf4b"} {"level":"info","ts":1785354532.715926,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785354532.7160058,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0b5522be-dcf2-46c0-a828-4e5ed6fd4b58"} {"level":"info","ts":1785354532.7160194,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0b5522be-dcf2-46c0-a828-4e5ed6fd4b58"} {"level":"info","ts":1785354532.716039,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0b5522be-dcf2-46c0-a828-4e5ed6fd4b58","EoS":true} {"level":"info","ts":1785354532.716074,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0b5522be-dcf2-46c0-a828-4e5ed6fd4b58","header":"x-maas-group"} {"level":"info","ts":1785354532.7160873,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0b5522be-dcf2-46c0-a828-4e5ed6fd4b58","header":"x-maas-subscription"} {"level":"info","ts":1785354532.716095,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0b5522be-dcf2-46c0-a828-4e5ed6fd4b58","header":"x-maas-username"} {"level":"info","ts":1785354532.7161138,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0b5522be-dcf2-46c0-a828-4e5ed6fd4b58","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785354532.7161472,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0b5522be-dcf2-46c0-a828-4e5ed6fd4b58"} {"level":"info","ts":1785354532.7169588,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0b5522be-dcf2-46c0-a828-4e5ed6fd4b58"} {"level":"info","ts":1785354532.7169733,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0b5522be-dcf2-46c0-a828-4e5ed6fd4b58"} {"level":"info","ts":1785354532.7169914,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0b5522be-dcf2-46c0-a828-4e5ed6fd4b58","EoS":false} {"level":"info","ts":1785354532.7170064,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0b5522be-dcf2-46c0-a828-4e5ed6fd4b58"} {"level":"info","ts":1785354532.7170408,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0b5522be-dcf2-46c0-a828-4e5ed6fd4b58","EoS":true} {"level":"info","ts":1785354532.7170532,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0b5522be-dcf2-46c0-a828-4e5ed6fd4b58"} {"level":"info","ts":1785354551.7318695,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785354551.731946,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"509e89ca-8c5c-4941-a251-8b91dd1715a2"} {"level":"info","ts":1785354551.7319584,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"509e89ca-8c5c-4941-a251-8b91dd1715a2"} {"level":"info","ts":1785354551.73197,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"509e89ca-8c5c-4941-a251-8b91dd1715a2","EoS":true} {"level":"info","ts":1785354551.7319953,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"509e89ca-8c5c-4941-a251-8b91dd1715a2","header":"x-maas-subscription"} {"level":"info","ts":1785354551.7320058,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"509e89ca-8c5c-4941-a251-8b91dd1715a2","header":"x-maas-username"} {"level":"info","ts":1785354551.732011,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"509e89ca-8c5c-4941-a251-8b91dd1715a2","header":"x-maas-group"} {"level":"info","ts":1785354551.732025,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"509e89ca-8c5c-4941-a251-8b91dd1715a2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785354551.7320518,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"509e89ca-8c5c-4941-a251-8b91dd1715a2"} {"level":"info","ts":1785354551.7328947,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"509e89ca-8c5c-4941-a251-8b91dd1715a2"} {"level":"info","ts":1785354551.7329159,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"509e89ca-8c5c-4941-a251-8b91dd1715a2"} {"level":"info","ts":1785354551.7329457,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"509e89ca-8c5c-4941-a251-8b91dd1715a2","EoS":false} {"level":"info","ts":1785354551.7329664,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"509e89ca-8c5c-4941-a251-8b91dd1715a2"} {"level":"info","ts":1785354551.7330065,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"509e89ca-8c5c-4941-a251-8b91dd1715a2","EoS":true} {"level":"info","ts":1785354551.7330165,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"509e89ca-8c5c-4941-a251-8b91dd1715a2"} {"level":"info","ts":1785354694.8729076,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785354694.8729997,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"db70710e-696c-437c-8a0e-04c5f7a4ec3d"} {"level":"info","ts":1785354694.8730104,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"db70710e-696c-437c-8a0e-04c5f7a4ec3d"} {"level":"info","ts":1785354694.8730218,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"db70710e-696c-437c-8a0e-04c5f7a4ec3d","EoS":true} {"level":"info","ts":1785354694.873049,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"db70710e-696c-437c-8a0e-04c5f7a4ec3d","header":"x-maas-group"} {"level":"info","ts":1785354694.8730977,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"db70710e-696c-437c-8a0e-04c5f7a4ec3d","header":"x-maas-username"} {"level":"info","ts":1785354694.8731065,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"db70710e-696c-437c-8a0e-04c5f7a4ec3d","header":"x-maas-subscription"} {"level":"info","ts":1785354694.87312,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"db70710e-696c-437c-8a0e-04c5f7a4ec3d","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785354694.8731432,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"db70710e-696c-437c-8a0e-04c5f7a4ec3d"} {"level":"info","ts":1785354694.8763392,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"db70710e-696c-437c-8a0e-04c5f7a4ec3d"} {"level":"info","ts":1785354694.8763647,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"db70710e-696c-437c-8a0e-04c5f7a4ec3d"} {"level":"info","ts":1785354694.8763874,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"db70710e-696c-437c-8a0e-04c5f7a4ec3d","EoS":false} {"level":"info","ts":1785354694.8764029,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"db70710e-696c-437c-8a0e-04c5f7a4ec3d"} {"level":"info","ts":1785354694.8764417,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"db70710e-696c-437c-8a0e-04c5f7a4ec3d","EoS":true} {"level":"info","ts":1785354694.8764513,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"db70710e-696c-437c-8a0e-04c5f7a4ec3d"} {"level":"info","ts":1785354740.3461144,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785354740.3462262,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"99b60986-2ddf-4921-b580-e26d331174b6"} {"level":"info","ts":1785354740.3462415,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"99b60986-2ddf-4921-b580-e26d331174b6"} {"level":"info","ts":1785354740.3462584,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"99b60986-2ddf-4921-b580-e26d331174b6","EoS":true} {"level":"info","ts":1785354740.3462963,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"99b60986-2ddf-4921-b580-e26d331174b6","header":"x-maas-subscription"} {"level":"info","ts":1785354740.3463123,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"99b60986-2ddf-4921-b580-e26d331174b6","header":"x-maas-username"} {"level":"info","ts":1785354740.3463204,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"99b60986-2ddf-4921-b580-e26d331174b6","header":"x-maas-group"} {"level":"info","ts":1785354740.3463378,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"99b60986-2ddf-4921-b580-e26d331174b6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785354740.34637,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"99b60986-2ddf-4921-b580-e26d331174b6"} {"level":"info","ts":1785354740.3476481,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"99b60986-2ddf-4921-b580-e26d331174b6"} {"level":"info","ts":1785354740.3476708,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"99b60986-2ddf-4921-b580-e26d331174b6"} {"level":"info","ts":1785354740.3476923,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"99b60986-2ddf-4921-b580-e26d331174b6","EoS":false} {"level":"info","ts":1785354740.3477046,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"99b60986-2ddf-4921-b580-e26d331174b6"} {"level":"info","ts":1785354740.3477347,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"99b60986-2ddf-4921-b580-e26d331174b6","EoS":true} {"level":"info","ts":1785354740.3477437,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"99b60986-2ddf-4921-b580-e26d331174b6"} {"level":"info","ts":1785354755.5654972,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785354755.5656073,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d133f07f-dc68-46eb-a9b6-f278b124e76f"} {"level":"info","ts":1785354755.5656216,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d133f07f-dc68-46eb-a9b6-f278b124e76f"} {"level":"info","ts":1785354755.5656347,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d133f07f-dc68-46eb-a9b6-f278b124e76f","EoS":true} {"level":"info","ts":1785354755.565667,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d133f07f-dc68-46eb-a9b6-f278b124e76f","header":"x-maas-subscription"} {"level":"info","ts":1785354755.5656824,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d133f07f-dc68-46eb-a9b6-f278b124e76f","header":"x-maas-username"} {"level":"info","ts":1785354755.565689,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d133f07f-dc68-46eb-a9b6-f278b124e76f","header":"x-maas-group"} {"level":"info","ts":1785354755.5657039,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d133f07f-dc68-46eb-a9b6-f278b124e76f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785354755.5657322,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d133f07f-dc68-46eb-a9b6-f278b124e76f"} {"level":"info","ts":1785354755.5677166,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d133f07f-dc68-46eb-a9b6-f278b124e76f"} {"level":"info","ts":1785354755.567738,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d133f07f-dc68-46eb-a9b6-f278b124e76f"} {"level":"info","ts":1785354755.5677617,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d133f07f-dc68-46eb-a9b6-f278b124e76f","EoS":false} {"level":"info","ts":1785354755.5677853,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d133f07f-dc68-46eb-a9b6-f278b124e76f"} {"level":"info","ts":1785354755.5678227,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d133f07f-dc68-46eb-a9b6-f278b124e76f","EoS":true} {"level":"info","ts":1785354755.5678387,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d133f07f-dc68-46eb-a9b6-f278b124e76f"} {"level":"info","ts":1785355066.3798573,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785355066.3799436,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2f104200-f524-4436-8206-29c966534216"} {"level":"info","ts":1785355066.3799522,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2f104200-f524-4436-8206-29c966534216"} {"level":"info","ts":1785355066.3799634,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2f104200-f524-4436-8206-29c966534216","EoS":true} {"level":"info","ts":1785355066.379988,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2f104200-f524-4436-8206-29c966534216","header":"x-maas-group"} {"level":"info","ts":1785355066.3799994,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2f104200-f524-4436-8206-29c966534216","header":"x-maas-username"} {"level":"info","ts":1785355066.380005,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2f104200-f524-4436-8206-29c966534216","header":"x-maas-subscription"} {"level":"info","ts":1785355066.3800182,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2f104200-f524-4436-8206-29c966534216","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785355066.3800433,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2f104200-f524-4436-8206-29c966534216"} {"level":"info","ts":1785355066.380893,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2f104200-f524-4436-8206-29c966534216"} {"level":"info","ts":1785355066.380909,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2f104200-f524-4436-8206-29c966534216"} {"level":"info","ts":1785355066.380921,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2f104200-f524-4436-8206-29c966534216","EoS":false} {"level":"info","ts":1785355066.3809419,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2f104200-f524-4436-8206-29c966534216"} {"level":"info","ts":1785355066.380966,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2f104200-f524-4436-8206-29c966534216","EoS":true} {"level":"info","ts":1785355066.3809717,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2f104200-f524-4436-8206-29c966534216"} {"level":"info","ts":1785355071.1359997,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"23881dae-f8a3-4f6c-91c7-b316fabc670c","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785355071.1362503,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":33100.013029358,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785355071.1362753,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785355071.193826,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785355071.2371368,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"23881dae-f8a3-4f6c-91c7-b316fabc670c","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785355071.250036,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f753d071-15f6-45d7-a7ad-ac3fdf848be5","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785355071.2500877,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f753d071-15f6-45d7-a7ad-ac3fdf848be5","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785355071.2501566,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"18cfbf8a-39c2-4d30-91d5-6bcbbc44613a"} {"level":"info","ts":1785355071.2584965,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dcc3a119-7cb3-405d-bfcb-94999535b89d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785355071.2585375,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dcc3a119-7cb3-405d-bfcb-94999535b89d","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785355071.2589877,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":33614.215420225,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785355071.2590091,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785355071.2692025,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785355071.359053,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"18cfbf8a-39c2-4d30-91d5-6bcbbc44613a","name":"e2e-external-provider"} {"level":"info","ts":1785355071.3593473,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"46c0e5d9-c1a6-43bf-9f24-f1fdc78eac20","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785355071.3593981,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"46c0e5d9-c1a6-43bf-9f24-f1fdc78eac20","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785355071.3595226,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2f12470a-5e3b-4ffa-b400-6a2b7b49187d"} {"level":"info","ts":1785355071.3675182,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"347eeb1b-361a-46b3-a938-b61f6e1bc240","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785355071.36755,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"347eeb1b-361a-46b3-a938-b61f6e1bc240","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785355071.367709,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2f12470a-5e3b-4ffa-b400-6a2b7b49187d","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785355071.373799,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4a1ffa98-d910-4e1b-9541-fc93caa51b17","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785355071.3738263,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4a1ffa98-d910-4e1b-9541-fc93caa51b17","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785355071.373929,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2f12470a-5e3b-4ffa-b400-6a2b7b49187d","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785355071.3740575,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e81802d8-536b-4a7e-af02-55c517aabbde"} {"level":"info","ts":1785355071.3740892,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e81802d8-536b-4a7e-af02-55c517aabbde","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785355071.379956,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"18cfbf8a-39c2-4d30-91d5-6bcbbc44613a","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"error","ts":1785355071.3804622,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e81802d8-536b-4a7e-af02-55c517aabbde","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785355071.3898485,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"18cfbf8a-39c2-4d30-91d5-6bcbbc44613a","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785355071.3909204,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"17f7aaed-4442-4ed0-8a2d-51df364c0b14"} {"level":"info","ts":1785355071.3909593,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"17f7aaed-4442-4ed0-8a2d-51df364c0b14","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785355071.3972282,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"17f7aaed-4442-4ed0-8a2d-51df364c0b14","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785355071.3978252,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"18cfbf8a-39c2-4d30-91d5-6bcbbc44613a","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785355071.4032967,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"64566760-0c1d-41ed-ad2c-d6ee2d538d18","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785355071.4033444,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"64566760-0c1d-41ed-ad2c-d6ee2d538d18","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785355071.4033468,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b39a4c79-7693-4da1-8f4b-111967aff29e"} {"level":"info","ts":1785355071.403403,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b39a4c79-7693-4da1-8f4b-111967aff29e","name":"e2e-external-provider"} {"level":"info","ts":1785355071.4034255,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"837604d4-43a3-4517-8221-0aae154d79cf","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785355071.4034407,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"837604d4-43a3-4517-8221-0aae154d79cf","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785355071.403505,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"386d9f21-92d0-4e44-b03b-d2d965d5b61a"} {"level":"info","ts":1785355071.4037585,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":36454.279818311,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785355071.4037793,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785355071.4142506,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785355071.4169083,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b39a4c79-7693-4da1-8f4b-111967aff29e","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785355071.421751,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c7c327db-50a7-4450-967a-db937a2aa1ab"} {"level":"info","ts":1785355071.421791,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c7c327db-50a7-4450-967a-db937a2aa1ab","name":"e2e-external-provider"} {"level":"info","ts":1785355071.433704,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c7c327db-50a7-4450-967a-db937a2aa1ab","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785355071.5038164,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"386d9f21-92d0-4e44-b03b-d2d965d5b61a","name":"e2e-external-model"} {"level":"info","ts":1785355071.5152404,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"386d9f21-92d0-4e44-b03b-d2d965d5b61a","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785355071.5229726,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8678ca75-e40e-48ce-8d5d-e7499e452a1d"} {"level":"info","ts":1785355071.523042,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8678ca75-e40e-48ce-8d5d-e7499e452a1d","name":"e2e-external-model"} {"level":"info","ts":1785355071.5229728,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8bb50ed7-ee0d-413d-8cbb-017565727c1c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785355071.5231178,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8bb50ed7-ee0d-413d-8cbb-017565727c1c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785355071.5392804,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"902e8d28-03d8-4f36-8690-0ced08bcdefe","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785355071.539323,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"902e8d28-03d8-4f36-8690-0ced08bcdefe","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785355071.5396452,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8678ca75-e40e-48ce-8d5d-e7499e452a1d","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785355071.5397058,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8576bee3-5881-4db7-9388-1e2ffa89cd13"} {"level":"info","ts":1785355071.539752,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8576bee3-5881-4db7-9388-1e2ffa89cd13","name":"e2e-external-model"} {"level":"info","ts":1785355071.548232,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8576bee3-5881-4db7-9388-1e2ffa89cd13","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785355071.5544674,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fe494705-3e30-42eb-8622-3de5d8f79da5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785355071.5545013,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fe494705-3e30-42eb-8622-3de5d8f79da5","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785355071.5546136,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0db66721-b441-4eb9-9071-92aa752e8ab2"} {"level":"info","ts":1785355071.5546634,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0db66721-b441-4eb9-9071-92aa752e8ab2","name":"e2e-external-model"} {"level":"info","ts":1785355071.5650308,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0db66721-b441-4eb9-9071-92aa752e8ab2","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785355080.9524262,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785355080.9525173,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3c141644-a530-4c39-9a8a-7e233946f8aa"} {"level":"info","ts":1785355080.9525304,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3c141644-a530-4c39-9a8a-7e233946f8aa"} {"level":"info","ts":1785355080.9525433,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3c141644-a530-4c39-9a8a-7e233946f8aa","EoS":true} {"level":"info","ts":1785355080.9525714,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3c141644-a530-4c39-9a8a-7e233946f8aa","header":"x-maas-username"} {"level":"info","ts":1785355080.9526048,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3c141644-a530-4c39-9a8a-7e233946f8aa","header":"x-maas-group"} {"level":"info","ts":1785355080.9526107,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3c141644-a530-4c39-9a8a-7e233946f8aa","header":"x-maas-subscription"} {"level":"info","ts":1785355080.9526258,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3c141644-a530-4c39-9a8a-7e233946f8aa","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785355080.952633,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"3c141644-a530-4c39-9a8a-7e233946f8aa","modelName":"e2e-external-model"} {"level":"info","ts":1785355080.9526458,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"3c141644-a530-4c39-9a8a-7e233946f8aa","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785355080.9526894,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"3c141644-a530-4c39-9a8a-7e233946f8aa","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785355080.9527094,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"3c141644-a530-4c39-9a8a-7e233946f8aa","authType":"apikey"} {"level":"info","ts":1785355080.9527378,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3c141644-a530-4c39-9a8a-7e233946f8aa"} {"level":"info","ts":1785355081.0619366,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3c141644-a530-4c39-9a8a-7e233946f8aa"} {"level":"info","ts":1785355081.0619664,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3c141644-a530-4c39-9a8a-7e233946f8aa"} {"level":"info","ts":1785355081.0619829,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3c141644-a530-4c39-9a8a-7e233946f8aa","EoS":false} {"level":"info","ts":1785355081.061997,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3c141644-a530-4c39-9a8a-7e233946f8aa"} {"level":"info","ts":1785355081.0620306,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3c141644-a530-4c39-9a8a-7e233946f8aa","EoS":true} {"level":"info","ts":1785355081.0620415,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3c141644-a530-4c39-9a8a-7e233946f8aa"} {"level":"info","ts":1785355081.1714222,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"340fe859-dc11-47ae-89a6-819ceb7dfd0b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785355081.1714675,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"340fe859-dc11-47ae-89a6-819ceb7dfd0b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785355081.1714716,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a4e374a3-5175-4c4d-b95a-272d5e9812cc"} {"level":"info","ts":1785355081.1786673,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"296d99c0-719d-4334-bbbd-bab6e390edf6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785355081.1787,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"296d99c0-719d-4334-bbbd-bab6e390edf6","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785355081.1797445,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a4e374a3-5175-4c4d-b95a-272d5e9812cc","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785355081.1798127,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a4e374a3-5175-4c4d-b95a-272d5e9812cc","name":"e2e-cleanup-test"} {"level":"info","ts":1785355081.1932929,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e849390c-85b3-4ea0-a1c7-f4e39f91dff8","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785355081.1933262,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e849390c-85b3-4ea0-a1c7-f4e39f91dff8","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785355081.1961508,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a4e374a3-5175-4c4d-b95a-272d5e9812cc","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785355081.1961927,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a4e374a3-5175-4c4d-b95a-272d5e9812cc","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785355081.1962447,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c6ad385e-dd1c-48c7-9c6b-4e4e1dec16df"} {"level":"info","ts":1785355081.196294,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c6ad385e-dd1c-48c7-9c6b-4e4e1dec16df","name":"e2e-cleanup-test"} {"level":"info","ts":1785355081.21157,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2dfab02a-afcf-45e8-b79f-51905a34f22d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785355081.21162,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2dfab02a-afcf-45e8-b79f-51905a34f22d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785355081.211981,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c6ad385e-dd1c-48c7-9c6b-4e4e1dec16df","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785355081.2120323,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c6ad385e-dd1c-48c7-9c6b-4e4e1dec16df","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785355081.212129,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a98558a9-aa73-4498-bb09-77bf3ac64170"} {"level":"info","ts":1785355081.2121863,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a98558a9-aa73-4498-bb09-77bf3ac64170","name":"e2e-cleanup-test"} {"level":"info","ts":1785355081.2212532,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a98558a9-aa73-4498-bb09-77bf3ac64170","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785355081.2274494,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bb2067b9-384b-489a-88c2-7ea5a2d45ac2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785355081.227481,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bb2067b9-384b-489a-88c2-7ea5a2d45ac2","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785355081.2287488,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a98558a9-aa73-4498-bb09-77bf3ac64170","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785355081.2288435,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"da4a7975-daa1-43ef-a356-12f404095834"} {"level":"info","ts":1785355081.2289047,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"da4a7975-daa1-43ef-a356-12f404095834","name":"e2e-cleanup-test"} {"level":"info","ts":1785355081.2384179,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"da4a7975-daa1-43ef-a356-12f404095834","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785355089.4313593,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5256f290-66df-4b87-bcab-4fc0b3acb1fd","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785355089.4314075,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5256f290-66df-4b87-bcab-4fc0b3acb1fd","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785355089.4313593,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"594e27eb-50cd-4896-9f10-39118eb1cbc6"} {"level":"info","ts":1785355093.7302008,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785355093.7302823,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c80d8c31-0898-4199-8c12-0bd258a12f13"} {"level":"info","ts":1785355093.7302907,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c80d8c31-0898-4199-8c12-0bd258a12f13"} {"level":"info","ts":1785355093.7303028,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c80d8c31-0898-4199-8c12-0bd258a12f13","EoS":true} {"level":"info","ts":1785355093.730336,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c80d8c31-0898-4199-8c12-0bd258a12f13","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785355093.730364,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c80d8c31-0898-4199-8c12-0bd258a12f13"} {"level":"info","ts":1785355093.7683222,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785355093.768394,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f9939f89-51b0-4a65-8485-7cffd1f51ea4"} {"level":"info","ts":1785355093.7684057,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f9939f89-51b0-4a65-8485-7cffd1f51ea4"} {"level":"info","ts":1785355093.7684178,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f9939f89-51b0-4a65-8485-7cffd1f51ea4","EoS":true} {"level":"info","ts":1785355093.7684448,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f9939f89-51b0-4a65-8485-7cffd1f51ea4","header":"x-maas-group"} {"level":"info","ts":1785355093.7684557,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f9939f89-51b0-4a65-8485-7cffd1f51ea4","header":"x-maas-username"} {"level":"info","ts":1785355093.7684608,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f9939f89-51b0-4a65-8485-7cffd1f51ea4","header":"x-maas-subscription"} {"level":"info","ts":1785355093.7684743,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f9939f89-51b0-4a65-8485-7cffd1f51ea4","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785355093.7684839,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"f9939f89-51b0-4a65-8485-7cffd1f51ea4","modelName":"e2e-external-model"} {"level":"info","ts":1785355093.7684975,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"f9939f89-51b0-4a65-8485-7cffd1f51ea4","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785355093.7685282,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"f9939f89-51b0-4a65-8485-7cffd1f51ea4","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785355093.7685578,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"f9939f89-51b0-4a65-8485-7cffd1f51ea4","authType":"apikey"} {"level":"info","ts":1785355093.7686005,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f9939f89-51b0-4a65-8485-7cffd1f51ea4"} {"level":"info","ts":1785355093.8153691,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f9939f89-51b0-4a65-8485-7cffd1f51ea4"} {"level":"info","ts":1785355093.8153954,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f9939f89-51b0-4a65-8485-7cffd1f51ea4"} {"level":"info","ts":1785355093.8154125,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f9939f89-51b0-4a65-8485-7cffd1f51ea4","EoS":false} {"level":"info","ts":1785355093.815426,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f9939f89-51b0-4a65-8485-7cffd1f51ea4"} {"level":"info","ts":1785355093.8154585,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f9939f89-51b0-4a65-8485-7cffd1f51ea4","EoS":true} {"level":"info","ts":1785355093.815469,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f9939f89-51b0-4a65-8485-7cffd1f51ea4"} {"level":"info","ts":1785355093.8507397,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785355093.85082,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6cf9520f-5140-4a7d-8c20-2afaa67c3ca3"} {"level":"info","ts":1785355093.8508346,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6cf9520f-5140-4a7d-8c20-2afaa67c3ca3"} {"level":"info","ts":1785355093.8508532,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6cf9520f-5140-4a7d-8c20-2afaa67c3ca3","EoS":true} {"level":"info","ts":1785355093.8508904,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6cf9520f-5140-4a7d-8c20-2afaa67c3ca3","header":"x-maas-username"} {"level":"info","ts":1785355093.8509035,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6cf9520f-5140-4a7d-8c20-2afaa67c3ca3","header":"x-maas-group"} {"level":"info","ts":1785355093.850911,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6cf9520f-5140-4a7d-8c20-2afaa67c3ca3","header":"x-maas-subscription"} {"level":"info","ts":1785355093.8509295,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6cf9520f-5140-4a7d-8c20-2afaa67c3ca3","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785355093.8509617,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6cf9520f-5140-4a7d-8c20-2afaa67c3ca3"} {"level":"info","ts":1785355093.8968647,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6cf9520f-5140-4a7d-8c20-2afaa67c3ca3"} {"level":"info","ts":1785355093.8968878,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6cf9520f-5140-4a7d-8c20-2afaa67c3ca3"} {"level":"info","ts":1785355093.896909,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6cf9520f-5140-4a7d-8c20-2afaa67c3ca3","EoS":false} {"level":"info","ts":1785355093.8969262,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6cf9520f-5140-4a7d-8c20-2afaa67c3ca3"} {"level":"info","ts":1785355093.8969638,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6cf9520f-5140-4a7d-8c20-2afaa67c3ca3","EoS":true} {"level":"info","ts":1785355093.896978,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6cf9520f-5140-4a7d-8c20-2afaa67c3ca3"} {"level":"info","ts":1785355093.9328816,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785355093.9329522,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a52e9f36-4bcf-40c4-92cb-c61ab82a1e26"} {"level":"info","ts":1785355093.9329667,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a52e9f36-4bcf-40c4-92cb-c61ab82a1e26"} {"level":"info","ts":1785355093.9329846,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a52e9f36-4bcf-40c4-92cb-c61ab82a1e26","EoS":true} {"level":"info","ts":1785355093.933024,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a52e9f36-4bcf-40c4-92cb-c61ab82a1e26","header":"x-maas-group"} {"level":"info","ts":1785355093.9330385,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a52e9f36-4bcf-40c4-92cb-c61ab82a1e26","header":"x-maas-username"} {"level":"info","ts":1785355093.9330466,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a52e9f36-4bcf-40c4-92cb-c61ab82a1e26","header":"x-maas-subscription"} {"level":"info","ts":1785355093.9330864,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a52e9f36-4bcf-40c4-92cb-c61ab82a1e26"} {"level":"info","ts":1785355093.9792578,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a52e9f36-4bcf-40c4-92cb-c61ab82a1e26"} {"level":"info","ts":1785355093.9792786,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a52e9f36-4bcf-40c4-92cb-c61ab82a1e26"} {"level":"info","ts":1785355093.9792988,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a52e9f36-4bcf-40c4-92cb-c61ab82a1e26","EoS":false} {"level":"info","ts":1785355093.9793115,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a52e9f36-4bcf-40c4-92cb-c61ab82a1e26"} {"level":"info","ts":1785355093.9793398,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a52e9f36-4bcf-40c4-92cb-c61ab82a1e26","EoS":true} {"level":"info","ts":1785355093.9793503,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a52e9f36-4bcf-40c4-92cb-c61ab82a1e26"} {"level":"info","ts":1785355094.7834496,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a187774b-1320-48f0-8c43-2668c44e4727","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785355094.7834911,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a187774b-1320-48f0-8c43-2668c44e4727","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785355094.783482,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d75faf07-497c-4583-8a2f-5dcda8670eb8"} {"level":"info","ts":1785355094.9174888,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"76c74ba0-81ac-48d2-804d-23f796d1df48","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785355094.917532,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"76c74ba0-81ac-48d2-804d-23f796d1df48","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785355094.9175315,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4db1021d-872e-45e3-87fd-db31125b4d66"} {"level":"info","ts":1785355095.0262146,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"56e0dab5-a8e1-4c8f-b44d-f9007f1cb5d5","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785355095.02627,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"56e0dab5-a8e1-4c8f-b44d-f9007f1cb5d5","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785356487.0512505,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785356487.0513391,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"03549540-1376-48c1-ba0c-7b5d6fc3adc9"} {"level":"info","ts":1785356561.3770509,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785356561.3771367,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0a3d859d-72f9-47e5-beec-9a048e051918"} {"level":"info","ts":1785356561.3771467,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0a3d859d-72f9-47e5-beec-9a048e051918"} {"level":"info","ts":1785356561.3771584,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0a3d859d-72f9-47e5-beec-9a048e051918","EoS":true} {"level":"info","ts":1785356561.3771863,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0a3d859d-72f9-47e5-beec-9a048e051918","header":"x-maas-group"} {"level":"info","ts":1785356561.3771973,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0a3d859d-72f9-47e5-beec-9a048e051918","header":"x-maas-username"} {"level":"info","ts":1785356561.377202,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0a3d859d-72f9-47e5-beec-9a048e051918","header":"x-maas-subscription"} {"level":"info","ts":1785356561.3772197,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0a3d859d-72f9-47e5-beec-9a048e051918","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785356561.3772495,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0a3d859d-72f9-47e5-beec-9a048e051918"} {"level":"info","ts":1785356561.3780951,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0a3d859d-72f9-47e5-beec-9a048e051918"} {"level":"info","ts":1785356561.3781161,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0a3d859d-72f9-47e5-beec-9a048e051918"} {"level":"info","ts":1785356561.3781314,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0a3d859d-72f9-47e5-beec-9a048e051918","EoS":false} {"level":"info","ts":1785356561.3781435,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0a3d859d-72f9-47e5-beec-9a048e051918"} {"level":"info","ts":1785356561.378172,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0a3d859d-72f9-47e5-beec-9a048e051918","EoS":true} {"level":"info","ts":1785356561.3781815,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0a3d859d-72f9-47e5-beec-9a048e051918"}