{"level":"info","ts":1785272479.907266,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d408264a-25ae-4152-9066-4d5718f32229"} {"level":"info","ts":1785272479.9072852,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d408264a-25ae-4152-9066-4d5718f32229","EoS":false} {"level":"info","ts":1785272479.9072967,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d408264a-25ae-4152-9066-4d5718f32229","EoS":true} {"level":"info","ts":1785272479.9073255,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"d408264a-25ae-4152-9066-4d5718f32229"} {"level":"info","ts":1785272480.608057,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272480.6081254,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f9bed868-8a2a-451a-832b-fcde5569bb14"} {"level":"info","ts":1785272480.608137,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f9bed868-8a2a-451a-832b-fcde5569bb14"} {"level":"info","ts":1785272480.6081483,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f9bed868-8a2a-451a-832b-fcde5569bb14","EoS":true} {"level":"info","ts":1785272480.6081772,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f9bed868-8a2a-451a-832b-fcde5569bb14","header":"x-maas-group"} {"level":"info","ts":1785272480.6081874,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f9bed868-8a2a-451a-832b-fcde5569bb14","header":"x-maas-subscription"} {"level":"info","ts":1785272480.608193,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f9bed868-8a2a-451a-832b-fcde5569bb14","header":"x-maas-username"} {"level":"info","ts":1785272480.6082058,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f9bed868-8a2a-451a-832b-fcde5569bb14","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272480.6082299,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f9bed868-8a2a-451a-832b-fcde5569bb14"} {"level":"info","ts":1785272480.609112,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f9bed868-8a2a-451a-832b-fcde5569bb14"} {"level":"info","ts":1785272480.609131,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f9bed868-8a2a-451a-832b-fcde5569bb14"} {"level":"info","ts":1785272480.6091502,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f9bed868-8a2a-451a-832b-fcde5569bb14","EoS":false} {"level":"info","ts":1785272480.6091626,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f9bed868-8a2a-451a-832b-fcde5569bb14","EoS":true} {"level":"info","ts":1785272480.6091924,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"f9bed868-8a2a-451a-832b-fcde5569bb14"} {"level":"info","ts":1785272503.694815,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272503.6949122,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0bb8e002-6af1-4975-9ab7-dcd1d6e129cb"} {"level":"info","ts":1785272503.6949263,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0bb8e002-6af1-4975-9ab7-dcd1d6e129cb"} {"level":"info","ts":1785272503.694939,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0bb8e002-6af1-4975-9ab7-dcd1d6e129cb","EoS":true} {"level":"info","ts":1785272503.6949613,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0bb8e002-6af1-4975-9ab7-dcd1d6e129cb","header":"x-maas-subscription"} {"level":"info","ts":1785272503.6949716,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0bb8e002-6af1-4975-9ab7-dcd1d6e129cb","header":"x-maas-username"} {"level":"info","ts":1785272503.694977,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0bb8e002-6af1-4975-9ab7-dcd1d6e129cb","header":"x-maas-group"} {"level":"info","ts":1785272503.69499,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0bb8e002-6af1-4975-9ab7-dcd1d6e129cb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272503.6950161,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0bb8e002-6af1-4975-9ab7-dcd1d6e129cb"} {"level":"info","ts":1785272503.6979287,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0bb8e002-6af1-4975-9ab7-dcd1d6e129cb"} {"level":"info","ts":1785272503.697947,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0bb8e002-6af1-4975-9ab7-dcd1d6e129cb"} {"level":"info","ts":1785272503.6979663,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0bb8e002-6af1-4975-9ab7-dcd1d6e129cb","EoS":false} {"level":"info","ts":1785272503.69798,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0bb8e002-6af1-4975-9ab7-dcd1d6e129cb","EoS":true} {"level":"info","ts":1785272503.6980112,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"0bb8e002-6af1-4975-9ab7-dcd1d6e129cb"} {"level":"info","ts":1785272503.828977,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272503.8290384,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0f5f34f4-45b7-4cd9-8eaa-080e042c03ac"} {"level":"info","ts":1785272503.8290484,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0f5f34f4-45b7-4cd9-8eaa-080e042c03ac"} {"level":"info","ts":1785272503.829061,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0f5f34f4-45b7-4cd9-8eaa-080e042c03ac","EoS":true} {"level":"info","ts":1785272503.8290904,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0f5f34f4-45b7-4cd9-8eaa-080e042c03ac","header":"x-maas-subscription"} {"level":"info","ts":1785272503.8291013,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0f5f34f4-45b7-4cd9-8eaa-080e042c03ac","header":"x-maas-username"} {"level":"info","ts":1785272503.8291066,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0f5f34f4-45b7-4cd9-8eaa-080e042c03ac","header":"x-maas-group"} {"level":"info","ts":1785272503.8291202,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0f5f34f4-45b7-4cd9-8eaa-080e042c03ac","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272503.8291428,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0f5f34f4-45b7-4cd9-8eaa-080e042c03ac"} {"level":"info","ts":1785272503.829993,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0f5f34f4-45b7-4cd9-8eaa-080e042c03ac"} {"level":"info","ts":1785272503.830016,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0f5f34f4-45b7-4cd9-8eaa-080e042c03ac"} {"level":"info","ts":1785272503.8300369,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0f5f34f4-45b7-4cd9-8eaa-080e042c03ac","EoS":false} {"level":"info","ts":1785272503.8300567,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0f5f34f4-45b7-4cd9-8eaa-080e042c03ac","EoS":true} {"level":"info","ts":1785272503.8300843,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"0f5f34f4-45b7-4cd9-8eaa-080e042c03ac"} {"level":"info","ts":1785272503.9625401,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272503.962628,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8812b418-c486-4dd5-bb1b-9d41e490b0a1"} {"level":"info","ts":1785272503.9626422,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8812b418-c486-4dd5-bb1b-9d41e490b0a1"} {"level":"info","ts":1785272503.9626567,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8812b418-c486-4dd5-bb1b-9d41e490b0a1","EoS":true} {"level":"info","ts":1785272503.962683,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8812b418-c486-4dd5-bb1b-9d41e490b0a1","header":"x-maas-subscription"} {"level":"info","ts":1785272503.9626935,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8812b418-c486-4dd5-bb1b-9d41e490b0a1","header":"x-maas-group"} {"level":"info","ts":1785272503.9627028,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8812b418-c486-4dd5-bb1b-9d41e490b0a1","header":"x-maas-username"} {"level":"info","ts":1785272503.9627175,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8812b418-c486-4dd5-bb1b-9d41e490b0a1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272503.962742,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8812b418-c486-4dd5-bb1b-9d41e490b0a1"} {"level":"info","ts":1785272503.9636219,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8812b418-c486-4dd5-bb1b-9d41e490b0a1"} {"level":"info","ts":1785272503.9636412,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8812b418-c486-4dd5-bb1b-9d41e490b0a1"} {"level":"info","ts":1785272503.9636571,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8812b418-c486-4dd5-bb1b-9d41e490b0a1","EoS":false} {"level":"info","ts":1785272503.963676,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8812b418-c486-4dd5-bb1b-9d41e490b0a1","EoS":true} {"level":"info","ts":1785272503.9637034,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"8812b418-c486-4dd5-bb1b-9d41e490b0a1"} {"level":"info","ts":1785272504.095909,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272504.0959833,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3b342017-3cae-45e6-8fc3-1fdc1373aa4f"} {"level":"info","ts":1785272504.0959947,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3b342017-3cae-45e6-8fc3-1fdc1373aa4f"} {"level":"info","ts":1785272504.0960066,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3b342017-3cae-45e6-8fc3-1fdc1373aa4f","EoS":true} {"level":"info","ts":1785272504.0960317,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3b342017-3cae-45e6-8fc3-1fdc1373aa4f","header":"x-maas-username"} {"level":"info","ts":1785272504.0960424,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3b342017-3cae-45e6-8fc3-1fdc1373aa4f","header":"x-maas-group"} {"level":"info","ts":1785272504.0960472,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3b342017-3cae-45e6-8fc3-1fdc1373aa4f","header":"x-maas-subscription"} {"level":"info","ts":1785272504.096062,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3b342017-3cae-45e6-8fc3-1fdc1373aa4f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272504.0960872,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3b342017-3cae-45e6-8fc3-1fdc1373aa4f"} {"level":"info","ts":1785272504.0970123,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3b342017-3cae-45e6-8fc3-1fdc1373aa4f"} {"level":"info","ts":1785272504.097034,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3b342017-3cae-45e6-8fc3-1fdc1373aa4f"} {"level":"info","ts":1785272504.097055,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3b342017-3cae-45e6-8fc3-1fdc1373aa4f","EoS":false} {"level":"info","ts":1785272504.0970743,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3b342017-3cae-45e6-8fc3-1fdc1373aa4f","EoS":true} {"level":"info","ts":1785272504.097107,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"3b342017-3cae-45e6-8fc3-1fdc1373aa4f"} {"level":"info","ts":1785272504.2274566,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272504.2275226,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"65882cce-c0e6-4b10-a998-1c6a0f2c96ae"} {"level":"info","ts":1785272504.2275383,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"65882cce-c0e6-4b10-a998-1c6a0f2c96ae"} {"level":"info","ts":1785272504.227551,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"65882cce-c0e6-4b10-a998-1c6a0f2c96ae","EoS":true} {"level":"info","ts":1785272504.2275748,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"65882cce-c0e6-4b10-a998-1c6a0f2c96ae","header":"x-maas-subscription"} {"level":"info","ts":1785272504.2275858,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"65882cce-c0e6-4b10-a998-1c6a0f2c96ae","header":"x-maas-group"} {"level":"info","ts":1785272504.2275915,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"65882cce-c0e6-4b10-a998-1c6a0f2c96ae","header":"x-maas-username"} {"level":"info","ts":1785272504.227604,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"65882cce-c0e6-4b10-a998-1c6a0f2c96ae","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272504.2276258,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"65882cce-c0e6-4b10-a998-1c6a0f2c96ae"} {"level":"info","ts":1785272504.228528,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"65882cce-c0e6-4b10-a998-1c6a0f2c96ae"} {"level":"info","ts":1785272504.2285447,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"65882cce-c0e6-4b10-a998-1c6a0f2c96ae"} {"level":"info","ts":1785272504.2285602,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"65882cce-c0e6-4b10-a998-1c6a0f2c96ae","EoS":false} {"level":"info","ts":1785272504.2285771,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"65882cce-c0e6-4b10-a998-1c6a0f2c96ae","EoS":true} {"level":"info","ts":1785272504.228603,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"65882cce-c0e6-4b10-a998-1c6a0f2c96ae"} {"level":"info","ts":1785272521.16114,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272521.1612406,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"376a5555-3bb0-42c0-9f0c-95dceff30a9f"} {"level":"info","ts":1785272521.161259,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"376a5555-3bb0-42c0-9f0c-95dceff30a9f"} {"level":"info","ts":1785272521.161274,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"376a5555-3bb0-42c0-9f0c-95dceff30a9f","EoS":true} {"level":"info","ts":1785272521.161298,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"376a5555-3bb0-42c0-9f0c-95dceff30a9f","header":"x-maas-subscription"} {"level":"info","ts":1785272521.161308,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"376a5555-3bb0-42c0-9f0c-95dceff30a9f","header":"x-maas-username"} {"level":"info","ts":1785272521.1613135,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"376a5555-3bb0-42c0-9f0c-95dceff30a9f","header":"x-maas-group"} {"level":"info","ts":1785272521.1613286,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"376a5555-3bb0-42c0-9f0c-95dceff30a9f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272521.161353,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"376a5555-3bb0-42c0-9f0c-95dceff30a9f"} {"level":"info","ts":1785272521.162244,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"376a5555-3bb0-42c0-9f0c-95dceff30a9f"} {"level":"info","ts":1785272521.162265,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"376a5555-3bb0-42c0-9f0c-95dceff30a9f"} {"level":"info","ts":1785272521.162281,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"376a5555-3bb0-42c0-9f0c-95dceff30a9f","EoS":false} {"level":"info","ts":1785272521.1622934,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"376a5555-3bb0-42c0-9f0c-95dceff30a9f","EoS":true} {"level":"info","ts":1785272521.1623206,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"376a5555-3bb0-42c0-9f0c-95dceff30a9f"} {"level":"info","ts":1785272521.2593021,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272521.2593725,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ded10ae9-3b0b-4a70-9090-924db5b99a1c"} {"level":"info","ts":1785272521.2613401,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ded10ae9-3b0b-4a70-9090-924db5b99a1c"} {"level":"info","ts":1785272521.261358,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ded10ae9-3b0b-4a70-9090-924db5b99a1c"} {"level":"info","ts":1785272521.2613742,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ded10ae9-3b0b-4a70-9090-924db5b99a1c","EoS":false} {"level":"info","ts":1785272521.2613926,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ded10ae9-3b0b-4a70-9090-924db5b99a1c"} {"level":"info","ts":1785272521.261415,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ded10ae9-3b0b-4a70-9090-924db5b99a1c","EoS":true} {"level":"info","ts":1785272521.2614222,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ded10ae9-3b0b-4a70-9090-924db5b99a1c"} {"level":"info","ts":1785272525.8702257,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272525.8702965,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"874dd4de-f61b-4092-8bd7-e1e33335919a"} {"level":"info","ts":1785272525.8703086,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"874dd4de-f61b-4092-8bd7-e1e33335919a"} {"level":"info","ts":1785272525.8703196,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"874dd4de-f61b-4092-8bd7-e1e33335919a","EoS":true} {"level":"info","ts":1785272525.8703423,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"874dd4de-f61b-4092-8bd7-e1e33335919a","header":"x-maas-username"} {"level":"info","ts":1785272525.8703532,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"874dd4de-f61b-4092-8bd7-e1e33335919a","header":"x-maas-group"} {"level":"info","ts":1785272525.8703582,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"874dd4de-f61b-4092-8bd7-e1e33335919a","header":"x-maas-subscription"} {"level":"info","ts":1785272525.8703713,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"874dd4de-f61b-4092-8bd7-e1e33335919a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272525.8703969,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"874dd4de-f61b-4092-8bd7-e1e33335919a"} {"level":"info","ts":1785272525.8720214,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"874dd4de-f61b-4092-8bd7-e1e33335919a"} {"level":"info","ts":1785272525.8720412,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"874dd4de-f61b-4092-8bd7-e1e33335919a"} {"level":"info","ts":1785272525.8720617,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"874dd4de-f61b-4092-8bd7-e1e33335919a","EoS":false} {"level":"info","ts":1785272525.8720772,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"874dd4de-f61b-4092-8bd7-e1e33335919a","EoS":true} {"level":"info","ts":1785272525.872105,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"874dd4de-f61b-4092-8bd7-e1e33335919a"} {"level":"info","ts":1785272536.4608183,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272536.4609158,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a3a572e9-af4a-441a-8809-1cbc4a97100c"} {"level":"info","ts":1785272536.4609332,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a3a572e9-af4a-441a-8809-1cbc4a97100c"} {"level":"info","ts":1785272536.4609463,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a3a572e9-af4a-441a-8809-1cbc4a97100c","EoS":true} {"level":"info","ts":1785272536.4609723,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a3a572e9-af4a-441a-8809-1cbc4a97100c","header":"x-maas-group"} {"level":"info","ts":1785272536.4609826,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a3a572e9-af4a-441a-8809-1cbc4a97100c","header":"x-maas-subscription"} {"level":"info","ts":1785272536.460988,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a3a572e9-af4a-441a-8809-1cbc4a97100c","header":"x-maas-username"} {"level":"info","ts":1785272536.4610007,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a3a572e9-af4a-441a-8809-1cbc4a97100c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785272536.461024,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a3a572e9-af4a-441a-8809-1cbc4a97100c"} {"level":"info","ts":1785272536.4618108,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a3a572e9-af4a-441a-8809-1cbc4a97100c"} {"level":"info","ts":1785272536.4618323,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a3a572e9-af4a-441a-8809-1cbc4a97100c"} {"level":"info","ts":1785272536.4618485,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a3a572e9-af4a-441a-8809-1cbc4a97100c","EoS":false} {"level":"info","ts":1785272536.4618754,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a3a572e9-af4a-441a-8809-1cbc4a97100c","EoS":true} {"level":"info","ts":1785272536.461917,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a3a572e9-af4a-441a-8809-1cbc4a97100c"} {"level":"info","ts":1785272549.324064,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272549.32414,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"101c3941-54da-445d-bdda-d65946d3ba5d"} {"level":"info","ts":1785272549.3241525,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"101c3941-54da-445d-bdda-d65946d3ba5d"} {"level":"info","ts":1785272549.3241642,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"101c3941-54da-445d-bdda-d65946d3ba5d","EoS":true} {"level":"info","ts":1785272549.3241894,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"101c3941-54da-445d-bdda-d65946d3ba5d","header":"x-maas-username"} {"level":"info","ts":1785272549.3242,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"101c3941-54da-445d-bdda-d65946d3ba5d","header":"x-maas-subscription"} {"level":"info","ts":1785272549.3242047,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"101c3941-54da-445d-bdda-d65946d3ba5d","header":"x-maas-group"} {"level":"info","ts":1785272549.324218,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"101c3941-54da-445d-bdda-d65946d3ba5d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272549.3242402,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"101c3941-54da-445d-bdda-d65946d3ba5d"} {"level":"info","ts":1785272549.3251772,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"101c3941-54da-445d-bdda-d65946d3ba5d"} {"level":"info","ts":1785272549.3251982,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"101c3941-54da-445d-bdda-d65946d3ba5d"} {"level":"info","ts":1785272549.3252137,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"101c3941-54da-445d-bdda-d65946d3ba5d","EoS":false} {"level":"info","ts":1785272549.3252254,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"101c3941-54da-445d-bdda-d65946d3ba5d","EoS":true} {"level":"info","ts":1785272549.3252556,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"101c3941-54da-445d-bdda-d65946d3ba5d"} {"level":"info","ts":1785272557.8241048,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272557.8241854,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"55d4733e-2c57-4fe3-8c0a-50d394cb6911"} {"level":"info","ts":1785272557.8241954,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"55d4733e-2c57-4fe3-8c0a-50d394cb6911"} {"level":"info","ts":1785272557.8242068,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"55d4733e-2c57-4fe3-8c0a-50d394cb6911","EoS":true} {"level":"info","ts":1785272557.8242307,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"55d4733e-2c57-4fe3-8c0a-50d394cb6911","header":"x-maas-subscription"} {"level":"info","ts":1785272557.8242445,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"55d4733e-2c57-4fe3-8c0a-50d394cb6911","header":"x-maas-group"} {"level":"info","ts":1785272557.8242524,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"55d4733e-2c57-4fe3-8c0a-50d394cb6911","header":"x-maas-username"} {"level":"info","ts":1785272557.8242657,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"55d4733e-2c57-4fe3-8c0a-50d394cb6911","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272557.8242912,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"55d4733e-2c57-4fe3-8c0a-50d394cb6911"} {"level":"info","ts":1785272557.8251667,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"55d4733e-2c57-4fe3-8c0a-50d394cb6911"} {"level":"info","ts":1785272557.8251858,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"55d4733e-2c57-4fe3-8c0a-50d394cb6911"} {"level":"info","ts":1785272557.8252015,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"55d4733e-2c57-4fe3-8c0a-50d394cb6911","EoS":false} {"level":"info","ts":1785272557.8252122,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"55d4733e-2c57-4fe3-8c0a-50d394cb6911","EoS":true} {"level":"info","ts":1785272557.8252392,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"55d4733e-2c57-4fe3-8c0a-50d394cb6911"} {"level":"info","ts":1785272566.6452332,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272566.6453001,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"95838d66-450f-4030-8ca9-0e9495af6d37"} {"level":"info","ts":1785272566.6453087,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"95838d66-450f-4030-8ca9-0e9495af6d37"} {"level":"info","ts":1785272566.6453197,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"95838d66-450f-4030-8ca9-0e9495af6d37","EoS":true} {"level":"info","ts":1785272566.6453419,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"95838d66-450f-4030-8ca9-0e9495af6d37","header":"x-maas-username"} {"level":"info","ts":1785272566.64535,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"95838d66-450f-4030-8ca9-0e9495af6d37","header":"x-maas-subscription"} {"level":"info","ts":1785272566.6453552,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"95838d66-450f-4030-8ca9-0e9495af6d37","header":"x-maas-group"} {"level":"info","ts":1785272566.6453695,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"95838d66-450f-4030-8ca9-0e9495af6d37","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272566.6453955,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"95838d66-450f-4030-8ca9-0e9495af6d37"} {"level":"info","ts":1785272566.6462638,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"95838d66-450f-4030-8ca9-0e9495af6d37"} {"level":"info","ts":1785272566.646285,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"95838d66-450f-4030-8ca9-0e9495af6d37"} {"level":"info","ts":1785272566.6463072,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"95838d66-450f-4030-8ca9-0e9495af6d37","EoS":false} {"level":"info","ts":1785272566.6463277,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"95838d66-450f-4030-8ca9-0e9495af6d37","EoS":true} {"level":"info","ts":1785272566.6463723,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"95838d66-450f-4030-8ca9-0e9495af6d37"} {"level":"info","ts":1785272591.474955,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272591.4750621,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"22fe601d-4557-437e-8cbb-7bc89aa8af26"} {"level":"info","ts":1785272591.4750764,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"22fe601d-4557-437e-8cbb-7bc89aa8af26"} {"level":"info","ts":1785272591.4750953,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"22fe601d-4557-437e-8cbb-7bc89aa8af26","EoS":true} {"level":"info","ts":1785272591.4751282,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22fe601d-4557-437e-8cbb-7bc89aa8af26","header":"x-maas-subscription"} {"level":"info","ts":1785272591.4751413,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22fe601d-4557-437e-8cbb-7bc89aa8af26","header":"x-maas-username"} {"level":"info","ts":1785272591.4751506,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22fe601d-4557-437e-8cbb-7bc89aa8af26","header":"x-maas-group"} {"level":"info","ts":1785272591.4751725,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"22fe601d-4557-437e-8cbb-7bc89aa8af26","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785272591.4752076,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"22fe601d-4557-437e-8cbb-7bc89aa8af26"} {"level":"info","ts":1785272591.4760377,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"22fe601d-4557-437e-8cbb-7bc89aa8af26"} {"level":"info","ts":1785272591.4760616,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"22fe601d-4557-437e-8cbb-7bc89aa8af26"} {"level":"info","ts":1785272591.4760845,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"22fe601d-4557-437e-8cbb-7bc89aa8af26","EoS":false} {"level":"info","ts":1785272591.4761057,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"22fe601d-4557-437e-8cbb-7bc89aa8af26","EoS":true} {"level":"info","ts":1785272591.4761398,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"22fe601d-4557-437e-8cbb-7bc89aa8af26"} {"level":"info","ts":1785272613.8042903,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272613.8043647,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dcaaa4da-6e19-4254-bd40-35576c9dfb3e"} {"level":"info","ts":1785272613.8043766,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dcaaa4da-6e19-4254-bd40-35576c9dfb3e"} {"level":"info","ts":1785272613.8043919,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dcaaa4da-6e19-4254-bd40-35576c9dfb3e","EoS":true} {"level":"info","ts":1785272613.8044174,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dcaaa4da-6e19-4254-bd40-35576c9dfb3e","header":"x-maas-username"} {"level":"info","ts":1785272613.8044283,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dcaaa4da-6e19-4254-bd40-35576c9dfb3e","header":"x-maas-group"} {"level":"info","ts":1785272613.8044372,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dcaaa4da-6e19-4254-bd40-35576c9dfb3e","header":"x-maas-subscription"} {"level":"info","ts":1785272613.8044515,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dcaaa4da-6e19-4254-bd40-35576c9dfb3e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785272613.8044767,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dcaaa4da-6e19-4254-bd40-35576c9dfb3e"} {"level":"info","ts":1785272613.8052204,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dcaaa4da-6e19-4254-bd40-35576c9dfb3e"} {"level":"info","ts":1785272613.8052416,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"dcaaa4da-6e19-4254-bd40-35576c9dfb3e"} {"level":"info","ts":1785272613.8052576,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dcaaa4da-6e19-4254-bd40-35576c9dfb3e","EoS":false} {"level":"info","ts":1785272613.8052704,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dcaaa4da-6e19-4254-bd40-35576c9dfb3e","EoS":true} {"level":"info","ts":1785272613.8052993,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"dcaaa4da-6e19-4254-bd40-35576c9dfb3e"} {"level":"info","ts":1785272650.5675936,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272650.5676587,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fe1de936-fa82-465b-a86d-26a3ade9281c"} {"level":"info","ts":1785272650.5676694,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fe1de936-fa82-465b-a86d-26a3ade9281c"} {"level":"info","ts":1785272650.5676808,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fe1de936-fa82-465b-a86d-26a3ade9281c","EoS":true} {"level":"info","ts":1785272650.5677013,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fe1de936-fa82-465b-a86d-26a3ade9281c","header":"x-maas-group"} {"level":"info","ts":1785272650.567712,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fe1de936-fa82-465b-a86d-26a3ade9281c","header":"x-maas-subscription"} {"level":"info","ts":1785272650.5677168,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fe1de936-fa82-465b-a86d-26a3ade9281c","header":"x-maas-username"} {"level":"info","ts":1785272650.5677292,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fe1de936-fa82-465b-a86d-26a3ade9281c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272650.5677507,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fe1de936-fa82-465b-a86d-26a3ade9281c"} {"level":"info","ts":1785272650.5703316,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fe1de936-fa82-465b-a86d-26a3ade9281c"} {"level":"info","ts":1785272650.570352,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"fe1de936-fa82-465b-a86d-26a3ade9281c"} {"level":"info","ts":1785272650.5703754,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fe1de936-fa82-465b-a86d-26a3ade9281c","EoS":false} {"level":"info","ts":1785272650.5704005,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fe1de936-fa82-465b-a86d-26a3ade9281c","EoS":true} {"level":"info","ts":1785272650.5704393,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"fe1de936-fa82-465b-a86d-26a3ade9281c"} {"level":"info","ts":1785272659.935233,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272659.9353266,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"58c6ccb6-d040-4211-a053-86b8c3d09908"} {"level":"info","ts":1785272659.935346,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"58c6ccb6-d040-4211-a053-86b8c3d09908"} {"level":"info","ts":1785272659.9353657,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"58c6ccb6-d040-4211-a053-86b8c3d09908","EoS":true} {"level":"info","ts":1785272659.9354057,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"58c6ccb6-d040-4211-a053-86b8c3d09908","header":"x-maas-group"} {"level":"info","ts":1785272659.9354239,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"58c6ccb6-d040-4211-a053-86b8c3d09908","header":"x-maas-username"} {"level":"info","ts":1785272659.9354327,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"58c6ccb6-d040-4211-a053-86b8c3d09908","header":"x-maas-subscription"} {"level":"info","ts":1785272659.9354503,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"58c6ccb6-d040-4211-a053-86b8c3d09908","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272659.935488,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"58c6ccb6-d040-4211-a053-86b8c3d09908"} {"level":"info","ts":1785272659.9365618,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"58c6ccb6-d040-4211-a053-86b8c3d09908"} {"level":"info","ts":1785272659.9365878,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"58c6ccb6-d040-4211-a053-86b8c3d09908"} {"level":"info","ts":1785272659.9366078,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"58c6ccb6-d040-4211-a053-86b8c3d09908","EoS":false} {"level":"info","ts":1785272659.9366226,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"58c6ccb6-d040-4211-a053-86b8c3d09908","EoS":true} {"level":"info","ts":1785272659.9366632,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"58c6ccb6-d040-4211-a053-86b8c3d09908"} {"level":"info","ts":1785272659.9685173,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272659.9685867,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0bd8cb22-984c-4a5f-90a0-6478dc8bc122"} {"level":"info","ts":1785272659.9685993,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0bd8cb22-984c-4a5f-90a0-6478dc8bc122"} {"level":"info","ts":1785272659.968612,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0bd8cb22-984c-4a5f-90a0-6478dc8bc122","EoS":true} {"level":"info","ts":1785272659.9686344,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0bd8cb22-984c-4a5f-90a0-6478dc8bc122","header":"x-maas-subscription"} {"level":"info","ts":1785272659.9686449,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0bd8cb22-984c-4a5f-90a0-6478dc8bc122","header":"x-maas-username"} {"level":"info","ts":1785272659.9686506,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0bd8cb22-984c-4a5f-90a0-6478dc8bc122","header":"x-maas-group"} {"level":"info","ts":1785272659.9686623,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0bd8cb22-984c-4a5f-90a0-6478dc8bc122","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272659.968685,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0bd8cb22-984c-4a5f-90a0-6478dc8bc122"} {"level":"info","ts":1785272659.9695446,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0bd8cb22-984c-4a5f-90a0-6478dc8bc122"} {"level":"info","ts":1785272659.96956,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0bd8cb22-984c-4a5f-90a0-6478dc8bc122"} {"level":"info","ts":1785272659.969573,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0bd8cb22-984c-4a5f-90a0-6478dc8bc122","EoS":false} {"level":"info","ts":1785272659.969584,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0bd8cb22-984c-4a5f-90a0-6478dc8bc122","EoS":true} {"level":"info","ts":1785272659.9696083,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"0bd8cb22-984c-4a5f-90a0-6478dc8bc122"} {"level":"info","ts":1785272678.9828143,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272678.9829156,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8752a12e-8860-4097-8a76-58bc112badc1"} {"level":"info","ts":1785272678.98293,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8752a12e-8860-4097-8a76-58bc112badc1"} {"level":"info","ts":1785272678.9829438,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8752a12e-8860-4097-8a76-58bc112badc1","EoS":true} {"level":"info","ts":1785272678.9829752,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8752a12e-8860-4097-8a76-58bc112badc1","header":"x-maas-subscription"} {"level":"info","ts":1785272678.982987,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8752a12e-8860-4097-8a76-58bc112badc1","header":"x-maas-username"} {"level":"info","ts":1785272678.9829924,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8752a12e-8860-4097-8a76-58bc112badc1","header":"x-maas-group"} {"level":"info","ts":1785272678.9830065,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8752a12e-8860-4097-8a76-58bc112badc1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272678.9830265,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8752a12e-8860-4097-8a76-58bc112badc1"} {"level":"info","ts":1785272678.9839792,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8752a12e-8860-4097-8a76-58bc112badc1"} {"level":"info","ts":1785272678.9840045,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8752a12e-8860-4097-8a76-58bc112badc1"} {"level":"info","ts":1785272678.9840271,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8752a12e-8860-4097-8a76-58bc112badc1","EoS":false} {"level":"info","ts":1785272678.984048,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8752a12e-8860-4097-8a76-58bc112badc1","EoS":true} {"level":"info","ts":1785272678.984077,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"8752a12e-8860-4097-8a76-58bc112badc1"} {"level":"info","ts":1785272814.2666929,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272814.2667947,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b93085ed-b724-48fd-9d18-48d88c048665"} {"level":"info","ts":1785272814.2668104,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b93085ed-b724-48fd-9d18-48d88c048665"} {"level":"info","ts":1785272814.2668228,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b93085ed-b724-48fd-9d18-48d88c048665","EoS":true} {"level":"info","ts":1785272814.266848,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b93085ed-b724-48fd-9d18-48d88c048665","header":"x-maas-username"} {"level":"info","ts":1785272814.2668734,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b93085ed-b724-48fd-9d18-48d88c048665","header":"x-maas-group"} {"level":"info","ts":1785272814.26688,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b93085ed-b724-48fd-9d18-48d88c048665","header":"x-maas-subscription"} {"level":"info","ts":1785272814.266894,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b93085ed-b724-48fd-9d18-48d88c048665","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785272814.2669199,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b93085ed-b724-48fd-9d18-48d88c048665"} {"level":"info","ts":1785272814.2683034,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b93085ed-b724-48fd-9d18-48d88c048665"} {"level":"info","ts":1785272814.268324,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b93085ed-b724-48fd-9d18-48d88c048665"} {"level":"info","ts":1785272814.268347,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b93085ed-b724-48fd-9d18-48d88c048665","EoS":false} {"level":"info","ts":1785272814.2683637,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b93085ed-b724-48fd-9d18-48d88c048665","EoS":true} {"level":"info","ts":1785272814.2684042,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b93085ed-b724-48fd-9d18-48d88c048665"} {"level":"info","ts":1785272861.7949543,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272861.7950344,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"80e86604-c16d-4fa0-8184-4705a8973f1a"} {"level":"info","ts":1785272861.795044,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"80e86604-c16d-4fa0-8184-4705a8973f1a"} {"level":"info","ts":1785272861.7950552,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"80e86604-c16d-4fa0-8184-4705a8973f1a","EoS":true} {"level":"info","ts":1785272861.7950864,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"80e86604-c16d-4fa0-8184-4705a8973f1a","header":"x-maas-username"} {"level":"info","ts":1785272861.7950976,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"80e86604-c16d-4fa0-8184-4705a8973f1a","header":"x-maas-group"} {"level":"info","ts":1785272861.7951043,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"80e86604-c16d-4fa0-8184-4705a8973f1a","header":"x-maas-subscription"} {"level":"info","ts":1785272861.7951174,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"80e86604-c16d-4fa0-8184-4705a8973f1a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272861.795143,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"80e86604-c16d-4fa0-8184-4705a8973f1a"} {"level":"info","ts":1785272861.7983568,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"80e86604-c16d-4fa0-8184-4705a8973f1a"} {"level":"info","ts":1785272861.7983773,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"80e86604-c16d-4fa0-8184-4705a8973f1a"} {"level":"info","ts":1785272861.7983932,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"80e86604-c16d-4fa0-8184-4705a8973f1a","EoS":false} {"level":"info","ts":1785272861.7984052,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"80e86604-c16d-4fa0-8184-4705a8973f1a","EoS":true} {"level":"info","ts":1785272861.7984333,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"80e86604-c16d-4fa0-8184-4705a8973f1a"} {"level":"info","ts":1785272877.00322,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272877.0032914,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3778bcc6-c675-4b88-8c33-fb2439e3a984"} {"level":"info","ts":1785272877.0033064,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3778bcc6-c675-4b88-8c33-fb2439e3a984"} {"level":"info","ts":1785272877.003327,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3778bcc6-c675-4b88-8c33-fb2439e3a984","EoS":true} {"level":"info","ts":1785272877.0033545,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3778bcc6-c675-4b88-8c33-fb2439e3a984","header":"x-maas-username"} {"level":"info","ts":1785272877.0033693,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3778bcc6-c675-4b88-8c33-fb2439e3a984","header":"x-maas-group"} {"level":"info","ts":1785272877.0033748,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3778bcc6-c675-4b88-8c33-fb2439e3a984","header":"x-maas-subscription"} {"level":"info","ts":1785272877.0033894,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3778bcc6-c675-4b88-8c33-fb2439e3a984","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272877.0034134,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3778bcc6-c675-4b88-8c33-fb2439e3a984"} {"level":"info","ts":1785272877.0053136,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3778bcc6-c675-4b88-8c33-fb2439e3a984"} {"level":"info","ts":1785272877.0053394,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3778bcc6-c675-4b88-8c33-fb2439e3a984"} {"level":"info","ts":1785272877.0053568,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3778bcc6-c675-4b88-8c33-fb2439e3a984","EoS":false} {"level":"info","ts":1785272877.0053718,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3778bcc6-c675-4b88-8c33-fb2439e3a984","EoS":true} {"level":"info","ts":1785272877.0054042,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"3778bcc6-c675-4b88-8c33-fb2439e3a984"} {"level":"info","ts":1785273208.3917704,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785273208.3918798,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"108bf954-194b-4fbd-953b-e8602e83382b"} {"level":"info","ts":1785273208.3918943,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"108bf954-194b-4fbd-953b-e8602e83382b"} {"level":"info","ts":1785273208.391908,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"108bf954-194b-4fbd-953b-e8602e83382b","EoS":true} {"level":"info","ts":1785273208.3919315,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"108bf954-194b-4fbd-953b-e8602e83382b","header":"x-maas-group"} {"level":"info","ts":1785273208.3919427,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"108bf954-194b-4fbd-953b-e8602e83382b","header":"x-maas-username"} {"level":"info","ts":1785273208.3919475,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"108bf954-194b-4fbd-953b-e8602e83382b","header":"x-maas-subscription"} {"level":"info","ts":1785273208.3919609,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"108bf954-194b-4fbd-953b-e8602e83382b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785273208.3919845,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"108bf954-194b-4fbd-953b-e8602e83382b"} {"level":"info","ts":1785273208.395354,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"108bf954-194b-4fbd-953b-e8602e83382b"} {"level":"info","ts":1785273208.3953753,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"108bf954-194b-4fbd-953b-e8602e83382b"} {"level":"info","ts":1785273208.3953967,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"108bf954-194b-4fbd-953b-e8602e83382b","EoS":false} {"level":"info","ts":1785273208.3954134,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"108bf954-194b-4fbd-953b-e8602e83382b","EoS":true} {"level":"info","ts":1785273208.3954504,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"108bf954-194b-4fbd-953b-e8602e83382b"} {"level":"info","ts":1785273213.1419115,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"88529239-c4a2-4bfd-a8a4-59b203a7b370","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785273213.142142,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36528.49962808,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785273213.142169,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785273213.1734536,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785273213.242724,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"88529239-c4a2-4bfd-a8a4-59b203a7b370","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785273213.2512052,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"53964824-93ed-42b3-b463-5c994ad851bc","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785273213.2512171,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3e863496-c965-4af0-a747-ee02e2a92970"} {"level":"info","ts":1785273213.251248,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"53964824-93ed-42b3-b463-5c994ad851bc","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785273213.2573962,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2eeaadab-886c-4d28-898c-d22c86e4b300","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785273213.257423,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2eeaadab-886c-4d28-898c-d22c86e4b300","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785273213.2577593,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":32626.496811421,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785273213.2577748,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785273213.2648714,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785273213.3579733,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3e863496-c965-4af0-a747-ee02e2a92970","name":"e2e-external-provider"} {"level":"info","ts":1785273213.360075,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"92474712-1311-4bea-93b1-d1a4f3cb73ff","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785273213.3600798,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7ef06eb9-f507-48a9-b718-94bd55717aa9"} {"level":"info","ts":1785273213.3601282,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"92474712-1311-4bea-93b1-d1a4f3cb73ff","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785273213.3686178,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3e863496-c965-4af0-a747-ee02e2a92970","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785273213.3688018,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4c3532d8-5c76-429f-9750-5e2483880960","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785273213.3688757,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4c3532d8-5c76-429f-9750-5e2483880960","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785273213.368986,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7ef06eb9-f507-48a9-b718-94bd55717aa9","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785273213.3769257,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3e863496-c965-4af0-a747-ee02e2a92970","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1785273213.3771863,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7ef06eb9-f507-48a9-b718-94bd55717aa9","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785273213.3772507,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2b5aaf1f-b299-47c6-b87c-98e50ac2792c"} {"level":"info","ts":1785273213.3772721,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2b5aaf1f-b299-47c6-b87c-98e50ac2792c","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785273213.3772001,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aaec9627-e05e-4368-a899-5bf3d2462d48","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785273213.3773167,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aaec9627-e05e-4368-a899-5bf3d2462d48","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785273213.3820639,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2b5aaf1f-b299-47c6-b87c-98e50ac2792c","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785273213.3848848,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3e863496-c965-4af0-a747-ee02e2a92970","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785273213.3921483,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3f636758-5a5b-4a1d-b70a-c602ad66459e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785273213.3921645,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"123a8fe6-aa38-47f0-ab36-9d64b932ab7b"} {"level":"info","ts":1785273213.392182,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3f636758-5a5b-4a1d-b70a-c602ad66459e","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785273213.392274,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"160cd355-5a5d-460a-9c48-1d44e8f09ae7"} {"level":"info","ts":1785273213.3923874,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"48c28afc-1270-4544-bad7-88c155df748c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785273213.3924127,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"48c28afc-1270-4544-bad7-88c155df748c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785273213.3923886,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"160cd355-5a5d-460a-9c48-1d44e8f09ae7","name":"e2e-external-provider"} {"level":"info","ts":1785273213.3924358,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":36028.755421061,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785273213.392451,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785273213.3989193,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785273213.401526,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"160cd355-5a5d-460a-9c48-1d44e8f09ae7","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785273213.4933774,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"123a8fe6-aa38-47f0-ab36-9d64b932ab7b","name":"e2e-external-model"} {"level":"info","ts":1785273213.5068493,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"123a8fe6-aa38-47f0-ab36-9d64b932ab7b","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785273213.5126917,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3d03acf5-9b87-469f-bc50-ae55779afd03"} {"level":"info","ts":1785273213.5127575,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e0426f33-eec7-4188-8385-51274da10ea0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785273213.5128841,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e0426f33-eec7-4188-8385-51274da10ea0","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785273213.5127556,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3d03acf5-9b87-469f-bc50-ae55779afd03","name":"e2e-external-model"} {"level":"info","ts":1785273213.526545,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e87b7aa9-6a99-4cb5-abe1-2a6c956d099d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785273213.5265713,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e87b7aa9-6a99-4cb5-abe1-2a6c956d099d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785273213.5268257,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3d03acf5-9b87-469f-bc50-ae55779afd03","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785273213.526909,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d88f15f2-f9d1-4880-b7ff-81b56a0d8948"} {"level":"info","ts":1785273213.5269616,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d88f15f2-f9d1-4880-b7ff-81b56a0d8948","name":"e2e-external-model"} {"level":"info","ts":1785273213.5347211,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d88f15f2-f9d1-4880-b7ff-81b56a0d8948","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785273213.5419018,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ea7bf95a-8137-43ff-95d5-7c32b2f62b2d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785273213.5419362,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ea7bf95a-8137-43ff-95d5-7c32b2f62b2d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785273213.542196,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2c544e94-3be2-4d92-847c-b644581c0d21"} {"level":"info","ts":1785273213.5422387,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2c544e94-3be2-4d92-847c-b644581c0d21","name":"e2e-external-model"} {"level":"info","ts":1785273213.5496771,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2c544e94-3be2-4d92-847c-b644581c0d21","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785273218.7487683,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785273218.7488427,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"349d9052-04a0-4dbe-b3c6-c1bc54407efd"} {"level":"info","ts":1785273218.7488704,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"349d9052-04a0-4dbe-b3c6-c1bc54407efd"} {"level":"info","ts":1785273218.7488875,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"349d9052-04a0-4dbe-b3c6-c1bc54407efd","EoS":true} {"level":"info","ts":1785273218.748912,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"349d9052-04a0-4dbe-b3c6-c1bc54407efd","header":"x-maas-username"} {"level":"info","ts":1785273218.7489207,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"349d9052-04a0-4dbe-b3c6-c1bc54407efd","header":"x-maas-subscription"} {"level":"info","ts":1785273218.7489257,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"349d9052-04a0-4dbe-b3c6-c1bc54407efd","header":"x-maas-group"} {"level":"info","ts":1785273218.7489388,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"349d9052-04a0-4dbe-b3c6-c1bc54407efd","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785273218.7489486,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"349d9052-04a0-4dbe-b3c6-c1bc54407efd","modelName":"e2e-external-model"} {"level":"info","ts":1785273218.7489648,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"349d9052-04a0-4dbe-b3c6-c1bc54407efd","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785273218.7490022,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"349d9052-04a0-4dbe-b3c6-c1bc54407efd","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785273218.7490206,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"349d9052-04a0-4dbe-b3c6-c1bc54407efd","authType":"apikey"} {"level":"info","ts":1785273218.749059,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"349d9052-04a0-4dbe-b3c6-c1bc54407efd"} {"level":"info","ts":1785273218.8471997,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"349d9052-04a0-4dbe-b3c6-c1bc54407efd"} {"level":"info","ts":1785273218.8472261,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"349d9052-04a0-4dbe-b3c6-c1bc54407efd"} {"level":"info","ts":1785273218.8472443,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"349d9052-04a0-4dbe-b3c6-c1bc54407efd","EoS":false} {"level":"info","ts":1785273218.8472576,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"349d9052-04a0-4dbe-b3c6-c1bc54407efd","EoS":true} {"level":"error","ts":1785273218.8472672,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"349d9052-04a0-4dbe-b3c6-c1bc54407efd","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785273218.8473165,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"349d9052-04a0-4dbe-b3c6-c1bc54407efd"} {"level":"info","ts":1785273218.955115,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"66c666b7-40ea-4bb4-81a1-1c0c72e37ced"} {"level":"info","ts":1785273218.9551556,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"05d6df4f-b4c7-4388-915d-b56403b758a7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785273218.955191,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"05d6df4f-b4c7-4388-915d-b56403b758a7","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785273218.9626415,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"66c666b7-40ea-4bb4-81a1-1c0c72e37ced","name":"e2e-cleanup-test"} {"level":"info","ts":1785273218.962695,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"271c2a1a-942d-4ae7-9456-5d9850b9808a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785273218.9627244,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"271c2a1a-942d-4ae7-9456-5d9850b9808a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785273218.973816,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"66c666b7-40ea-4bb4-81a1-1c0c72e37ced","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785273218.979267,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f07823a7-2dab-4237-ab97-9154a54979c4","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785273218.9792962,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f07823a7-2dab-4237-ab97-9154a54979c4","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785273218.979548,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8d4144f2-2cd6-410e-8725-4e996a60e63a"} {"level":"info","ts":1785273218.9796,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8d4144f2-2cd6-410e-8725-4e996a60e63a","name":"e2e-cleanup-test"} {"level":"info","ts":1785273218.995497,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c4b664a8-4517-49b7-9589-6e0d7da1702b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785273218.9955275,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c4b664a8-4517-49b7-9589-6e0d7da1702b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785273218.9961064,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8d4144f2-2cd6-410e-8725-4e996a60e63a","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785273218.996208,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1ddf784c-49ec-4842-a531-b4b6b89c88bb"} {"level":"info","ts":1785273218.9962635,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1ddf784c-49ec-4842-a531-b4b6b89c88bb","name":"e2e-cleanup-test"} {"level":"info","ts":1785273219.0047169,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1ddf784c-49ec-4842-a531-b4b6b89c88bb","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785273219.0115905,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"761df873-de7a-4359-94cb-309f86ac953d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785273219.0116155,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"761df873-de7a-4359-94cb-309f86ac953d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785273219.01281,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1ddf784c-49ec-4842-a531-b4b6b89c88bb","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785273219.0129104,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a51b887c-e3ea-462d-b44d-e3ffbcbf2a50"} {"level":"info","ts":1785273219.0129535,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a51b887c-e3ea-462d-b44d-e3ffbcbf2a50","name":"e2e-cleanup-test"} {"level":"info","ts":1785273219.0199583,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a51b887c-e3ea-462d-b44d-e3ffbcbf2a50","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785273227.2096496,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dc629b0f-11aa-4a36-9087-f289c3b802d9"} {"level":"info","ts":1785273227.209687,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"45b5ba00-98eb-4212-9595-39b2f9adc7ac","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785273227.209718,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"45b5ba00-98eb-4212-9595-39b2f9adc7ac","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785273231.737385,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785273231.7374485,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a47d2321-ce3c-47a2-8cc6-3bba2263c0f3"} {"level":"info","ts":1785273231.7374568,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a47d2321-ce3c-47a2-8cc6-3bba2263c0f3"} {"level":"info","ts":1785273231.7374685,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a47d2321-ce3c-47a2-8cc6-3bba2263c0f3","EoS":true} {"level":"info","ts":1785273231.737499,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a47d2321-ce3c-47a2-8cc6-3bba2263c0f3","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785273231.7375278,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a47d2321-ce3c-47a2-8cc6-3bba2263c0f3"} {"level":"info","ts":1785273231.7722883,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785273231.7723553,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0f31955e-f049-410c-8e9b-516507e14155"} {"level":"info","ts":1785273231.7723658,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0f31955e-f049-410c-8e9b-516507e14155"} {"level":"info","ts":1785273231.7723768,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0f31955e-f049-410c-8e9b-516507e14155","EoS":true} {"level":"info","ts":1785273231.7723992,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0f31955e-f049-410c-8e9b-516507e14155","header":"x-maas-subscription"} {"level":"info","ts":1785273231.7724106,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0f31955e-f049-410c-8e9b-516507e14155","header":"x-maas-username"} {"level":"info","ts":1785273231.7724154,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0f31955e-f049-410c-8e9b-516507e14155","header":"x-maas-group"} {"level":"info","ts":1785273231.772427,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0f31955e-f049-410c-8e9b-516507e14155","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785273231.772434,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"0f31955e-f049-410c-8e9b-516507e14155","modelName":"e2e-external-model"} {"level":"info","ts":1785273231.7724454,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"0f31955e-f049-410c-8e9b-516507e14155","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785273231.7724676,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"0f31955e-f049-410c-8e9b-516507e14155","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785273231.772483,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"0f31955e-f049-410c-8e9b-516507e14155","authType":"apikey"} {"level":"info","ts":1785273231.772507,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0f31955e-f049-410c-8e9b-516507e14155"} {"level":"info","ts":1785273231.8717492,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0f31955e-f049-410c-8e9b-516507e14155"} {"level":"info","ts":1785273231.8717763,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0f31955e-f049-410c-8e9b-516507e14155"} {"level":"info","ts":1785273231.8717978,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0f31955e-f049-410c-8e9b-516507e14155","EoS":false} {"level":"info","ts":1785273231.8718116,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0f31955e-f049-410c-8e9b-516507e14155","EoS":true} {"level":"error","ts":1785273231.871823,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"0f31955e-f049-410c-8e9b-516507e14155","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785273231.8718817,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"0f31955e-f049-410c-8e9b-516507e14155"} {"level":"info","ts":1785273231.9041495,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785273231.9042087,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"886df6da-783d-417a-b908-9a1bde57f735"} {"level":"info","ts":1785273231.9042199,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"886df6da-783d-417a-b908-9a1bde57f735"} {"level":"info","ts":1785273231.9042318,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"886df6da-783d-417a-b908-9a1bde57f735","EoS":true} {"level":"info","ts":1785273231.904255,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"886df6da-783d-417a-b908-9a1bde57f735","header":"x-maas-subscription"} {"level":"info","ts":1785273231.9042656,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"886df6da-783d-417a-b908-9a1bde57f735","header":"x-maas-group"} {"level":"info","ts":1785273231.9042711,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"886df6da-783d-417a-b908-9a1bde57f735","header":"x-maas-username"} {"level":"info","ts":1785273231.904283,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"886df6da-783d-417a-b908-9a1bde57f735","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785273231.9043038,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"886df6da-783d-417a-b908-9a1bde57f735"} {"level":"info","ts":1785273231.9540942,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"886df6da-783d-417a-b908-9a1bde57f735"} {"level":"info","ts":1785273231.9541183,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"886df6da-783d-417a-b908-9a1bde57f735"} {"level":"info","ts":1785273231.9541407,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"886df6da-783d-417a-b908-9a1bde57f735","EoS":false} {"level":"info","ts":1785273231.9542835,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"886df6da-783d-417a-b908-9a1bde57f735","EoS":true} {"level":"error","ts":1785273231.954308,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"886df6da-783d-417a-b908-9a1bde57f735","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785273231.954348,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"886df6da-783d-417a-b908-9a1bde57f735"} {"level":"info","ts":1785273231.9879532,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785273231.9880211,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2d25c446-03bb-4680-a2aa-9f1e366c0c66"} {"level":"info","ts":1785273231.9880383,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2d25c446-03bb-4680-a2aa-9f1e366c0c66"} {"level":"info","ts":1785273231.988059,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2d25c446-03bb-4680-a2aa-9f1e366c0c66","EoS":true} {"level":"info","ts":1785273231.9880898,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2d25c446-03bb-4680-a2aa-9f1e366c0c66","header":"x-maas-group"} {"level":"info","ts":1785273231.9881053,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2d25c446-03bb-4680-a2aa-9f1e366c0c66","header":"x-maas-username"} {"level":"info","ts":1785273231.9881127,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2d25c446-03bb-4680-a2aa-9f1e366c0c66","header":"x-maas-subscription"} {"level":"info","ts":1785273231.9881468,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2d25c446-03bb-4680-a2aa-9f1e366c0c66"} {"level":"info","ts":1785273232.041116,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2d25c446-03bb-4680-a2aa-9f1e366c0c66"} {"level":"info","ts":1785273232.0411448,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2d25c446-03bb-4680-a2aa-9f1e366c0c66"} {"level":"info","ts":1785273232.041169,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2d25c446-03bb-4680-a2aa-9f1e366c0c66","EoS":false} {"level":"info","ts":1785273232.0411904,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2d25c446-03bb-4680-a2aa-9f1e366c0c66","EoS":true} {"level":"error","ts":1785273232.0412033,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"2d25c446-03bb-4680-a2aa-9f1e366c0c66","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785273232.0412378,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"2d25c446-03bb-4680-a2aa-9f1e366c0c66"} {"level":"info","ts":1785273232.8577597,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1768e866-f8c3-462b-8c24-565487fb80f6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785273232.8577998,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1768e866-f8c3-462b-8c24-565487fb80f6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785273232.8578045,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"abdd642d-75cd-4d8d-9a20-dc04068b8f54"} {"level":"info","ts":1785273232.9984145,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8e283c39-04d9-45aa-9844-3552686db479","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785273232.9984553,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8e283c39-04d9-45aa-9844-3552686db479","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785273232.9984713,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"39933d6d-2373-4800-9efd-6e0df9e234eb"} {"level":"info","ts":1785273233.1038132,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"af66c046-0945-4874-8026-b3868d4b017e","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785273233.1038897,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"af66c046-0945-4874-8026-b3868d4b017e","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785274681.5695345,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785274681.5696,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a89cf2aa-7fc2-40ad-8a9c-aabf73d5adcf"} {"level":"info","ts":1785274755.703222,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785274755.7033029,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aa3d9462-952a-4d74-a978-e0c03645ec0b"} {"level":"info","ts":1785274755.7033167,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aa3d9462-952a-4d74-a978-e0c03645ec0b"} {"level":"info","ts":1785274755.7033286,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aa3d9462-952a-4d74-a978-e0c03645ec0b","EoS":true} {"level":"info","ts":1785274755.7033534,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aa3d9462-952a-4d74-a978-e0c03645ec0b","header":"x-maas-username"} {"level":"info","ts":1785274755.7033632,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aa3d9462-952a-4d74-a978-e0c03645ec0b","header":"x-maas-group"} {"level":"info","ts":1785274755.703369,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aa3d9462-952a-4d74-a978-e0c03645ec0b","header":"x-maas-subscription"} {"level":"info","ts":1785274755.7033823,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aa3d9462-952a-4d74-a978-e0c03645ec0b","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785274755.703407,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"aa3d9462-952a-4d74-a978-e0c03645ec0b"} {"level":"info","ts":1785274755.7061343,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"aa3d9462-952a-4d74-a978-e0c03645ec0b"} {"level":"info","ts":1785274755.7061567,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"aa3d9462-952a-4d74-a978-e0c03645ec0b"} {"level":"info","ts":1785274755.7061722,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"aa3d9462-952a-4d74-a978-e0c03645ec0b","EoS":false} {"level":"info","ts":1785274755.706184,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"aa3d9462-952a-4d74-a978-e0c03645ec0b","EoS":true} {"level":"info","ts":1785274755.7062123,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"aa3d9462-952a-4d74-a978-e0c03645ec0b"}