{"level":"info","ts":1785272480.5955415,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f9bed868-8a2a-451a-832b-fcde5569bb14","EoS":true} {"level":"info","ts":1785272480.595561,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f9bed868-8a2a-451a-832b-fcde5569bb14","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785272480.5955768,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f9bed868-8a2a-451a-832b-fcde5569bb14","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272480.595603,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f9bed868-8a2a-451a-832b-fcde5569bb14"} {"level":"info","ts":1785272480.6306512,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272480.6307137,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"35ff798d-f376-4408-b938-3cf400adae5d"} {"level":"info","ts":1785272480.630722,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"35ff798d-f376-4408-b938-3cf400adae5d"} {"level":"info","ts":1785272480.6307347,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"35ff798d-f376-4408-b938-3cf400adae5d","EoS":false} {"level":"info","ts":1785272480.6307533,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"35ff798d-f376-4408-b938-3cf400adae5d","EoS":true} {"level":"info","ts":1785272480.6307733,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"35ff798d-f376-4408-b938-3cf400adae5d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785272480.6307878,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"35ff798d-f376-4408-b938-3cf400adae5d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785272480.6308074,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"35ff798d-f376-4408-b938-3cf400adae5d"} {"level":"info","ts":1785272484.7906237,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272484.7906969,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5a78c725-9a1f-487a-8679-84005f6b06c8"} {"level":"info","ts":1785272484.790706,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5a78c725-9a1f-487a-8679-84005f6b06c8"} {"level":"info","ts":1785272484.790717,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5a78c725-9a1f-487a-8679-84005f6b06c8","EoS":false} {"level":"info","ts":1785272484.7907276,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5a78c725-9a1f-487a-8679-84005f6b06c8","EoS":true} {"level":"info","ts":1785272484.7907486,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5a78c725-9a1f-487a-8679-84005f6b06c8","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785272484.790765,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5a78c725-9a1f-487a-8679-84005f6b06c8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785272484.790786,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5a78c725-9a1f-487a-8679-84005f6b06c8"} {"level":"info","ts":1785272503.6827931,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272503.6828873,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0bb8e002-6af1-4975-9ab7-dcd1d6e129cb"} {"level":"info","ts":1785272503.682901,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0bb8e002-6af1-4975-9ab7-dcd1d6e129cb"} {"level":"info","ts":1785272503.6829123,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0bb8e002-6af1-4975-9ab7-dcd1d6e129cb","EoS":false} {"level":"info","ts":1785272503.6829228,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0bb8e002-6af1-4975-9ab7-dcd1d6e129cb","EoS":true} {"level":"info","ts":1785272503.6829464,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0bb8e002-6af1-4975-9ab7-dcd1d6e129cb","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785272503.6829634,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0bb8e002-6af1-4975-9ab7-dcd1d6e129cb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272503.682985,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0bb8e002-6af1-4975-9ab7-dcd1d6e129cb"} {"level":"info","ts":1785272503.8182437,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272503.8183084,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0f5f34f4-45b7-4cd9-8eaa-080e042c03ac"} {"level":"info","ts":1785272503.8183174,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0f5f34f4-45b7-4cd9-8eaa-080e042c03ac"} {"level":"info","ts":1785272503.8183286,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0f5f34f4-45b7-4cd9-8eaa-080e042c03ac","EoS":false} {"level":"info","ts":1785272503.818339,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0f5f34f4-45b7-4cd9-8eaa-080e042c03ac","EoS":true} {"level":"info","ts":1785272503.8183577,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0f5f34f4-45b7-4cd9-8eaa-080e042c03ac","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785272503.818372,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0f5f34f4-45b7-4cd9-8eaa-080e042c03ac","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272503.8183894,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0f5f34f4-45b7-4cd9-8eaa-080e042c03ac"} {"level":"info","ts":1785272503.9509983,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272503.951079,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8812b418-c486-4dd5-bb1b-9d41e490b0a1"} {"level":"info","ts":1785272503.9510953,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8812b418-c486-4dd5-bb1b-9d41e490b0a1"} {"level":"info","ts":1785272503.951107,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8812b418-c486-4dd5-bb1b-9d41e490b0a1","EoS":false} {"level":"info","ts":1785272503.9511173,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8812b418-c486-4dd5-bb1b-9d41e490b0a1","EoS":true} {"level":"info","ts":1785272503.951136,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8812b418-c486-4dd5-bb1b-9d41e490b0a1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785272503.9511511,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8812b418-c486-4dd5-bb1b-9d41e490b0a1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272503.9511726,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8812b418-c486-4dd5-bb1b-9d41e490b0a1"} {"level":"info","ts":1785272504.084758,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272504.0848317,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3b342017-3cae-45e6-8fc3-1fdc1373aa4f"} {"level":"info","ts":1785272504.0848405,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3b342017-3cae-45e6-8fc3-1fdc1373aa4f"} {"level":"info","ts":1785272504.0848513,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3b342017-3cae-45e6-8fc3-1fdc1373aa4f","EoS":false} {"level":"info","ts":1785272504.0848753,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3b342017-3cae-45e6-8fc3-1fdc1373aa4f","EoS":true} {"level":"info","ts":1785272504.0848954,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3b342017-3cae-45e6-8fc3-1fdc1373aa4f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785272504.0849116,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3b342017-3cae-45e6-8fc3-1fdc1373aa4f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272504.0849378,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3b342017-3cae-45e6-8fc3-1fdc1373aa4f"} {"level":"info","ts":1785272504.2163649,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272504.2164378,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"65882cce-c0e6-4b10-a998-1c6a0f2c96ae"} {"level":"info","ts":1785272504.2164521,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"65882cce-c0e6-4b10-a998-1c6a0f2c96ae"} {"level":"info","ts":1785272504.216463,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"65882cce-c0e6-4b10-a998-1c6a0f2c96ae","EoS":false} {"level":"info","ts":1785272504.2164743,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"65882cce-c0e6-4b10-a998-1c6a0f2c96ae","EoS":true} {"level":"info","ts":1785272504.2165046,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"65882cce-c0e6-4b10-a998-1c6a0f2c96ae","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785272504.2165205,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"65882cce-c0e6-4b10-a998-1c6a0f2c96ae","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272504.21654,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"65882cce-c0e6-4b10-a998-1c6a0f2c96ae"} {"level":"info","ts":1785272504.3481307,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272504.3481953,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d541c381-f08c-4d11-8a2b-12bade81bb47"} {"level":"info","ts":1785272504.3482082,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d541c381-f08c-4d11-8a2b-12bade81bb47"} {"level":"info","ts":1785272504.3482187,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d541c381-f08c-4d11-8a2b-12bade81bb47","EoS":false} {"level":"info","ts":1785272504.3482296,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d541c381-f08c-4d11-8a2b-12bade81bb47","EoS":true} {"level":"info","ts":1785272504.3482473,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d541c381-f08c-4d11-8a2b-12bade81bb47","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785272504.3482616,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d541c381-f08c-4d11-8a2b-12bade81bb47","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272504.3482795,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d541c381-f08c-4d11-8a2b-12bade81bb47"} {"level":"info","ts":1785272521.1485431,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272521.1486223,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"376a5555-3bb0-42c0-9f0c-95dceff30a9f"} {"level":"info","ts":1785272521.1486359,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"376a5555-3bb0-42c0-9f0c-95dceff30a9f"} {"level":"info","ts":1785272521.148647,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"376a5555-3bb0-42c0-9f0c-95dceff30a9f","EoS":false} {"level":"info","ts":1785272521.1486652,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"376a5555-3bb0-42c0-9f0c-95dceff30a9f","EoS":true} {"level":"info","ts":1785272521.14869,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"376a5555-3bb0-42c0-9f0c-95dceff30a9f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785272521.1487057,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"376a5555-3bb0-42c0-9f0c-95dceff30a9f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272521.148725,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"376a5555-3bb0-42c0-9f0c-95dceff30a9f"} {"level":"info","ts":1785272521.1843226,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272521.1843789,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2b00bd9f-f568-411a-a568-1377ea2a9e84"} {"level":"info","ts":1785272521.1843877,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2b00bd9f-f568-411a-a568-1377ea2a9e84"} {"level":"info","ts":1785272521.1843982,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2b00bd9f-f568-411a-a568-1377ea2a9e84","EoS":false} {"level":"info","ts":1785272521.1844091,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2b00bd9f-f568-411a-a568-1377ea2a9e84","EoS":true} {"level":"info","ts":1785272521.184425,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2b00bd9f-f568-411a-a568-1377ea2a9e84","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785272521.1844397,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2b00bd9f-f568-411a-a568-1377ea2a9e84","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272521.1844583,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2b00bd9f-f568-411a-a568-1377ea2a9e84"} {"level":"info","ts":1785272521.220513,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272521.2205915,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0a7973c9-6c8e-4216-8531-3bd666e9339f"} {"level":"info","ts":1785272521.2206068,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0a7973c9-6c8e-4216-8531-3bd666e9339f"} {"level":"info","ts":1785272521.2206247,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0a7973c9-6c8e-4216-8531-3bd666e9339f","EoS":false} {"level":"info","ts":1785272521.220644,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0a7973c9-6c8e-4216-8531-3bd666e9339f","EoS":true} {"level":"info","ts":1785272521.2206717,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0a7973c9-6c8e-4216-8531-3bd666e9339f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785272521.220689,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0a7973c9-6c8e-4216-8531-3bd666e9339f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272521.2207162,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0a7973c9-6c8e-4216-8531-3bd666e9339f"} {"level":"info","ts":1785272521.249501,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272521.2495663,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ded10ae9-3b0b-4a70-9090-924db5b99a1c"} {"level":"info","ts":1785272525.8583682,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272525.8584383,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"874dd4de-f61b-4092-8bd7-e1e33335919a"} {"level":"info","ts":1785272525.858453,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"874dd4de-f61b-4092-8bd7-e1e33335919a"} {"level":"info","ts":1785272525.8584638,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"874dd4de-f61b-4092-8bd7-e1e33335919a","EoS":false} {"level":"info","ts":1785272525.8584747,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"874dd4de-f61b-4092-8bd7-e1e33335919a","EoS":true} {"level":"info","ts":1785272525.8584955,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"874dd4de-f61b-4092-8bd7-e1e33335919a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785272525.8585145,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"874dd4de-f61b-4092-8bd7-e1e33335919a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272525.858537,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"874dd4de-f61b-4092-8bd7-e1e33335919a"} {"level":"info","ts":1785272534.4163804,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272534.4164596,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"35472fe4-4bc5-47ad-94e3-3a20e97b8a29"} {"level":"info","ts":1785272534.41647,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"35472fe4-4bc5-47ad-94e3-3a20e97b8a29"} {"level":"info","ts":1785272534.416481,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"35472fe4-4bc5-47ad-94e3-3a20e97b8a29","EoS":false} {"level":"info","ts":1785272534.416492,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"35472fe4-4bc5-47ad-94e3-3a20e97b8a29","EoS":true} {"level":"info","ts":1785272534.4165132,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"35472fe4-4bc5-47ad-94e3-3a20e97b8a29","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785272534.4165287,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"35472fe4-4bc5-47ad-94e3-3a20e97b8a29","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785272534.4165492,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"35472fe4-4bc5-47ad-94e3-3a20e97b8a29"} {"level":"info","ts":1785272536.447377,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272536.4474626,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a3a572e9-af4a-441a-8809-1cbc4a97100c"} {"level":"info","ts":1785272536.447476,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a3a572e9-af4a-441a-8809-1cbc4a97100c"} {"level":"info","ts":1785272536.4474952,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a3a572e9-af4a-441a-8809-1cbc4a97100c","EoS":false} {"level":"info","ts":1785272536.4475136,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a3a572e9-af4a-441a-8809-1cbc4a97100c","EoS":true} {"level":"info","ts":1785272536.447544,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a3a572e9-af4a-441a-8809-1cbc4a97100c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785272536.4475627,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a3a572e9-af4a-441a-8809-1cbc4a97100c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785272536.4475906,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a3a572e9-af4a-441a-8809-1cbc4a97100c"} {"level":"info","ts":1785272549.3091881,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272549.309268,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"101c3941-54da-445d-bdda-d65946d3ba5d"} {"level":"info","ts":1785272549.3092782,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"101c3941-54da-445d-bdda-d65946d3ba5d"} {"level":"info","ts":1785272549.3092892,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"101c3941-54da-445d-bdda-d65946d3ba5d","EoS":false} {"level":"info","ts":1785272549.3093047,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"101c3941-54da-445d-bdda-d65946d3ba5d","EoS":true} {"level":"info","ts":1785272549.3093321,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"101c3941-54da-445d-bdda-d65946d3ba5d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785272549.3093476,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"101c3941-54da-445d-bdda-d65946d3ba5d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272549.3093715,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"101c3941-54da-445d-bdda-d65946d3ba5d"} {"level":"info","ts":1785272557.8125243,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272557.8126242,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"55d4733e-2c57-4fe3-8c0a-50d394cb6911"} {"level":"info","ts":1785272557.8126407,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"55d4733e-2c57-4fe3-8c0a-50d394cb6911"} {"level":"info","ts":1785272557.8126535,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"55d4733e-2c57-4fe3-8c0a-50d394cb6911","EoS":false} {"level":"info","ts":1785272557.8126645,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"55d4733e-2c57-4fe3-8c0a-50d394cb6911","EoS":true} {"level":"info","ts":1785272557.8126867,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"55d4733e-2c57-4fe3-8c0a-50d394cb6911","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785272557.8127022,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"55d4733e-2c57-4fe3-8c0a-50d394cb6911","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272557.8127222,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"55d4733e-2c57-4fe3-8c0a-50d394cb6911"} {"level":"info","ts":1785272566.6337144,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272566.6337955,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"95838d66-450f-4030-8ca9-0e9495af6d37"} {"level":"info","ts":1785272566.633804,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"95838d66-450f-4030-8ca9-0e9495af6d37"} {"level":"info","ts":1785272566.6338153,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"95838d66-450f-4030-8ca9-0e9495af6d37","EoS":false} {"level":"info","ts":1785272566.6338282,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"95838d66-450f-4030-8ca9-0e9495af6d37","EoS":true} {"level":"info","ts":1785272566.6338499,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"95838d66-450f-4030-8ca9-0e9495af6d37","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785272566.6338825,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"95838d66-450f-4030-8ca9-0e9495af6d37","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272566.633903,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"95838d66-450f-4030-8ca9-0e9495af6d37"} {"level":"info","ts":1785272575.5796025,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272575.5796797,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dd283e8f-3f6b-480b-8ea8-8a89c06cf808"} {"level":"info","ts":1785272575.579692,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dd283e8f-3f6b-480b-8ea8-8a89c06cf808"} {"level":"info","ts":1785272575.5797036,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dd283e8f-3f6b-480b-8ea8-8a89c06cf808","EoS":false} {"level":"info","ts":1785272575.5797143,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dd283e8f-3f6b-480b-8ea8-8a89c06cf808","EoS":true} {"level":"info","ts":1785272575.5797331,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dd283e8f-3f6b-480b-8ea8-8a89c06cf808","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785272575.5797498,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dd283e8f-3f6b-480b-8ea8-8a89c06cf808","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272575.5797694,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dd283e8f-3f6b-480b-8ea8-8a89c06cf808"} {"level":"info","ts":1785272580.2881446,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272580.288221,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e857939c-0002-4291-817e-55b66c86f678"} {"level":"info","ts":1785272580.2882304,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e857939c-0002-4291-817e-55b66c86f678"} {"level":"info","ts":1785272580.2882414,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e857939c-0002-4291-817e-55b66c86f678","EoS":false} {"level":"info","ts":1785272580.2882524,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e857939c-0002-4291-817e-55b66c86f678","EoS":true} {"level":"info","ts":1785272580.2882733,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e857939c-0002-4291-817e-55b66c86f678","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785272580.2882917,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e857939c-0002-4291-817e-55b66c86f678","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272580.288315,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e857939c-0002-4291-817e-55b66c86f678"} {"level":"info","ts":1785272585.0068698,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272585.006964,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ef90a3ec-8206-485a-be4f-1210e068c440"} {"level":"info","ts":1785272585.0069795,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ef90a3ec-8206-485a-be4f-1210e068c440"} {"level":"info","ts":1785272585.006993,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ef90a3ec-8206-485a-be4f-1210e068c440","EoS":false} {"level":"info","ts":1785272585.007016,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ef90a3ec-8206-485a-be4f-1210e068c440","EoS":true} {"level":"info","ts":1785272585.007044,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ef90a3ec-8206-485a-be4f-1210e068c440","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785272585.00706,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ef90a3ec-8206-485a-be4f-1210e068c440","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785272585.00708,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ef90a3ec-8206-485a-be4f-1210e068c440"} {"level":"info","ts":1785272585.3661184,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272585.3662148,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a6dfe763-5b5d-4d4e-91e5-4562d2e341c5"} {"level":"info","ts":1785272585.366233,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a6dfe763-5b5d-4d4e-91e5-4562d2e341c5"} {"level":"info","ts":1785272585.366245,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a6dfe763-5b5d-4d4e-91e5-4562d2e341c5","EoS":false} {"level":"info","ts":1785272585.3662577,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a6dfe763-5b5d-4d4e-91e5-4562d2e341c5","EoS":true} {"level":"info","ts":1785272585.3662798,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a6dfe763-5b5d-4d4e-91e5-4562d2e341c5","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785272585.3662949,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a6dfe763-5b5d-4d4e-91e5-4562d2e341c5","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785272585.366316,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a6dfe763-5b5d-4d4e-91e5-4562d2e341c5"} {"level":"info","ts":1785272587.3980076,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272587.3980882,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eb9f1685-55bd-443e-ad46-bfb178bca946"} {"level":"info","ts":1785272587.3981001,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"eb9f1685-55bd-443e-ad46-bfb178bca946"} {"level":"info","ts":1785272587.398112,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eb9f1685-55bd-443e-ad46-bfb178bca946","EoS":false} {"level":"info","ts":1785272587.3981254,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eb9f1685-55bd-443e-ad46-bfb178bca946","EoS":true} {"level":"info","ts":1785272587.3981469,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eb9f1685-55bd-443e-ad46-bfb178bca946","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785272587.3981616,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eb9f1685-55bd-443e-ad46-bfb178bca946","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785272587.3981822,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"eb9f1685-55bd-443e-ad46-bfb178bca946"} {"level":"info","ts":1785272589.4310274,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272589.4311004,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e7aa5108-e8fa-4f2c-9bc4-b9f76b683fd3"} {"level":"info","ts":1785272589.4311152,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e7aa5108-e8fa-4f2c-9bc4-b9f76b683fd3"} {"level":"info","ts":1785272589.431127,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e7aa5108-e8fa-4f2c-9bc4-b9f76b683fd3","EoS":false} {"level":"info","ts":1785272589.43114,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e7aa5108-e8fa-4f2c-9bc4-b9f76b683fd3","EoS":true} {"level":"info","ts":1785272589.4311647,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e7aa5108-e8fa-4f2c-9bc4-b9f76b683fd3","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785272589.4311798,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e7aa5108-e8fa-4f2c-9bc4-b9f76b683fd3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785272589.4312012,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e7aa5108-e8fa-4f2c-9bc4-b9f76b683fd3"} {"level":"info","ts":1785272591.461285,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272591.461378,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"22fe601d-4557-437e-8cbb-7bc89aa8af26"} {"level":"info","ts":1785272591.4613929,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"22fe601d-4557-437e-8cbb-7bc89aa8af26"} {"level":"info","ts":1785272591.4614058,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"22fe601d-4557-437e-8cbb-7bc89aa8af26","EoS":false} {"level":"info","ts":1785272591.4614162,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"22fe601d-4557-437e-8cbb-7bc89aa8af26","EoS":true} {"level":"info","ts":1785272591.4614375,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"22fe601d-4557-437e-8cbb-7bc89aa8af26","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785272591.4614522,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"22fe601d-4557-437e-8cbb-7bc89aa8af26","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785272591.4614744,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"22fe601d-4557-437e-8cbb-7bc89aa8af26"} {"level":"info","ts":1785272613.7930253,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272613.793113,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dcaaa4da-6e19-4254-bd40-35576c9dfb3e"} {"level":"info","ts":1785272613.7931266,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dcaaa4da-6e19-4254-bd40-35576c9dfb3e"} {"level":"info","ts":1785272613.7931395,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dcaaa4da-6e19-4254-bd40-35576c9dfb3e","EoS":false} {"level":"info","ts":1785272613.7931502,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dcaaa4da-6e19-4254-bd40-35576c9dfb3e","EoS":true} {"level":"info","ts":1785272613.793171,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dcaaa4da-6e19-4254-bd40-35576c9dfb3e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785272613.7931874,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dcaaa4da-6e19-4254-bd40-35576c9dfb3e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785272613.7932062,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dcaaa4da-6e19-4254-bd40-35576c9dfb3e"} {"level":"info","ts":1785272623.042201,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272623.04228,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cc911439-f2ca-41f2-8ce3-38161450e493"} {"level":"info","ts":1785272623.0422947,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cc911439-f2ca-41f2-8ce3-38161450e493"} {"level":"info","ts":1785272623.0423064,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cc911439-f2ca-41f2-8ce3-38161450e493","EoS":false} {"level":"info","ts":1785272623.0423207,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cc911439-f2ca-41f2-8ce3-38161450e493","EoS":true} {"level":"info","ts":1785272623.042342,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cc911439-f2ca-41f2-8ce3-38161450e493","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785272623.0423596,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cc911439-f2ca-41f2-8ce3-38161450e493","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272623.0423813,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cc911439-f2ca-41f2-8ce3-38161450e493"} {"level":"info","ts":1785272639.0429142,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272639.0429912,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"241bab7d-030f-47f5-b698-b54386aa4090"} {"level":"info","ts":1785272639.0430038,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"241bab7d-030f-47f5-b698-b54386aa4090"} {"level":"info","ts":1785272639.0430148,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"241bab7d-030f-47f5-b698-b54386aa4090","EoS":false} {"level":"info","ts":1785272639.0430262,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"241bab7d-030f-47f5-b698-b54386aa4090","EoS":true} {"level":"info","ts":1785272639.0430484,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"241bab7d-030f-47f5-b698-b54386aa4090","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785272639.0430639,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"241bab7d-030f-47f5-b698-b54386aa4090","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785272639.0430849,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"241bab7d-030f-47f5-b698-b54386aa4090"} {"level":"info","ts":1785272648.5274596,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272648.5275364,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a098da69-05a6-41af-b763-0872068f5cb0"} {"level":"info","ts":1785272648.5275476,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a098da69-05a6-41af-b763-0872068f5cb0"} {"level":"info","ts":1785272648.5275605,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a098da69-05a6-41af-b763-0872068f5cb0","EoS":false} {"level":"info","ts":1785272648.5275714,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a098da69-05a6-41af-b763-0872068f5cb0","EoS":true} {"level":"info","ts":1785272648.5275955,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a098da69-05a6-41af-b763-0872068f5cb0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785272648.5276127,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a098da69-05a6-41af-b763-0872068f5cb0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272648.5276346,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a098da69-05a6-41af-b763-0872068f5cb0"} {"level":"info","ts":1785272650.554078,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272650.554157,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fe1de936-fa82-465b-a86d-26a3ade9281c"} {"level":"info","ts":1785272650.5541663,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fe1de936-fa82-465b-a86d-26a3ade9281c"} {"level":"info","ts":1785272650.5541778,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fe1de936-fa82-465b-a86d-26a3ade9281c","EoS":false} {"level":"info","ts":1785272650.5541883,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fe1de936-fa82-465b-a86d-26a3ade9281c","EoS":true} {"level":"info","ts":1785272650.5542085,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fe1de936-fa82-465b-a86d-26a3ade9281c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785272650.5542247,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fe1de936-fa82-465b-a86d-26a3ade9281c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272650.5542462,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fe1de936-fa82-465b-a86d-26a3ade9281c"} {"level":"info","ts":1785272659.90899,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272659.909271,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"58c6ccb6-d040-4211-a053-86b8c3d09908"} {"level":"info","ts":1785272659.9093525,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"58c6ccb6-d040-4211-a053-86b8c3d09908"} {"level":"info","ts":1785272659.9094038,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"58c6ccb6-d040-4211-a053-86b8c3d09908","EoS":false} {"level":"info","ts":1785272659.9094467,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"58c6ccb6-d040-4211-a053-86b8c3d09908","EoS":true} {"level":"info","ts":1785272659.9094968,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"58c6ccb6-d040-4211-a053-86b8c3d09908","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785272659.9095478,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"58c6ccb6-d040-4211-a053-86b8c3d09908","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272659.909591,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"58c6ccb6-d040-4211-a053-86b8c3d09908"} {"level":"info","ts":1785272659.9544938,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272659.954572,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0bd8cb22-984c-4a5f-90a0-6478dc8bc122"} {"level":"info","ts":1785272659.9545882,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0bd8cb22-984c-4a5f-90a0-6478dc8bc122"} {"level":"info","ts":1785272659.9546041,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0bd8cb22-984c-4a5f-90a0-6478dc8bc122","EoS":false} {"level":"info","ts":1785272659.954622,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0bd8cb22-984c-4a5f-90a0-6478dc8bc122","EoS":true} {"level":"info","ts":1785272659.9546494,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0bd8cb22-984c-4a5f-90a0-6478dc8bc122","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785272659.9546676,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0bd8cb22-984c-4a5f-90a0-6478dc8bc122","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272659.9547274,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0bd8cb22-984c-4a5f-90a0-6478dc8bc122"} {"level":"info","ts":1785272678.9699013,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272678.9700027,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8752a12e-8860-4097-8a76-58bc112badc1"} {"level":"info","ts":1785272678.970019,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8752a12e-8860-4097-8a76-58bc112badc1"} {"level":"info","ts":1785272678.9700325,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8752a12e-8860-4097-8a76-58bc112badc1","EoS":false} {"level":"info","ts":1785272678.9700434,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8752a12e-8860-4097-8a76-58bc112badc1","EoS":true} {"level":"info","ts":1785272678.9700656,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8752a12e-8860-4097-8a76-58bc112badc1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785272678.9700813,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8752a12e-8860-4097-8a76-58bc112badc1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272678.9701023,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8752a12e-8860-4097-8a76-58bc112badc1"} {"level":"info","ts":1785272688.3478236,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272688.3479316,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c37967de-af66-42f1-930d-9b0eac80b2d3"} {"level":"info","ts":1785272688.3479452,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c37967de-af66-42f1-930d-9b0eac80b2d3"} {"level":"info","ts":1785272688.3479629,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c37967de-af66-42f1-930d-9b0eac80b2d3","EoS":false} {"level":"info","ts":1785272688.3479838,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c37967de-af66-42f1-930d-9b0eac80b2d3","EoS":true} {"level":"info","ts":1785272688.34802,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c37967de-af66-42f1-930d-9b0eac80b2d3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785272688.3480394,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c37967de-af66-42f1-930d-9b0eac80b2d3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272688.3480678,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c37967de-af66-42f1-930d-9b0eac80b2d3"} {"level":"info","ts":1785272693.8358474,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272693.8359425,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"320ba8e9-8195-407c-8814-4e6c6fa3e855"} {"level":"info","ts":1785272693.8359575,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"320ba8e9-8195-407c-8814-4e6c6fa3e855"} {"level":"info","ts":1785272693.835969,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"320ba8e9-8195-407c-8814-4e6c6fa3e855","EoS":false} {"level":"info","ts":1785272693.8359802,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"320ba8e9-8195-407c-8814-4e6c6fa3e855","EoS":true} {"level":"info","ts":1785272693.836,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"320ba8e9-8195-407c-8814-4e6c6fa3e855","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785272693.8360167,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"320ba8e9-8195-407c-8814-4e6c6fa3e855","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785272693.8360376,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"320ba8e9-8195-407c-8814-4e6c6fa3e855"} {"level":"info","ts":1785272784.4457195,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272784.4458125,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eba4730e-0f73-4800-98ff-26e1675a784f"} {"level":"info","ts":1785272784.4458292,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"eba4730e-0f73-4800-98ff-26e1675a784f"} {"level":"info","ts":1785272784.445842,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eba4730e-0f73-4800-98ff-26e1675a784f","EoS":false} {"level":"info","ts":1785272784.4458838,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eba4730e-0f73-4800-98ff-26e1675a784f","EoS":true} {"level":"info","ts":1785272784.445906,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eba4730e-0f73-4800-98ff-26e1675a784f","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785272784.4459226,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eba4730e-0f73-4800-98ff-26e1675a784f","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785272784.4459481,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"eba4730e-0f73-4800-98ff-26e1675a784f"} {"level":"info","ts":1785272814.2516756,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272814.2517686,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b93085ed-b724-48fd-9d18-48d88c048665"} {"level":"info","ts":1785272814.2517836,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b93085ed-b724-48fd-9d18-48d88c048665"} {"level":"info","ts":1785272814.2518046,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b93085ed-b724-48fd-9d18-48d88c048665","EoS":false} {"level":"info","ts":1785272814.2518256,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b93085ed-b724-48fd-9d18-48d88c048665","EoS":true} {"level":"info","ts":1785272814.2518744,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b93085ed-b724-48fd-9d18-48d88c048665","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785272814.2518961,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b93085ed-b724-48fd-9d18-48d88c048665","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785272814.2519286,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b93085ed-b724-48fd-9d18-48d88c048665"} {"level":"info","ts":1785272861.7806606,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272861.7807617,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"80e86604-c16d-4fa0-8184-4705a8973f1a"} {"level":"info","ts":1785272861.7807822,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"80e86604-c16d-4fa0-8184-4705a8973f1a"} {"level":"info","ts":1785272861.780801,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"80e86604-c16d-4fa0-8184-4705a8973f1a","EoS":false} {"level":"info","ts":1785272861.7808144,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"80e86604-c16d-4fa0-8184-4705a8973f1a","EoS":true} {"level":"info","ts":1785272861.780836,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"80e86604-c16d-4fa0-8184-4705a8973f1a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785272861.7808733,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"80e86604-c16d-4fa0-8184-4705a8973f1a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272861.780904,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"80e86604-c16d-4fa0-8184-4705a8973f1a"} {"level":"info","ts":1785272876.9905715,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272876.99065,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3778bcc6-c675-4b88-8c33-fb2439e3a984"} {"level":"info","ts":1785272876.9906619,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3778bcc6-c675-4b88-8c33-fb2439e3a984"} {"level":"info","ts":1785272876.9906733,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3778bcc6-c675-4b88-8c33-fb2439e3a984","EoS":false} {"level":"info","ts":1785272876.990685,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3778bcc6-c675-4b88-8c33-fb2439e3a984","EoS":true} {"level":"info","ts":1785272876.990706,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3778bcc6-c675-4b88-8c33-fb2439e3a984","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785272876.9907215,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3778bcc6-c675-4b88-8c33-fb2439e3a984","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272876.9907408,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3778bcc6-c675-4b88-8c33-fb2439e3a984"} {"level":"info","ts":1785272877.2856925,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272877.285765,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c0016cd5-d60b-4b8c-90b2-eadb544b8a00"} {"level":"info","ts":1785272877.285774,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c0016cd5-d60b-4b8c-90b2-eadb544b8a00"} {"level":"info","ts":1785272877.2857862,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c0016cd5-d60b-4b8c-90b2-eadb544b8a00","EoS":false} {"level":"info","ts":1785272877.2858,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c0016cd5-d60b-4b8c-90b2-eadb544b8a00","EoS":true} {"level":"info","ts":1785272877.285821,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c0016cd5-d60b-4b8c-90b2-eadb544b8a00","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785272877.285836,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c0016cd5-d60b-4b8c-90b2-eadb544b8a00","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272877.2858837,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c0016cd5-d60b-4b8c-90b2-eadb544b8a00"} {"level":"info","ts":1785273208.3784733,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785273208.3785794,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"108bf954-194b-4fbd-953b-e8602e83382b"} {"level":"info","ts":1785273208.378598,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"108bf954-194b-4fbd-953b-e8602e83382b"} {"level":"info","ts":1785273208.3786166,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"108bf954-194b-4fbd-953b-e8602e83382b","EoS":false} {"level":"info","ts":1785273208.378633,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"108bf954-194b-4fbd-953b-e8602e83382b","EoS":true} {"level":"info","ts":1785273208.3786602,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"108bf954-194b-4fbd-953b-e8602e83382b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785273208.3786826,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"108bf954-194b-4fbd-953b-e8602e83382b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785273208.3787112,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"108bf954-194b-4fbd-953b-e8602e83382b"} {"level":"info","ts":1785273208.412993,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785273208.4130733,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5a887513-d7d7-4f86-ab92-2e506d988b4b"} {"level":"info","ts":1785273208.4130826,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5a887513-d7d7-4f86-ab92-2e506d988b4b"} {"level":"info","ts":1785273208.4130938,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5a887513-d7d7-4f86-ab92-2e506d988b4b","EoS":false} {"level":"info","ts":1785273208.413106,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5a887513-d7d7-4f86-ab92-2e506d988b4b","EoS":true} {"level":"info","ts":1785273208.4131255,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5a887513-d7d7-4f86-ab92-2e506d988b4b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785273208.4131434,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5a887513-d7d7-4f86-ab92-2e506d988b4b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785273208.413161,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5a887513-d7d7-4f86-ab92-2e506d988b4b"} {"level":"info","ts":1785273208.443205,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785273208.4432662,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"53f8a176-3cfa-4663-9caa-6c192d5638ac"} {"level":"info","ts":1785273208.4432788,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"53f8a176-3cfa-4663-9caa-6c192d5638ac"} {"level":"info","ts":1785273208.4432893,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"53f8a176-3cfa-4663-9caa-6c192d5638ac","EoS":false} {"level":"info","ts":1785273208.4433029,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"53f8a176-3cfa-4663-9caa-6c192d5638ac","EoS":true} {"level":"info","ts":1785273208.4433208,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"53f8a176-3cfa-4663-9caa-6c192d5638ac","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785273208.4433348,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"53f8a176-3cfa-4663-9caa-6c192d5638ac","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785273208.4433522,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"53f8a176-3cfa-4663-9caa-6c192d5638ac"} {"level":"info","ts":1785273213.2516189,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e892a68d-4443-4179-b10f-656a7c506807","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785273213.2516503,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e892a68d-4443-4179-b10f-656a7c506807","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785273213.2516425,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d1023c5d-e7f3-441b-bfb5-827d4a430f79"} {"level":"info","ts":1785273213.2575982,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2c3a1c9a-c67e-4bea-8548-c1e584a5330e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785273213.2576246,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2c3a1c9a-c67e-4bea-8548-c1e584a5330e","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785273213.2603865,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d1023c5d-e7f3-441b-bfb5-827d4a430f79","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785273213.2605798,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":34363.253287673,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785273213.2605948,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785273213.3601348,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6622a4dc-2ef3-4030-b35c-ffb10f8b6ebf"} {"level":"info","ts":1785273213.3604512,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"76f8c369-5bb5-4546-81dc-5bbc697fc200","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785273213.3604875,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"76f8c369-5bb5-4546-81dc-5bbc697fc200","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785273213.407279,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"93336b88-d5f3-4e17-a439-13e8f2a3fec8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785273213.407303,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"93336b88-d5f3-4e17-a439-13e8f2a3fec8","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785273213.4073434,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"254e9dff-c611-4470-b2cc-62d2648da1cd","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785273213.407367,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"254e9dff-c611-4470-b2cc-62d2648da1cd","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785273213.4077604,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"109209b8-0773-4357-a458-5f7bb5ce6236","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785273213.4077837,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"109209b8-0773-4357-a458-5f7bb5ce6236","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785273213.4092817,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1785273213.411205,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6622a4dc-2ef3-4030-b35c-ffb10f8b6ebf","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785273213.4114344,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":34422.755697953,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785273213.4114506,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785273213.418186,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785273213.4608157,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":33257.328016052,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785273213.46084,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785273213.4696193,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785273213.5121741,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6622a4dc-2ef3-4030-b35c-ffb10f8b6ebf","name":"e2e-external-model"} {"level":"info","ts":1785273213.5127575,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c2c256ab-b2e2-45de-a320-d297b5854926","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785273213.5128443,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c2c256ab-b2e2-45de-a320-d297b5854926","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785273213.525455,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6622a4dc-2ef3-4030-b35c-ffb10f8b6ebf","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785273213.5255127,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6622a4dc-2ef3-4030-b35c-ffb10f8b6ebf","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785273213.5255988,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8d9c25d5-d0a9-445b-bbcb-a00469cfd130"} {"level":"info","ts":1785273213.5256536,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8d9c25d5-d0a9-445b-bbcb-a00469cfd130","name":"e2e-external-model"} {"level":"info","ts":1785273213.5269477,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4cfec19f-0849-4873-b923-2710776e659e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785273213.5269752,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4cfec19f-0849-4873-b923-2710776e659e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785273213.5342188,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8d9c25d5-d0a9-445b-bbcb-a00469cfd130","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785273213.5381315,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8d9c25d5-d0a9-445b-bbcb-a00469cfd130","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785273213.5382078,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4de9dd45-3946-4c13-a9b4-ef11f08c2b0e"} {"level":"info","ts":1785273213.538257,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4de9dd45-3946-4c13-a9b4-ef11f08c2b0e","name":"e2e-external-model"} {"level":"info","ts":1785273213.541983,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a8acd522-cf96-44b0-ad8b-e71fb0bca084","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785273213.5420046,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a8acd522-cf96-44b0-ad8b-e71fb0bca084","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785273213.5456586,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4de9dd45-3946-4c13-a9b4-ef11f08c2b0e","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785273213.5492132,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4de9dd45-3946-4c13-a9b4-ef11f08c2b0e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785273213.549278,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4f9cfdce-8ece-44c7-a7be-c281b39a5602"} {"level":"info","ts":1785273213.5493207,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4f9cfdce-8ece-44c7-a7be-c281b39a5602","name":"e2e-external-model"} {"level":"info","ts":1785273213.5571506,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4f9cfdce-8ece-44c7-a7be-c281b39a5602","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785273213.5610497,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d1023c5d-e7f3-441b-bfb5-827d4a430f79","name":"e2e-external-provider"} {"level":"info","ts":1785273213.5713608,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d1023c5d-e7f3-441b-bfb5-827d4a430f79","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785273213.5772295,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d1023c5d-e7f3-441b-bfb5-827d4a430f79","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785273213.5772989,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c4c8bd18-000d-452e-8a79-6573f1b8d2e9"} {"level":"info","ts":1785273213.5773342,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c4c8bd18-000d-452e-8a79-6573f1b8d2e9","name":"e2e-external-provider"} {"level":"info","ts":1785273213.587236,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c4c8bd18-000d-452e-8a79-6573f1b8d2e9","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785273218.6619492,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785273218.6620352,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9ec459c4-96ae-4f51-abb1-b5ce70a6ef04"} {"level":"info","ts":1785273218.6620536,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9ec459c4-96ae-4f51-abb1-b5ce70a6ef04"} {"level":"info","ts":1785273218.6620705,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9ec459c4-96ae-4f51-abb1-b5ce70a6ef04","EoS":false} {"level":"info","ts":1785273218.6620896,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9ec459c4-96ae-4f51-abb1-b5ce70a6ef04","EoS":true} {"level":"info","ts":1785273218.662114,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9ec459c4-96ae-4f51-abb1-b5ce70a6ef04","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785273218.6621306,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9ec459c4-96ae-4f51-abb1-b5ce70a6ef04","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785273218.6621401,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"9ec459c4-96ae-4f51-abb1-b5ce70a6ef04","modelName":"e2e-external-model"} {"level":"info","ts":1785273218.6621547,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"9ec459c4-96ae-4f51-abb1-b5ce70a6ef04","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785273218.662203,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9ec459c4-96ae-4f51-abb1-b5ce70a6ef04"} {"level":"info","ts":1785273218.7049499,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785273218.7050164,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"790192d0-086f-4010-a17d-0459810f5748"} {"level":"info","ts":1785273218.7050257,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"790192d0-086f-4010-a17d-0459810f5748"} {"level":"info","ts":1785273218.7050366,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"790192d0-086f-4010-a17d-0459810f5748","EoS":false} {"level":"info","ts":1785273218.7050548,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"790192d0-086f-4010-a17d-0459810f5748","EoS":true} {"level":"info","ts":1785273218.7050734,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"790192d0-086f-4010-a17d-0459810f5748","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785273218.7050886,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"790192d0-086f-4010-a17d-0459810f5748","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785273218.7050955,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"790192d0-086f-4010-a17d-0459810f5748","modelName":"e2e-external-model"} {"level":"info","ts":1785273218.7051086,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"790192d0-086f-4010-a17d-0459810f5748","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785273218.7051423,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"790192d0-086f-4010-a17d-0459810f5748"} {"level":"info","ts":1785273218.7362766,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785273218.7363467,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"349d9052-04a0-4dbe-b3c6-c1bc54407efd"} {"level":"info","ts":1785273218.736363,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"349d9052-04a0-4dbe-b3c6-c1bc54407efd"} {"level":"info","ts":1785273218.7363822,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"349d9052-04a0-4dbe-b3c6-c1bc54407efd","EoS":false} {"level":"info","ts":1785273218.736401,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"349d9052-04a0-4dbe-b3c6-c1bc54407efd","EoS":true} {"level":"info","ts":1785273218.7364264,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"349d9052-04a0-4dbe-b3c6-c1bc54407efd","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785273218.7364428,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"349d9052-04a0-4dbe-b3c6-c1bc54407efd","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785273218.7364547,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"349d9052-04a0-4dbe-b3c6-c1bc54407efd","modelName":"e2e-external-model"} {"level":"info","ts":1785273218.7364755,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"349d9052-04a0-4dbe-b3c6-c1bc54407efd","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785273218.7365196,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"349d9052-04a0-4dbe-b3c6-c1bc54407efd"} {"level":"info","ts":1785273218.955213,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6179eb1b-02e3-461d-9da5-529f82da4554"} {"level":"info","ts":1785273218.95521,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a747a0a9-d45b-44e8-a7b5-430f2741701a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785273218.9553363,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a747a0a9-d45b-44e8-a7b5-430f2741701a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785273218.962738,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"703097e4-5128-4ac6-8d66-ee627208dc95","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785273218.9627705,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"703097e4-5128-4ac6-8d66-ee627208dc95","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785273218.963773,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6179eb1b-02e3-461d-9da5-529f82da4554","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785273218.963824,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6179eb1b-02e3-461d-9da5-529f82da4554","name":"e2e-cleanup-test"} {"level":"info","ts":1785273218.9793653,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"32d6fbe6-ce88-42c6-bf22-6639bc9fc9a3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785273218.9793925,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"32d6fbe6-ce88-42c6-bf22-6639bc9fc9a3","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785273218.980693,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6179eb1b-02e3-461d-9da5-529f82da4554","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785273218.9807339,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6179eb1b-02e3-461d-9da5-529f82da4554","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785273218.9807768,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1e679774-93f2-4b16-bf99-c8547314a54f"} {"level":"info","ts":1785273218.9808204,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1e679774-93f2-4b16-bf99-c8547314a54f","name":"e2e-cleanup-test"} {"level":"info","ts":1785273218.995521,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4dec7de1-676b-4da0-8acd-349b1cadecf7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785273218.9955482,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4dec7de1-676b-4da0-8acd-349b1cadecf7","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785273218.9960744,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1e679774-93f2-4b16-bf99-c8547314a54f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785273218.9961264,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1e679774-93f2-4b16-bf99-c8547314a54f","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785273218.9961827,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5075d4ed-9ad9-4a0d-9449-2726cc289900"} {"level":"info","ts":1785273218.996232,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5075d4ed-9ad9-4a0d-9449-2726cc289900","name":"e2e-cleanup-test"} {"level":"info","ts":1785273219.0046024,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5075d4ed-9ad9-4a0d-9449-2726cc289900","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785273219.0120032,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f4151276-7c2f-4fc9-a83c-c069e72964ab","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785273219.0120313,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f4151276-7c2f-4fc9-a83c-c069e72964ab","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785273219.012049,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0d9a449f-8085-42af-a2dc-1d5e00ceefa5"} {"level":"info","ts":1785273219.0120919,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0d9a449f-8085-42af-a2dc-1d5e00ceefa5","name":"e2e-cleanup-test"} {"level":"info","ts":1785273219.0196016,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0d9a449f-8085-42af-a2dc-1d5e00ceefa5","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785273227.2096746,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3a478581-be1a-4e4f-b75d-6d5f66e44e3c"} {"level":"info","ts":1785273227.209683,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"37f17269-2086-4f5b-a6cd-12a4c49c2e85","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785273227.2097151,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"37f17269-2086-4f5b-a6cd-12a4c49c2e85","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785273231.7352657,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785273231.7353532,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a47d2321-ce3c-47a2-8cc6-3bba2263c0f3"} {"level":"info","ts":1785273231.7353656,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a47d2321-ce3c-47a2-8cc6-3bba2263c0f3"} {"level":"info","ts":1785273231.735378,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a47d2321-ce3c-47a2-8cc6-3bba2263c0f3","EoS":false} {"level":"info","ts":1785273231.7353942,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a47d2321-ce3c-47a2-8cc6-3bba2263c0f3","EoS":true} {"level":"info","ts":1785273231.7354212,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a47d2321-ce3c-47a2-8cc6-3bba2263c0f3","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785273231.7354412,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a47d2321-ce3c-47a2-8cc6-3bba2263c0f3","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785273231.7354689,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a47d2321-ce3c-47a2-8cc6-3bba2263c0f3"} {"level":"info","ts":1785273231.7572563,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785273231.7573264,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0f31955e-f049-410c-8e9b-516507e14155"} {"level":"info","ts":1785273231.7573411,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0f31955e-f049-410c-8e9b-516507e14155"} {"level":"info","ts":1785273231.7573588,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0f31955e-f049-410c-8e9b-516507e14155","EoS":false} {"level":"info","ts":1785273231.7573814,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0f31955e-f049-410c-8e9b-516507e14155","EoS":true} {"level":"info","ts":1785273231.7574067,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0f31955e-f049-410c-8e9b-516507e14155","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785273231.7574248,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0f31955e-f049-410c-8e9b-516507e14155","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785273231.7574358,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"0f31955e-f049-410c-8e9b-516507e14155","modelName":"e2e-external-model"} {"level":"info","ts":1785273231.7574565,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"0f31955e-f049-410c-8e9b-516507e14155","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785273231.7575045,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0f31955e-f049-410c-8e9b-516507e14155"} {"level":"info","ts":1785273231.8922243,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785273231.892298,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"886df6da-783d-417a-b908-9a1bde57f735"} {"level":"info","ts":1785273231.8923132,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"886df6da-783d-417a-b908-9a1bde57f735"} {"level":"info","ts":1785273231.8923304,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"886df6da-783d-417a-b908-9a1bde57f735","EoS":false} {"level":"info","ts":1785273231.8923533,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"886df6da-783d-417a-b908-9a1bde57f735","EoS":true} {"level":"info","ts":1785273231.8923833,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"886df6da-783d-417a-b908-9a1bde57f735","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785273231.8924022,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"886df6da-783d-417a-b908-9a1bde57f735","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785273231.8924305,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"886df6da-783d-417a-b908-9a1bde57f735"} {"level":"info","ts":1785273231.9774268,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785273231.9775052,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2d25c446-03bb-4680-a2aa-9f1e366c0c66"} {"level":"info","ts":1785273231.97752,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2d25c446-03bb-4680-a2aa-9f1e366c0c66"} {"level":"info","ts":1785273231.977538,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2d25c446-03bb-4680-a2aa-9f1e366c0c66","EoS":false} {"level":"info","ts":1785273231.9775565,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2d25c446-03bb-4680-a2aa-9f1e366c0c66","EoS":true} {"level":"info","ts":1785273231.9775841,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"2d25c446-03bb-4680-a2aa-9f1e366c0c66","field":"model"} {"level":"info","ts":1785273231.9776149,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2d25c446-03bb-4680-a2aa-9f1e366c0c66"} {"level":"info","ts":1785273232.8580308,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3b2e6e8d-3a63-41de-a292-890587f40232"} {"level":"info","ts":1785273232.8580742,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"32a5e784-aa80-429d-81d1-4bc95d641f69","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785273232.8580956,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"32a5e784-aa80-429d-81d1-4bc95d641f69","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785273232.9984314,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"46c60341-d3cb-4fdd-8f79-e67924c78313","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785273232.998463,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"46c60341-d3cb-4fdd-8f79-e67924c78313","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785273232.998491,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ad4f5d09-7495-4c91-aeec-a73567ed88b1"} {"level":"info","ts":1785274681.5677488,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785274681.5678356,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a89cf2aa-7fc2-40ad-8a9c-aabf73d5adcf"} {"level":"info","ts":1785274755.6795151,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785274755.6795905,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aa3d9462-952a-4d74-a978-e0c03645ec0b"} {"level":"info","ts":1785274755.679599,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aa3d9462-952a-4d74-a978-e0c03645ec0b"} {"level":"info","ts":1785274755.6796112,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aa3d9462-952a-4d74-a978-e0c03645ec0b","EoS":false} {"level":"info","ts":1785274755.6796231,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aa3d9462-952a-4d74-a978-e0c03645ec0b","EoS":true} {"level":"info","ts":1785274755.6796439,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aa3d9462-952a-4d74-a978-e0c03645ec0b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785274755.6796565,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aa3d9462-952a-4d74-a978-e0c03645ec0b","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785274755.6796753,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"aa3d9462-952a-4d74-a978-e0c03645ec0b"}