{"level":"info","ts":1785835370.8635077,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ea0af4e4-8219-49ac-869e-f88da21283a3"} {"level":"info","ts":1785835370.901023,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785835370.9011135,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3577d6fb-0aed-41a8-bd18-9c75041f930f"} {"level":"info","ts":1785835370.9011257,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3577d6fb-0aed-41a8-bd18-9c75041f930f"} {"level":"info","ts":1785835370.901137,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3577d6fb-0aed-41a8-bd18-9c75041f930f","EoS":false} {"level":"info","ts":1785835370.9011495,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3577d6fb-0aed-41a8-bd18-9c75041f930f","EoS":true} {"level":"info","ts":1785835370.90117,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3577d6fb-0aed-41a8-bd18-9c75041f930f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785835370.9011858,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3577d6fb-0aed-41a8-bd18-9c75041f930f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785835370.9012072,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3577d6fb-0aed-41a8-bd18-9c75041f930f"} {"level":"info","ts":1785835370.9303756,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785835370.9304442,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7e4c525b-175b-47e9-a9f1-abf897829525"} {"level":"info","ts":1785835370.9304614,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7e4c525b-175b-47e9-a9f1-abf897829525"} {"level":"info","ts":1785835370.9304774,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7e4c525b-175b-47e9-a9f1-abf897829525","EoS":false} {"level":"info","ts":1785835370.930491,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7e4c525b-175b-47e9-a9f1-abf897829525","EoS":true} {"level":"info","ts":1785835370.9305122,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7e4c525b-175b-47e9-a9f1-abf897829525","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785835370.9305282,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7e4c525b-175b-47e9-a9f1-abf897829525","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785835370.9305537,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7e4c525b-175b-47e9-a9f1-abf897829525"} {"level":"info","ts":1785835370.9766996,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785835370.9767802,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cf146642-d4c8-4b70-a12a-749563951d88"} {"level":"info","ts":1785835370.9767966,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cf146642-d4c8-4b70-a12a-749563951d88"} {"level":"info","ts":1785835370.9768167,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cf146642-d4c8-4b70-a12a-749563951d88","EoS":false} {"level":"info","ts":1785835370.9768362,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cf146642-d4c8-4b70-a12a-749563951d88","EoS":true} {"level":"info","ts":1785835370.976861,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cf146642-d4c8-4b70-a12a-749563951d88","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785835370.9768808,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cf146642-d4c8-4b70-a12a-749563951d88","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785835370.9769073,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cf146642-d4c8-4b70-a12a-749563951d88"} {"level":"info","ts":1785835371.6401677,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785835371.6402826,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4ade71de-9897-4520-862b-100c2c397749"} {"level":"info","ts":1785835371.6402988,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4ade71de-9897-4520-862b-100c2c397749"} {"level":"info","ts":1785835371.6403205,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4ade71de-9897-4520-862b-100c2c397749","EoS":false} {"level":"info","ts":1785835371.6403403,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4ade71de-9897-4520-862b-100c2c397749","EoS":true} {"level":"info","ts":1785835371.640372,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4ade71de-9897-4520-862b-100c2c397749","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785835371.6403906,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4ade71de-9897-4520-862b-100c2c397749","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785835371.640422,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4ade71de-9897-4520-862b-100c2c397749"} {"level":"info","ts":1785835371.6769843,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785835371.6770537,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2b75f455-719e-4cdb-925c-58b92b6614ad"} {"level":"info","ts":1785835371.677066,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2b75f455-719e-4cdb-925c-58b92b6614ad"} {"level":"info","ts":1785835371.677082,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2b75f455-719e-4cdb-925c-58b92b6614ad","EoS":false} {"level":"info","ts":1785835371.677093,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2b75f455-719e-4cdb-925c-58b92b6614ad","EoS":true} {"level":"info","ts":1785835371.677117,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2b75f455-719e-4cdb-925c-58b92b6614ad","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785835371.6771333,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2b75f455-719e-4cdb-925c-58b92b6614ad","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785835371.6771486,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2b75f455-719e-4cdb-925c-58b92b6614ad"} {"level":"info","ts":1785835375.8355474,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785835375.8356318,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0e249032-d670-4f31-9561-818661eb13c7"} {"level":"info","ts":1785835375.8356466,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0e249032-d670-4f31-9561-818661eb13c7"} {"level":"info","ts":1785835375.8356583,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0e249032-d670-4f31-9561-818661eb13c7","EoS":false} {"level":"info","ts":1785835375.835669,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0e249032-d670-4f31-9561-818661eb13c7","EoS":true} {"level":"info","ts":1785835375.8356886,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0e249032-d670-4f31-9561-818661eb13c7","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785835375.835704,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0e249032-d670-4f31-9561-818661eb13c7","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785835375.835726,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0e249032-d670-4f31-9561-818661eb13c7"} {"level":"info","ts":1785835391.6495817,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785835391.649655,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cbbdf616-3da2-4aa9-a6a5-aced19c09505"} {"level":"info","ts":1785835391.649669,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cbbdf616-3da2-4aa9-a6a5-aced19c09505"} {"level":"info","ts":1785835391.6496804,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cbbdf616-3da2-4aa9-a6a5-aced19c09505","EoS":false} {"level":"info","ts":1785835391.6496918,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cbbdf616-3da2-4aa9-a6a5-aced19c09505","EoS":true} {"level":"info","ts":1785835391.6497183,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cbbdf616-3da2-4aa9-a6a5-aced19c09505","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785835391.6497362,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cbbdf616-3da2-4aa9-a6a5-aced19c09505","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785835391.6497643,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cbbdf616-3da2-4aa9-a6a5-aced19c09505"} {"level":"info","ts":1785835391.8012905,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785835391.801366,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8bfa0c29-8513-48ba-aa9b-acd29bd8fc3d"} {"level":"info","ts":1785835391.8013775,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8bfa0c29-8513-48ba-aa9b-acd29bd8fc3d"} {"level":"info","ts":1785835391.801388,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8bfa0c29-8513-48ba-aa9b-acd29bd8fc3d","EoS":false} {"level":"info","ts":1785835391.801397,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8bfa0c29-8513-48ba-aa9b-acd29bd8fc3d","EoS":true} {"level":"info","ts":1785835391.8014202,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8bfa0c29-8513-48ba-aa9b-acd29bd8fc3d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785835391.8014367,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8bfa0c29-8513-48ba-aa9b-acd29bd8fc3d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785835391.8014562,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8bfa0c29-8513-48ba-aa9b-acd29bd8fc3d"} {"level":"info","ts":1785835391.9408584,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785835391.9409368,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cc73f434-c9bd-4c99-90b5-dd0bf5774bcf"} {"level":"info","ts":1785835391.9409463,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cc73f434-c9bd-4c99-90b5-dd0bf5774bcf"} {"level":"info","ts":1785835391.9409585,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cc73f434-c9bd-4c99-90b5-dd0bf5774bcf","EoS":false} {"level":"info","ts":1785835391.9409688,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cc73f434-c9bd-4c99-90b5-dd0bf5774bcf","EoS":true} {"level":"info","ts":1785835391.9409904,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cc73f434-c9bd-4c99-90b5-dd0bf5774bcf","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785835391.9410062,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cc73f434-c9bd-4c99-90b5-dd0bf5774bcf","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785835391.9410264,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cc73f434-c9bd-4c99-90b5-dd0bf5774bcf"} {"level":"info","ts":1785835392.0825362,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785835392.0826278,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fc05c326-61b0-4330-9b8a-c481a083c584"} {"level":"info","ts":1785835392.0826454,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fc05c326-61b0-4330-9b8a-c481a083c584"} {"level":"info","ts":1785835392.0826654,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fc05c326-61b0-4330-9b8a-c481a083c584","EoS":false} {"level":"info","ts":1785835392.082686,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fc05c326-61b0-4330-9b8a-c481a083c584","EoS":true} {"level":"info","ts":1785835392.0827146,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fc05c326-61b0-4330-9b8a-c481a083c584","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785835392.0827332,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fc05c326-61b0-4330-9b8a-c481a083c584","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785835392.0827627,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fc05c326-61b0-4330-9b8a-c481a083c584"} {"level":"info","ts":1785835392.2230897,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785835392.2231815,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0d8a536f-ed5f-430c-b56d-01ec877a2802"} {"level":"info","ts":1785835392.2231934,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0d8a536f-ed5f-430c-b56d-01ec877a2802"} {"level":"info","ts":1785835392.2232041,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0d8a536f-ed5f-430c-b56d-01ec877a2802","EoS":false} {"level":"info","ts":1785835392.2232141,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0d8a536f-ed5f-430c-b56d-01ec877a2802","EoS":true} {"level":"info","ts":1785835392.2232347,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0d8a536f-ed5f-430c-b56d-01ec877a2802","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785835392.2232475,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0d8a536f-ed5f-430c-b56d-01ec877a2802","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785835392.2232833,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0d8a536f-ed5f-430c-b56d-01ec877a2802"} {"level":"info","ts":1785835392.358424,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785835392.3585033,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d652e0e2-7172-4318-98ec-52c12ce34de8"} {"level":"info","ts":1785835392.3585136,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d652e0e2-7172-4318-98ec-52c12ce34de8"} {"level":"info","ts":1785835392.358524,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d652e0e2-7172-4318-98ec-52c12ce34de8","EoS":false} {"level":"info","ts":1785835392.358534,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d652e0e2-7172-4318-98ec-52c12ce34de8","EoS":true} {"level":"info","ts":1785835392.3585536,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d652e0e2-7172-4318-98ec-52c12ce34de8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785835392.3585684,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d652e0e2-7172-4318-98ec-52c12ce34de8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785835392.358588,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d652e0e2-7172-4318-98ec-52c12ce34de8"} {"level":"info","ts":1785835413.3720827,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785835413.3721619,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ba488eec-5d27-4510-b1f3-e9cfcb613af1"} {"level":"info","ts":1785835413.372176,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ba488eec-5d27-4510-b1f3-e9cfcb613af1"} {"level":"info","ts":1785835413.372187,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ba488eec-5d27-4510-b1f3-e9cfcb613af1","EoS":false} {"level":"info","ts":1785835413.3721967,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ba488eec-5d27-4510-b1f3-e9cfcb613af1","EoS":true} {"level":"info","ts":1785835413.372218,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ba488eec-5d27-4510-b1f3-e9cfcb613af1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785835413.3722339,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ba488eec-5d27-4510-b1f3-e9cfcb613af1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785835413.3722806,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ba488eec-5d27-4510-b1f3-e9cfcb613af1"} {"level":"info","ts":1785835413.409647,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785835413.409737,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e9ce6012-3071-4e3f-a388-0d46d584d18b"} {"level":"info","ts":1785835413.409749,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e9ce6012-3071-4e3f-a388-0d46d584d18b"} {"level":"info","ts":1785835413.4097607,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e9ce6012-3071-4e3f-a388-0d46d584d18b","EoS":false} {"level":"info","ts":1785835413.4097786,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e9ce6012-3071-4e3f-a388-0d46d584d18b","EoS":true} {"level":"info","ts":1785835413.4098043,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e9ce6012-3071-4e3f-a388-0d46d584d18b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785835413.4098217,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e9ce6012-3071-4e3f-a388-0d46d584d18b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785835413.409842,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e9ce6012-3071-4e3f-a388-0d46d584d18b"} {"level":"info","ts":1785835413.4437027,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785835413.443775,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b1c8e7f3-fe41-412d-8bbc-900c51ccb100"} {"level":"info","ts":1785835413.4437873,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b1c8e7f3-fe41-412d-8bbc-900c51ccb100"} {"level":"info","ts":1785835413.4437988,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b1c8e7f3-fe41-412d-8bbc-900c51ccb100","EoS":false} {"level":"info","ts":1785835413.4438105,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b1c8e7f3-fe41-412d-8bbc-900c51ccb100","EoS":true} {"level":"info","ts":1785835413.4438305,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b1c8e7f3-fe41-412d-8bbc-900c51ccb100","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785835413.4438453,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b1c8e7f3-fe41-412d-8bbc-900c51ccb100","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785835413.4438646,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b1c8e7f3-fe41-412d-8bbc-900c51ccb100"} {"level":"info","ts":1785835413.4781094,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785835413.4781754,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dcbdcc47-a9c9-4790-9488-e93dd1d392c4"} {"level":"info","ts":1785835413.4781873,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dcbdcc47-a9c9-4790-9488-e93dd1d392c4"} {"level":"info","ts":1785835413.4781985,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dcbdcc47-a9c9-4790-9488-e93dd1d392c4","EoS":false} {"level":"info","ts":1785835413.4782088,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dcbdcc47-a9c9-4790-9488-e93dd1d392c4","EoS":true} {"level":"info","ts":1785835413.4782262,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dcbdcc47-a9c9-4790-9488-e93dd1d392c4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785835413.4782414,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dcbdcc47-a9c9-4790-9488-e93dd1d392c4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785835413.4782808,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dcbdcc47-a9c9-4790-9488-e93dd1d392c4"} {"level":"info","ts":1785835413.510016,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785835413.5100822,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"30015540-acd1-4926-bffd-c091179cf307"} {"level":"info","ts":1785835418.1304915,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785835418.13057,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d385c64d-3403-4e08-a5d9-32c168d291d4"} {"level":"info","ts":1785835418.1305826,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d385c64d-3403-4e08-a5d9-32c168d291d4"} {"level":"info","ts":1785835418.1305957,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d385c64d-3403-4e08-a5d9-32c168d291d4","EoS":false} {"level":"info","ts":1785835418.1306124,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d385c64d-3403-4e08-a5d9-32c168d291d4","EoS":true} {"level":"info","ts":1785835418.130632,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d385c64d-3403-4e08-a5d9-32c168d291d4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785835418.130651,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d385c64d-3403-4e08-a5d9-32c168d291d4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785835418.1306846,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d385c64d-3403-4e08-a5d9-32c168d291d4"} {"level":"info","ts":1785835426.6995437,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785835426.699621,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"66071012-c318-4ff5-a5a8-6766fceb093d"} {"level":"info","ts":1785835426.6996312,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"66071012-c318-4ff5-a5a8-6766fceb093d"} {"level":"info","ts":1785835426.6996424,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"66071012-c318-4ff5-a5a8-6766fceb093d","EoS":false} {"level":"info","ts":1785835426.699653,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"66071012-c318-4ff5-a5a8-6766fceb093d","EoS":true} {"level":"info","ts":1785835426.6996744,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"66071012-c318-4ff5-a5a8-6766fceb093d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785835426.6996932,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"66071012-c318-4ff5-a5a8-6766fceb093d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785835426.6997135,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"66071012-c318-4ff5-a5a8-6766fceb093d"} {"level":"info","ts":1785835439.5766764,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785835439.5767689,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"287b28ae-8320-439d-b8c7-3ff21d5a9979"} {"level":"info","ts":1785835439.5767848,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"287b28ae-8320-439d-b8c7-3ff21d5a9979"} {"level":"info","ts":1785835439.5768008,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"287b28ae-8320-439d-b8c7-3ff21d5a9979","EoS":false} {"level":"info","ts":1785835439.5768151,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"287b28ae-8320-439d-b8c7-3ff21d5a9979","EoS":true} {"level":"info","ts":1785835439.5768425,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"287b28ae-8320-439d-b8c7-3ff21d5a9979","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785835439.576862,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"287b28ae-8320-439d-b8c7-3ff21d5a9979","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785835439.5768912,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"287b28ae-8320-439d-b8c7-3ff21d5a9979"} {"level":"info","ts":1785835448.1080046,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785835448.108079,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e4c98c20-da01-4895-becf-1738239feb3c"} {"level":"info","ts":1785835448.1080887,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e4c98c20-da01-4895-becf-1738239feb3c"} {"level":"info","ts":1785835448.1081018,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e4c98c20-da01-4895-becf-1738239feb3c","EoS":false} {"level":"info","ts":1785835448.108112,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e4c98c20-da01-4895-becf-1738239feb3c","EoS":true} {"level":"info","ts":1785835448.1081321,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e4c98c20-da01-4895-becf-1738239feb3c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785835448.1081476,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e4c98c20-da01-4895-becf-1738239feb3c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785835448.1081676,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e4c98c20-da01-4895-becf-1738239feb3c"} {"level":"info","ts":1785835456.9461198,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785835456.9461987,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"60d38772-89b8-41f9-adf5-d79631c8b22e"} {"level":"info","ts":1785835456.946208,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"60d38772-89b8-41f9-adf5-d79631c8b22e"} {"level":"info","ts":1785835456.9462194,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"60d38772-89b8-41f9-adf5-d79631c8b22e","EoS":false} {"level":"info","ts":1785835456.9462295,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"60d38772-89b8-41f9-adf5-d79631c8b22e","EoS":true} {"level":"info","ts":1785835456.9462707,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"60d38772-89b8-41f9-adf5-d79631c8b22e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785835456.946287,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"60d38772-89b8-41f9-adf5-d79631c8b22e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785835456.9463062,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"60d38772-89b8-41f9-adf5-d79631c8b22e"} {"level":"info","ts":1785835465.9122815,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785835465.9123814,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d9ceae08-dabc-4410-a626-2cdf9fcc01ba"} {"level":"info","ts":1785835465.9123976,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d9ceae08-dabc-4410-a626-2cdf9fcc01ba"} {"level":"info","ts":1785835465.9124124,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d9ceae08-dabc-4410-a626-2cdf9fcc01ba","EoS":false} {"level":"info","ts":1785835465.9124234,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d9ceae08-dabc-4410-a626-2cdf9fcc01ba","EoS":true} {"level":"info","ts":1785835465.9124472,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d9ceae08-dabc-4410-a626-2cdf9fcc01ba","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785835465.9124672,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d9ceae08-dabc-4410-a626-2cdf9fcc01ba","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785835465.9124928,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d9ceae08-dabc-4410-a626-2cdf9fcc01ba"} {"level":"info","ts":1785835473.7696638,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785835473.7697468,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ebfc96bc-bad2-45f5-b758-cdc1ca15213c"} {"level":"info","ts":1785835473.7697575,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ebfc96bc-bad2-45f5-b758-cdc1ca15213c"} {"level":"info","ts":1785835473.7697687,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ebfc96bc-bad2-45f5-b758-cdc1ca15213c","EoS":false} {"level":"info","ts":1785835473.7697816,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ebfc96bc-bad2-45f5-b758-cdc1ca15213c","EoS":true} {"level":"info","ts":1785835473.769805,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ebfc96bc-bad2-45f5-b758-cdc1ca15213c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785835473.7698207,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ebfc96bc-bad2-45f5-b758-cdc1ca15213c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785835473.7698398,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ebfc96bc-bad2-45f5-b758-cdc1ca15213c"} {"level":"info","ts":1785835478.562631,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785835478.5627031,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eafd33d9-3f86-48c8-afdf-4f3d72e2b003"} {"level":"info","ts":1785835478.562714,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"eafd33d9-3f86-48c8-afdf-4f3d72e2b003"} {"level":"info","ts":1785835478.5627255,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eafd33d9-3f86-48c8-afdf-4f3d72e2b003","EoS":false} {"level":"info","ts":1785835478.562735,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eafd33d9-3f86-48c8-afdf-4f3d72e2b003","EoS":true} {"level":"info","ts":1785835478.5627549,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eafd33d9-3f86-48c8-afdf-4f3d72e2b003","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785835478.5627751,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eafd33d9-3f86-48c8-afdf-4f3d72e2b003","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785835478.5627952,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"eafd33d9-3f86-48c8-afdf-4f3d72e2b003"} {"level":"info","ts":1785835489.5477057,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785835489.547784,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b0b68ec6-b4c2-433a-a54c-d6699aff6e30"} {"level":"info","ts":1785835489.5477936,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b0b68ec6-b4c2-433a-a54c-d6699aff6e30"} {"level":"info","ts":1785835489.5478044,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b0b68ec6-b4c2-433a-a54c-d6699aff6e30","EoS":false} {"level":"info","ts":1785835489.5478148,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b0b68ec6-b4c2-433a-a54c-d6699aff6e30","EoS":true} {"level":"info","ts":1785835489.5478349,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b0b68ec6-b4c2-433a-a54c-d6699aff6e30","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785835489.5478518,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b0b68ec6-b4c2-433a-a54c-d6699aff6e30","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785835489.547872,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b0b68ec6-b4c2-433a-a54c-d6699aff6e30"} {"level":"info","ts":1785835523.7685804,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785835523.7686608,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a8cbe461-5d9d-47ce-8c57-7468d4cf5bbf"} {"level":"info","ts":1785835523.7686718,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a8cbe461-5d9d-47ce-8c57-7468d4cf5bbf"} {"level":"info","ts":1785835523.7686834,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a8cbe461-5d9d-47ce-8c57-7468d4cf5bbf","EoS":false} {"level":"info","ts":1785835523.7686932,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a8cbe461-5d9d-47ce-8c57-7468d4cf5bbf","EoS":true} {"level":"info","ts":1785835523.7687132,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a8cbe461-5d9d-47ce-8c57-7468d4cf5bbf","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785835523.7687294,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a8cbe461-5d9d-47ce-8c57-7468d4cf5bbf","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785835523.7687504,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a8cbe461-5d9d-47ce-8c57-7468d4cf5bbf"} {"level":"info","ts":1785835533.0685072,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785835533.0685847,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"54a41f37-6e8f-4848-bf7a-b9e34080b8ba"} {"level":"info","ts":1785835533.0685976,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"54a41f37-6e8f-4848-bf7a-b9e34080b8ba"} {"level":"info","ts":1785835533.0686085,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"54a41f37-6e8f-4848-bf7a-b9e34080b8ba","EoS":false} {"level":"info","ts":1785835533.0686188,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"54a41f37-6e8f-4848-bf7a-b9e34080b8ba","EoS":true} {"level":"info","ts":1785835533.0686402,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"54a41f37-6e8f-4848-bf7a-b9e34080b8ba","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785835533.0686553,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"54a41f37-6e8f-4848-bf7a-b9e34080b8ba","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785835533.0686772,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"54a41f37-6e8f-4848-bf7a-b9e34080b8ba"} {"level":"info","ts":1785835549.1891584,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785835549.1892438,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"52efd441-e6d6-476e-a2cc-6cab2371d0ce"} {"level":"info","ts":1785835549.1892695,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"52efd441-e6d6-476e-a2cc-6cab2371d0ce"} {"level":"info","ts":1785835549.1892853,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"52efd441-e6d6-476e-a2cc-6cab2371d0ce","EoS":false} {"level":"info","ts":1785835549.189297,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"52efd441-e6d6-476e-a2cc-6cab2371d0ce","EoS":true} {"level":"info","ts":1785835549.1893187,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"52efd441-e6d6-476e-a2cc-6cab2371d0ce","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785835549.1893356,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"52efd441-e6d6-476e-a2cc-6cab2371d0ce","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785835549.1893518,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"52efd441-e6d6-476e-a2cc-6cab2371d0ce"} {"level":"info","ts":1785835558.7364855,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785835558.7365792,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b0772136-c205-44af-834b-c0c40e472894"} {"level":"info","ts":1785835558.7365925,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b0772136-c205-44af-834b-c0c40e472894"} {"level":"info","ts":1785835558.7366116,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b0772136-c205-44af-834b-c0c40e472894","EoS":false} {"level":"info","ts":1785835558.7366297,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b0772136-c205-44af-834b-c0c40e472894","EoS":true} {"level":"info","ts":1785835558.7367036,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b0772136-c205-44af-834b-c0c40e472894","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785835558.7367244,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b0772136-c205-44af-834b-c0c40e472894","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785835558.7367535,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b0772136-c205-44af-834b-c0c40e472894"} {"level":"info","ts":1785835568.1481216,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785835568.1481974,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"21361bb6-586d-4f28-bf29-6e1f0685c939"} {"level":"info","ts":1785835568.1482062,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"21361bb6-586d-4f28-bf29-6e1f0685c939"} {"level":"info","ts":1785835568.1482177,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"21361bb6-586d-4f28-bf29-6e1f0685c939","EoS":false} {"level":"info","ts":1785835568.1482282,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"21361bb6-586d-4f28-bf29-6e1f0685c939","EoS":true} {"level":"info","ts":1785835568.1482651,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"21361bb6-586d-4f28-bf29-6e1f0685c939","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785835568.148282,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"21361bb6-586d-4f28-bf29-6e1f0685c939","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785835568.148303,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"21361bb6-586d-4f28-bf29-6e1f0685c939"} {"level":"info","ts":1785835568.1870403,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785835568.187118,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c11d53e5-b16f-4321-a716-7973f7e47c05"} {"level":"info","ts":1785835568.1871324,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c11d53e5-b16f-4321-a716-7973f7e47c05"} {"level":"info","ts":1785835568.1871443,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c11d53e5-b16f-4321-a716-7973f7e47c05","EoS":false} {"level":"info","ts":1785835568.1871552,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c11d53e5-b16f-4321-a716-7973f7e47c05","EoS":true} {"level":"info","ts":1785835568.1871817,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c11d53e5-b16f-4321-a716-7973f7e47c05","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785835568.1872034,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c11d53e5-b16f-4321-a716-7973f7e47c05","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785835568.1872232,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c11d53e5-b16f-4321-a716-7973f7e47c05"} {"level":"info","ts":1785835587.2001584,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785835587.2002861,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e795c419-5916-4253-a983-be313ef0a717"} {"level":"info","ts":1785835587.2002988,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e795c419-5916-4253-a983-be313ef0a717"} {"level":"info","ts":1785835587.2003117,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e795c419-5916-4253-a983-be313ef0a717","EoS":false} {"level":"info","ts":1785835587.2003238,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e795c419-5916-4253-a983-be313ef0a717","EoS":true} {"level":"info","ts":1785835587.2003446,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e795c419-5916-4253-a983-be313ef0a717","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785835587.2003617,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e795c419-5916-4253-a983-be313ef0a717","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785835587.200377,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e795c419-5916-4253-a983-be313ef0a717"} {"level":"info","ts":1785835596.4967515,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785835596.496832,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c3f72de8-136e-479d-ba3a-cb0132e46477"} {"level":"info","ts":1785835596.496841,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c3f72de8-136e-479d-ba3a-cb0132e46477"} {"level":"info","ts":1785835596.496852,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c3f72de8-136e-479d-ba3a-cb0132e46477","EoS":false} {"level":"info","ts":1785835596.4968615,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c3f72de8-136e-479d-ba3a-cb0132e46477","EoS":true} {"level":"info","ts":1785835596.496882,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c3f72de8-136e-479d-ba3a-cb0132e46477","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785835596.4968991,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c3f72de8-136e-479d-ba3a-cb0132e46477","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785835596.4969192,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c3f72de8-136e-479d-ba3a-cb0132e46477"} {"level":"info","ts":1785835612.5334845,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785835612.5335605,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2ca903d2-2a28-45cf-8b17-906ff4c3b704"} {"level":"info","ts":1785835612.5335696,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2ca903d2-2a28-45cf-8b17-906ff4c3b704"} {"level":"info","ts":1785835612.5335803,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2ca903d2-2a28-45cf-8b17-906ff4c3b704","EoS":false} {"level":"info","ts":1785835612.5335903,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2ca903d2-2a28-45cf-8b17-906ff4c3b704","EoS":true} {"level":"info","ts":1785835612.5336118,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2ca903d2-2a28-45cf-8b17-906ff4c3b704","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785835612.5336277,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2ca903d2-2a28-45cf-8b17-906ff4c3b704","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785835612.5336463,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2ca903d2-2a28-45cf-8b17-906ff4c3b704"} {"level":"info","ts":1785835745.7602131,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785835745.7603085,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fb4712f1-7c63-4e8b-8e83-0247908dc7f0"} {"level":"info","ts":1785835745.7603195,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fb4712f1-7c63-4e8b-8e83-0247908dc7f0"} {"level":"info","ts":1785835745.760331,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fb4712f1-7c63-4e8b-8e83-0247908dc7f0","EoS":false} {"level":"info","ts":1785835745.760343,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fb4712f1-7c63-4e8b-8e83-0247908dc7f0","EoS":true} {"level":"info","ts":1785835745.7603645,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fb4712f1-7c63-4e8b-8e83-0247908dc7f0","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785835745.7603805,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fb4712f1-7c63-4e8b-8e83-0247908dc7f0","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785835745.7603962,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fb4712f1-7c63-4e8b-8e83-0247908dc7f0"} {"level":"info","ts":1785835766.7052145,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785835766.705308,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ba79e507-fa8c-4bcc-9a4d-7cbbf9190b53"} {"level":"info","ts":1785835766.7053182,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ba79e507-fa8c-4bcc-9a4d-7cbbf9190b53"} {"level":"info","ts":1785835766.7053292,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ba79e507-fa8c-4bcc-9a4d-7cbbf9190b53","EoS":false} {"level":"info","ts":1785835766.7053394,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ba79e507-fa8c-4bcc-9a4d-7cbbf9190b53","EoS":true} {"level":"info","ts":1785835766.7053618,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ba79e507-fa8c-4bcc-9a4d-7cbbf9190b53","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785835766.7053788,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ba79e507-fa8c-4bcc-9a4d-7cbbf9190b53","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785835766.7053998,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ba79e507-fa8c-4bcc-9a4d-7cbbf9190b53"} {"level":"info","ts":1785835829.0677056,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785835829.067788,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"342bfd69-dc74-4787-91cf-56a28c4973c5"} {"level":"info","ts":1785835829.0677965,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"342bfd69-dc74-4787-91cf-56a28c4973c5"} {"level":"info","ts":1785835829.0678072,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"342bfd69-dc74-4787-91cf-56a28c4973c5","EoS":false} {"level":"info","ts":1785835829.0678177,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"342bfd69-dc74-4787-91cf-56a28c4973c5","EoS":true} {"level":"info","ts":1785835829.0678394,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"342bfd69-dc74-4787-91cf-56a28c4973c5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785835829.0678554,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"342bfd69-dc74-4787-91cf-56a28c4973c5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785835829.0678742,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"342bfd69-dc74-4787-91cf-56a28c4973c5"} {"level":"info","ts":1785835844.3451433,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785835844.3452303,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"84d35d87-9313-4e11-86c5-4b4a14dcb107"} {"level":"info","ts":1785835844.3452427,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"84d35d87-9313-4e11-86c5-4b4a14dcb107"} {"level":"info","ts":1785835844.3452785,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"84d35d87-9313-4e11-86c5-4b4a14dcb107","EoS":false} {"level":"info","ts":1785835844.345289,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"84d35d87-9313-4e11-86c5-4b4a14dcb107","EoS":true} {"level":"info","ts":1785835844.34531,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"84d35d87-9313-4e11-86c5-4b4a14dcb107","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785835844.3453295,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"84d35d87-9313-4e11-86c5-4b4a14dcb107","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785835844.345356,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"84d35d87-9313-4e11-86c5-4b4a14dcb107"} {"level":"info","ts":1785835844.6296346,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785835844.6297257,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2cda6038-d56a-4299-8bc2-921534b93f37"} {"level":"info","ts":1785835844.629741,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2cda6038-d56a-4299-8bc2-921534b93f37"} {"level":"info","ts":1785835844.6297526,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2cda6038-d56a-4299-8bc2-921534b93f37","EoS":false} {"level":"info","ts":1785835844.629766,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2cda6038-d56a-4299-8bc2-921534b93f37","EoS":true} {"level":"info","ts":1785835844.6297863,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2cda6038-d56a-4299-8bc2-921534b93f37","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785835844.629803,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2cda6038-d56a-4299-8bc2-921534b93f37","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785835844.6298285,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2cda6038-d56a-4299-8bc2-921534b93f37"} {"level":"info","ts":1785836165.6885662,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785836165.688652,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6b1b307d-6c7d-4ac2-ab58-dc18b9d79e9f"} {"level":"info","ts":1785836165.688661,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6b1b307d-6c7d-4ac2-ab58-dc18b9d79e9f"} {"level":"info","ts":1785836165.688672,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6b1b307d-6c7d-4ac2-ab58-dc18b9d79e9f","EoS":false} {"level":"info","ts":1785836165.688683,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6b1b307d-6c7d-4ac2-ab58-dc18b9d79e9f","EoS":true} {"level":"info","ts":1785836165.6887043,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6b1b307d-6c7d-4ac2-ab58-dc18b9d79e9f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785836165.688721,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6b1b307d-6c7d-4ac2-ab58-dc18b9d79e9f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785836165.688743,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6b1b307d-6c7d-4ac2-ab58-dc18b9d79e9f"} {"level":"info","ts":1785836165.734197,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785836165.7342951,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"090b0759-fb8f-48e8-af50-4b08f300d76b"} {"level":"info","ts":1785836165.7343078,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"090b0759-fb8f-48e8-af50-4b08f300d76b"} {"level":"info","ts":1785836165.73432,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"090b0759-fb8f-48e8-af50-4b08f300d76b","EoS":false} {"level":"info","ts":1785836165.7343338,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"090b0759-fb8f-48e8-af50-4b08f300d76b","EoS":true} {"level":"info","ts":1785836165.7343633,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"090b0759-fb8f-48e8-af50-4b08f300d76b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785836165.7343805,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"090b0759-fb8f-48e8-af50-4b08f300d76b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785836165.7344012,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"090b0759-fb8f-48e8-af50-4b08f300d76b"} {"level":"info","ts":1785836165.771645,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785836165.7717092,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3c5a11d6-764f-407e-b6a9-f3374e490325"} {"level":"info","ts":1785836165.7717226,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3c5a11d6-764f-407e-b6a9-f3374e490325"} {"level":"info","ts":1785836165.7717335,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3c5a11d6-764f-407e-b6a9-f3374e490325","EoS":false} {"level":"info","ts":1785836165.7717457,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3c5a11d6-764f-407e-b6a9-f3374e490325","EoS":true} {"level":"info","ts":1785836165.7717638,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3c5a11d6-764f-407e-b6a9-f3374e490325","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785836165.7717779,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3c5a11d6-764f-407e-b6a9-f3374e490325","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785836165.771799,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3c5a11d6-764f-407e-b6a9-f3374e490325"} {"level":"info","ts":1785836170.6868925,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"af46cb7d-aae4-4209-819f-42747b6b5b9e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785836170.686945,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"af46cb7d-aae4-4209-819f-42747b6b5b9e","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785836170.6869693,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1b1f7d4f-4543-43cd-95b0-544bec3df050"} {"level":"info","ts":1785836170.6921878,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"025dc061-415f-4c3c-8d8c-fb19c04a8d6f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785836170.6922135,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"025dc061-415f-4c3c-8d8c-fb19c04a8d6f","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785836170.6957018,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1b1f7d4f-4543-43cd-95b0-544bec3df050","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785836170.6959174,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36969.787737355,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785836170.6959324,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785836170.8228455,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"408cfb5b-4bc0-4764-972c-4b18712c58a4"} {"level":"info","ts":1785836170.8418555,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8c7c8dae-6fc5-448e-bea4-0a906e360cf7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785836170.8419032,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8c7c8dae-6fc5-448e-bea4-0a906e360cf7","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785836170.8420732,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a59f0600-6ad2-4a96-8572-2566a6fc0aea","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785836170.842124,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a59f0600-6ad2-4a96-8572-2566a6fc0aea","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785836170.842398,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"04a7907f-82d1-40f0-86df-f95274713fb7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785836170.8424284,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"04a7907f-82d1-40f0-86df-f95274713fb7","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785836170.8425457,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f8592eae-6025-42c0-8254-286e827174d6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785836170.842565,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f8592eae-6025-42c0-8254-286e827174d6","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785836170.843789,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1785836170.8455598,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"408cfb5b-4bc0-4764-972c-4b18712c58a4","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785836170.845782,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38268.732050723,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785836170.8457973,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785836170.852484,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785836170.8964002,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":32620.185385585,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785836170.896428,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785836170.905122,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785836170.9461725,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"408cfb5b-4bc0-4764-972c-4b18712c58a4","name":"e2e-external-model"} {"level":"info","ts":1785836170.9616978,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1fb7f9dd-3ca3-4bfb-8a85-5828210d7117","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785836170.9617584,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1fb7f9dd-3ca3-4bfb-8a85-5828210d7117","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785836170.9625483,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"408cfb5b-4bc0-4764-972c-4b18712c58a4","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785836170.9625962,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"408cfb5b-4bc0-4764-972c-4b18712c58a4","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785836170.9626782,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"23808942-4429-4341-8304-9d2959d790cd"} {"level":"info","ts":1785836170.9627342,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"23808942-4429-4341-8304-9d2959d790cd","name":"e2e-external-model"} {"level":"info","ts":1785836170.977955,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1c43ca15-58bc-44d3-8239-7265a173de53","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785836170.9779909,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1c43ca15-58bc-44d3-8239-7265a173de53","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785836170.981532,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"23808942-4429-4341-8304-9d2959d790cd","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785836170.9815874,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"23808942-4429-4341-8304-9d2959d790cd","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785836170.981641,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d861167a-8788-4010-aa50-86e21825ab57"} {"level":"info","ts":1785836170.9816902,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d861167a-8788-4010-aa50-86e21825ab57","name":"e2e-external-model"} {"level":"info","ts":1785836170.990147,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d861167a-8788-4010-aa50-86e21825ab57","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785836170.996588,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1b1f7d4f-4543-43cd-95b0-544bec3df050","name":"e2e-external-provider"} {"level":"info","ts":1785836170.99681,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"91a03ea4-0926-4f38-b480-f0dc6697014a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785836170.9968412,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"91a03ea4-0926-4f38-b480-f0dc6697014a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785836170.9979124,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d861167a-8788-4010-aa50-86e21825ab57","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785836170.997986,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"29270ceb-ddb7-42ec-a3bc-0c23b5990592"} {"level":"info","ts":1785836170.9980311,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"29270ceb-ddb7-42ec-a3bc-0c23b5990592","name":"e2e-external-model"} {"level":"info","ts":1785836171.0074937,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"29270ceb-ddb7-42ec-a3bc-0c23b5990592","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785836171.010181,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1b1f7d4f-4543-43cd-95b0-544bec3df050","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785836171.0136948,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1b1f7d4f-4543-43cd-95b0-544bec3df050","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785836171.0137925,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"505e5e5e-caf0-4510-be1d-18a0263097f1"} {"level":"info","ts":1785836171.0138402,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"505e5e5e-caf0-4510-be1d-18a0263097f1","name":"e2e-external-provider"} {"level":"info","ts":1785836171.0251353,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"505e5e5e-caf0-4510-be1d-18a0263097f1","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785836182.8518705,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785836182.8519547,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ce97ef36-958d-486c-8665-de986475e377"} {"level":"info","ts":1785836182.851964,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ce97ef36-958d-486c-8665-de986475e377"} {"level":"info","ts":1785836182.851976,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ce97ef36-958d-486c-8665-de986475e377","EoS":false} {"level":"info","ts":1785836182.851988,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ce97ef36-958d-486c-8665-de986475e377","EoS":true} {"level":"info","ts":1785836182.8520093,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ce97ef36-958d-486c-8665-de986475e377","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785836182.8520262,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ce97ef36-958d-486c-8665-de986475e377","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785836182.8520339,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"ce97ef36-958d-486c-8665-de986475e377","modelName":"e2e-external-model"} {"level":"info","ts":1785836182.8520484,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"ce97ef36-958d-486c-8665-de986475e377","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785836182.8520932,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ce97ef36-958d-486c-8665-de986475e377"} {"level":"info","ts":1785836182.9094837,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785836182.9095488,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f9432a12-2535-404a-9173-d98af685fc1e"} {"level":"info","ts":1785836182.9095595,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f9432a12-2535-404a-9173-d98af685fc1e"} {"level":"info","ts":1785836182.9095712,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f9432a12-2535-404a-9173-d98af685fc1e","EoS":false} {"level":"info","ts":1785836182.9095826,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f9432a12-2535-404a-9173-d98af685fc1e","EoS":true} {"level":"info","ts":1785836182.9096088,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f9432a12-2535-404a-9173-d98af685fc1e","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785836182.9096286,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f9432a12-2535-404a-9173-d98af685fc1e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785836182.9096432,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"f9432a12-2535-404a-9173-d98af685fc1e","modelName":"e2e-external-model"} {"level":"info","ts":1785836182.9096596,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"f9432a12-2535-404a-9173-d98af685fc1e","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785836182.909697,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f9432a12-2535-404a-9173-d98af685fc1e"} {"level":"info","ts":1785836182.9406602,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785836182.940714,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2a9aa7d4-08a5-45e9-b77a-37c40522fbaa"} {"level":"info","ts":1785836182.9407227,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2a9aa7d4-08a5-45e9-b77a-37c40522fbaa"} {"level":"info","ts":1785836182.9407332,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2a9aa7d4-08a5-45e9-b77a-37c40522fbaa","EoS":false} {"level":"info","ts":1785836182.9407418,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2a9aa7d4-08a5-45e9-b77a-37c40522fbaa","EoS":true} {"level":"info","ts":1785836182.9407575,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2a9aa7d4-08a5-45e9-b77a-37c40522fbaa","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785836182.9407709,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2a9aa7d4-08a5-45e9-b77a-37c40522fbaa","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785836182.9407775,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"2a9aa7d4-08a5-45e9-b77a-37c40522fbaa","modelName":"e2e-external-model"} {"level":"info","ts":1785836182.9407887,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"2a9aa7d4-08a5-45e9-b77a-37c40522fbaa","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785836182.9408667,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2a9aa7d4-08a5-45e9-b77a-37c40522fbaa"} {"level":"info","ts":1785836183.1777387,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a0599b3b-ae3b-464a-8768-204e6dad3874"} {"level":"info","ts":1785836183.177777,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"31ff35b2-e35d-43c4-af0d-0f940251bb85","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785836183.1778116,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"31ff35b2-e35d-43c4-af0d-0f940251bb85","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785836183.1851387,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5b00bb52-7709-445d-95f2-e00e3f32e732","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785836183.1851625,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5b00bb52-7709-445d-95f2-e00e3f32e732","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785836183.1852915,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a0599b3b-ae3b-464a-8768-204e6dad3874","name":"e2e-cleanup-test"} {"level":"info","ts":1785836183.1947017,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a0599b3b-ae3b-464a-8768-204e6dad3874","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785836183.2002175,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3d3b4709-8a29-4fb7-8041-2d3b36e83f8d"} {"level":"info","ts":1785836183.2002914,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3d3b4709-8a29-4fb7-8041-2d3b36e83f8d","name":"e2e-cleanup-test"} {"level":"info","ts":1785836183.2003813,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"25da978a-0162-4d2b-9587-22fde35f0ab1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785836183.2004044,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"25da978a-0162-4d2b-9587-22fde35f0ab1","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785836183.2134085,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3d3b4709-8a29-4fb7-8041-2d3b36e83f8d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785836183.2134492,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3d3b4709-8a29-4fb7-8041-2d3b36e83f8d","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785836183.2135136,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"01187fa2-659c-47a6-8278-bc984c11be12"} {"level":"info","ts":1785836183.2135515,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"01187fa2-659c-47a6-8278-bc984c11be12","name":"e2e-cleanup-test"} {"level":"info","ts":1785836183.2156112,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8372332f-d516-4b74-92e5-ae2ee23f4e7e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785836183.2156398,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8372332f-d516-4b74-92e5-ae2ee23f4e7e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785836183.2230659,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"01187fa2-659c-47a6-8278-bc984c11be12","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785836183.226582,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"01187fa2-659c-47a6-8278-bc984c11be12","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785836183.2266407,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cc9f9f8a-2be2-4adb-b41d-d2290b575d75"} {"level":"info","ts":1785836183.2266796,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cc9f9f8a-2be2-4adb-b41d-d2290b575d75","name":"e2e-cleanup-test"} {"level":"info","ts":1785836183.2328513,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e9f9c623-8ca5-40df-99d7-56c9186e7f1c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785836183.232878,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e9f9c623-8ca5-40df-99d7-56c9186e7f1c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785836183.2358427,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cc9f9f8a-2be2-4adb-b41d-d2290b575d75","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785836183.2390275,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cc9f9f8a-2be2-4adb-b41d-d2290b575d75","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785836183.2390928,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e7eac111-8f8d-47ad-9726-80d8958b3061"} {"level":"info","ts":1785836183.23913,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e7eac111-8f8d-47ad-9726-80d8958b3061","name":"e2e-cleanup-test"} {"level":"info","ts":1785836183.2468514,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e7eac111-8f8d-47ad-9726-80d8958b3061","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785836191.4655685,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5aa93778-6d60-4be6-92c5-ff8701217adb"} {"level":"info","ts":1785836191.4655929,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1e00a6e4-1e23-459a-a6bc-35a2c1e412c8","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785836191.465625,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1e00a6e4-1e23-459a-a6bc-35a2c1e412c8","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785836195.8410387,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785836195.841113,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"44b0523e-4345-4e6d-92b9-ec9ae2759e13"} {"level":"info","ts":1785836195.8411222,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"44b0523e-4345-4e6d-92b9-ec9ae2759e13"} {"level":"info","ts":1785836195.841134,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"44b0523e-4345-4e6d-92b9-ec9ae2759e13","EoS":false} {"level":"info","ts":1785836195.8411481,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"44b0523e-4345-4e6d-92b9-ec9ae2759e13","EoS":true} {"level":"info","ts":1785836195.8411698,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"44b0523e-4345-4e6d-92b9-ec9ae2759e13","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785836195.8411868,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"44b0523e-4345-4e6d-92b9-ec9ae2759e13","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785836195.84121,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"44b0523e-4345-4e6d-92b9-ec9ae2759e13"} {"level":"info","ts":1785836195.8700595,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785836195.87012,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"87db8956-30e3-4a33-a29a-5b24c1c8fc8f"} {"level":"info","ts":1785836195.8701317,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"87db8956-30e3-4a33-a29a-5b24c1c8fc8f"} {"level":"info","ts":1785836195.8701425,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"87db8956-30e3-4a33-a29a-5b24c1c8fc8f","EoS":false} {"level":"info","ts":1785836195.8701537,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"87db8956-30e3-4a33-a29a-5b24c1c8fc8f","EoS":true} {"level":"info","ts":1785836195.8701694,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"87db8956-30e3-4a33-a29a-5b24c1c8fc8f","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785836195.870193,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"87db8956-30e3-4a33-a29a-5b24c1c8fc8f","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785836195.8702006,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"87db8956-30e3-4a33-a29a-5b24c1c8fc8f","modelName":"e2e-external-model"} {"level":"info","ts":1785836195.8702142,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"87db8956-30e3-4a33-a29a-5b24c1c8fc8f","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785836195.8702478,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"87db8956-30e3-4a33-a29a-5b24c1c8fc8f"} {"level":"info","ts":1785836195.998921,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785836195.9989903,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"744cd18f-33f1-4418-a67d-d2e8df4a78ac"} {"level":"info","ts":1785836195.9989989,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"744cd18f-33f1-4418-a67d-d2e8df4a78ac"} {"level":"info","ts":1785836195.9990094,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"744cd18f-33f1-4418-a67d-d2e8df4a78ac","EoS":false} {"level":"info","ts":1785836195.9990191,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"744cd18f-33f1-4418-a67d-d2e8df4a78ac","EoS":true} {"level":"info","ts":1785836195.9990382,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"744cd18f-33f1-4418-a67d-d2e8df4a78ac","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785836195.9990525,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"744cd18f-33f1-4418-a67d-d2e8df4a78ac","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785836195.9990726,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"744cd18f-33f1-4418-a67d-d2e8df4a78ac"} {"level":"info","ts":1785836196.083474,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785836196.0835447,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5a9154b5-b347-4d36-82fe-e483ce4e4f77"} {"level":"info","ts":1785836196.083554,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5a9154b5-b347-4d36-82fe-e483ce4e4f77"} {"level":"info","ts":1785836196.0835645,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5a9154b5-b347-4d36-82fe-e483ce4e4f77","EoS":false} {"level":"info","ts":1785836196.0835736,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5a9154b5-b347-4d36-82fe-e483ce4e4f77","EoS":true} {"level":"info","ts":1785836196.0835965,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"5a9154b5-b347-4d36-82fe-e483ce4e4f77","field":"model"} {"level":"info","ts":1785836196.0836225,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5a9154b5-b347-4d36-82fe-e483ce4e4f77"} {"level":"info","ts":1785836197.1246529,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1c1b6d25-c51b-4c3f-9c7c-3780f3d643ff"} {"level":"info","ts":1785836197.1247168,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b088d186-eb77-4001-b5dd-4c72d9198d39","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785836197.124749,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b088d186-eb77-4001-b5dd-4c72d9198d39","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785836197.3105931,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f55158ee-cc36-403f-a01d-49b339062663","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785836197.3106291,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f55158ee-cc36-403f-a01d-49b339062663","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785836197.3106625,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b31227d8-6573-4ee7-8ef8-f42a3d335cee"} {"level":"info","ts":1785837717.1965885,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785837717.1967015,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8a06b43a-9b32-418a-a99f-799b3cbf92d2"} {"level":"info","ts":1785837792.2816575,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785837792.2817624,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2cf80603-446d-4dfd-b1ac-4219e55db1f0"} {"level":"info","ts":1785837792.2817783,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2cf80603-446d-4dfd-b1ac-4219e55db1f0"} {"level":"info","ts":1785837792.2817929,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2cf80603-446d-4dfd-b1ac-4219e55db1f0","EoS":false} {"level":"info","ts":1785837792.2818027,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2cf80603-446d-4dfd-b1ac-4219e55db1f0","EoS":true} {"level":"info","ts":1785837792.2818267,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2cf80603-446d-4dfd-b1ac-4219e55db1f0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785837792.2818444,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2cf80603-446d-4dfd-b1ac-4219e55db1f0","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785837792.281874,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2cf80603-446d-4dfd-b1ac-4219e55db1f0"}