{"level":"info","ts":1784849220.3631215,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"56a83b26-3506-40d6-ac52-26a643860425"} {"level":"info","ts":1784849220.363131,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"56a83b26-3506-40d6-ac52-26a643860425"} {"level":"info","ts":1784849220.3631418,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"56a83b26-3506-40d6-ac52-26a643860425","EoS":false} {"level":"info","ts":1784849220.3631516,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"56a83b26-3506-40d6-ac52-26a643860425","EoS":true} {"level":"info","ts":1784849220.36317,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"56a83b26-3506-40d6-ac52-26a643860425","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784849220.3631845,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"56a83b26-3506-40d6-ac52-26a643860425","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784849220.3632064,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"56a83b26-3506-40d6-ac52-26a643860425"} {"level":"info","ts":1784849224.5283983,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849224.5284774,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4b9e58d0-75bd-4683-8f71-0e75cbe5b24b"} {"level":"info","ts":1784849224.528487,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4b9e58d0-75bd-4683-8f71-0e75cbe5b24b"} {"level":"info","ts":1784849224.5284982,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4b9e58d0-75bd-4683-8f71-0e75cbe5b24b","EoS":false} {"level":"info","ts":1784849224.5285099,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4b9e58d0-75bd-4683-8f71-0e75cbe5b24b","EoS":true} {"level":"info","ts":1784849224.5285301,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4b9e58d0-75bd-4683-8f71-0e75cbe5b24b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784849224.5285466,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4b9e58d0-75bd-4683-8f71-0e75cbe5b24b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784849224.52857,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4b9e58d0-75bd-4683-8f71-0e75cbe5b24b"} {"level":"info","ts":1784849243.4613228,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849243.4614015,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5a17214a-76bc-4747-a49f-3eab410fa64e"} {"level":"info","ts":1784849243.461411,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5a17214a-76bc-4747-a49f-3eab410fa64e"} {"level":"info","ts":1784849243.4614227,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5a17214a-76bc-4747-a49f-3eab410fa64e","EoS":false} {"level":"info","ts":1784849243.4614348,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5a17214a-76bc-4747-a49f-3eab410fa64e","EoS":true} {"level":"info","ts":1784849243.461456,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5a17214a-76bc-4747-a49f-3eab410fa64e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784849243.4614727,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5a17214a-76bc-4747-a49f-3eab410fa64e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784849243.4614904,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5a17214a-76bc-4747-a49f-3eab410fa64e"} {"level":"info","ts":1784849243.600286,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849243.6003635,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6175b5f6-09db-402f-8773-663d3aeac5f4"} {"level":"info","ts":1784849243.600372,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6175b5f6-09db-402f-8773-663d3aeac5f4"} {"level":"info","ts":1784849243.600382,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6175b5f6-09db-402f-8773-663d3aeac5f4","EoS":false} {"level":"info","ts":1784849243.6003947,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6175b5f6-09db-402f-8773-663d3aeac5f4","EoS":true} {"level":"info","ts":1784849243.600413,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6175b5f6-09db-402f-8773-663d3aeac5f4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784849243.6004283,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6175b5f6-09db-402f-8773-663d3aeac5f4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784849243.6004474,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6175b5f6-09db-402f-8773-663d3aeac5f4"} {"level":"info","ts":1784849243.7385538,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849243.738635,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7de73a0d-9795-4f93-b281-2f57ac761c69"} {"level":"info","ts":1784849243.7386472,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7de73a0d-9795-4f93-b281-2f57ac761c69"} {"level":"info","ts":1784849243.738678,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7de73a0d-9795-4f93-b281-2f57ac761c69","EoS":false} {"level":"info","ts":1784849243.7386878,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7de73a0d-9795-4f93-b281-2f57ac761c69","EoS":true} {"level":"info","ts":1784849243.7387102,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7de73a0d-9795-4f93-b281-2f57ac761c69","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784849243.738732,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7de73a0d-9795-4f93-b281-2f57ac761c69","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784849243.7387512,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7de73a0d-9795-4f93-b281-2f57ac761c69"} {"level":"info","ts":1784849243.8747115,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849243.8747976,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2ab1d1bb-e636-4ad6-bcee-2fa2cdc3cdf5"} {"level":"info","ts":1784849243.874807,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2ab1d1bb-e636-4ad6-bcee-2fa2cdc3cdf5"} {"level":"info","ts":1784849243.8748198,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2ab1d1bb-e636-4ad6-bcee-2fa2cdc3cdf5","EoS":false} {"level":"info","ts":1784849243.8748379,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2ab1d1bb-e636-4ad6-bcee-2fa2cdc3cdf5","EoS":true} {"level":"info","ts":1784849243.8748577,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2ab1d1bb-e636-4ad6-bcee-2fa2cdc3cdf5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784849243.8748722,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2ab1d1bb-e636-4ad6-bcee-2fa2cdc3cdf5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784849243.8748941,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2ab1d1bb-e636-4ad6-bcee-2fa2cdc3cdf5"} {"level":"info","ts":1784849244.0105114,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849244.0105968,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"34472e75-47c3-447e-99c3-d19762042770"} {"level":"info","ts":1784849244.010608,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"34472e75-47c3-447e-99c3-d19762042770"} {"level":"info","ts":1784849244.01062,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"34472e75-47c3-447e-99c3-d19762042770","EoS":false} {"level":"info","ts":1784849244.0106301,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"34472e75-47c3-447e-99c3-d19762042770","EoS":true} {"level":"info","ts":1784849244.0106766,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"34472e75-47c3-447e-99c3-d19762042770","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784849244.0106957,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"34472e75-47c3-447e-99c3-d19762042770","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784849244.0107217,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"34472e75-47c3-447e-99c3-d19762042770"} {"level":"info","ts":1784849244.1472287,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849244.1473098,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d28cd9a6-d90e-41de-8600-8dcfc4932608"} {"level":"info","ts":1784849244.1473186,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d28cd9a6-d90e-41de-8600-8dcfc4932608"} {"level":"info","ts":1784849244.1473293,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d28cd9a6-d90e-41de-8600-8dcfc4932608","EoS":false} {"level":"info","ts":1784849244.14734,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d28cd9a6-d90e-41de-8600-8dcfc4932608","EoS":true} {"level":"info","ts":1784849244.1473632,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d28cd9a6-d90e-41de-8600-8dcfc4932608","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784849244.147379,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d28cd9a6-d90e-41de-8600-8dcfc4932608","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784849244.1473985,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d28cd9a6-d90e-41de-8600-8dcfc4932608"} {"level":"info","ts":1784849260.9424608,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849260.9425356,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"29513cf0-f3e3-4bc6-9804-95eae9830741"} {"level":"info","ts":1784849260.942545,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"29513cf0-f3e3-4bc6-9804-95eae9830741"} {"level":"info","ts":1784849260.942556,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"29513cf0-f3e3-4bc6-9804-95eae9830741","EoS":false} {"level":"info","ts":1784849260.9425673,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"29513cf0-f3e3-4bc6-9804-95eae9830741","EoS":true} {"level":"info","ts":1784849260.9425926,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"29513cf0-f3e3-4bc6-9804-95eae9830741","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784849260.9426124,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"29513cf0-f3e3-4bc6-9804-95eae9830741","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784849260.9426363,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"29513cf0-f3e3-4bc6-9804-95eae9830741"} {"level":"info","ts":1784849260.9799418,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849260.9800267,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"215a8b78-fbab-4527-b6b9-8f1b6b3f9f01"} {"level":"info","ts":1784849260.98004,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"215a8b78-fbab-4527-b6b9-8f1b6b3f9f01"} {"level":"info","ts":1784849260.9800525,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"215a8b78-fbab-4527-b6b9-8f1b6b3f9f01","EoS":false} {"level":"info","ts":1784849260.9800625,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"215a8b78-fbab-4527-b6b9-8f1b6b3f9f01","EoS":true} {"level":"info","ts":1784849260.9800828,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"215a8b78-fbab-4527-b6b9-8f1b6b3f9f01","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784849260.9800975,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"215a8b78-fbab-4527-b6b9-8f1b6b3f9f01","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784849260.9801173,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"215a8b78-fbab-4527-b6b9-8f1b6b3f9f01"} {"level":"info","ts":1784849261.0123253,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849261.0123966,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"01e08ab9-9dbc-47ce-847f-c29a4c44f3b7"} {"level":"info","ts":1784849261.0124078,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"01e08ab9-9dbc-47ce-847f-c29a4c44f3b7"} {"level":"info","ts":1784849261.0124187,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"01e08ab9-9dbc-47ce-847f-c29a4c44f3b7","EoS":false} {"level":"info","ts":1784849261.0124316,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"01e08ab9-9dbc-47ce-847f-c29a4c44f3b7","EoS":true} {"level":"info","ts":1784849261.0124497,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"01e08ab9-9dbc-47ce-847f-c29a4c44f3b7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784849261.0124645,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"01e08ab9-9dbc-47ce-847f-c29a4c44f3b7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784849261.0124848,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"01e08ab9-9dbc-47ce-847f-c29a4c44f3b7"} {"level":"info","ts":1784849261.0452924,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849261.0453804,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"68b945f6-a345-4ade-b7e9-afe490c69641"} {"level":"info","ts":1784849265.694008,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849265.6940894,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"21b9fe77-2d99-4b77-afd3-fe0c7653a915"} {"level":"info","ts":1784849265.6941,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"21b9fe77-2d99-4b77-afd3-fe0c7653a915"} {"level":"info","ts":1784849265.6941125,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"21b9fe77-2d99-4b77-afd3-fe0c7653a915","EoS":false} {"level":"info","ts":1784849265.694128,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"21b9fe77-2d99-4b77-afd3-fe0c7653a915","EoS":true} {"level":"info","ts":1784849265.6941473,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"21b9fe77-2d99-4b77-afd3-fe0c7653a915","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784849265.694163,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"21b9fe77-2d99-4b77-afd3-fe0c7653a915","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784849265.6941822,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"21b9fe77-2d99-4b77-afd3-fe0c7653a915"} {"level":"info","ts":1784849274.2599394,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849274.260031,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f7c5e7a6-6239-44cb-ad22-d8d8a671f7c1"} {"level":"info","ts":1784849274.260042,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f7c5e7a6-6239-44cb-ad22-d8d8a671f7c1"} {"level":"info","ts":1784849274.2600548,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f7c5e7a6-6239-44cb-ad22-d8d8a671f7c1","EoS":false} {"level":"info","ts":1784849274.2600672,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f7c5e7a6-6239-44cb-ad22-d8d8a671f7c1","EoS":true} {"level":"info","ts":1784849274.2600873,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f7c5e7a6-6239-44cb-ad22-d8d8a671f7c1","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784849274.2601042,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f7c5e7a6-6239-44cb-ad22-d8d8a671f7c1","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784849274.260125,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f7c5e7a6-6239-44cb-ad22-d8d8a671f7c1"} {"level":"info","ts":1784849276.2920206,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849276.2920973,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c8dcb3ff-e3ef-4602-b305-bc5979bd1986"} {"level":"info","ts":1784849276.2921073,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c8dcb3ff-e3ef-4602-b305-bc5979bd1986"} {"level":"info","ts":1784849276.292118,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c8dcb3ff-e3ef-4602-b305-bc5979bd1986","EoS":false} {"level":"info","ts":1784849276.292129,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c8dcb3ff-e3ef-4602-b305-bc5979bd1986","EoS":true} {"level":"info","ts":1784849276.2921505,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c8dcb3ff-e3ef-4602-b305-bc5979bd1986","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784849276.292166,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c8dcb3ff-e3ef-4602-b305-bc5979bd1986","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784849276.292186,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c8dcb3ff-e3ef-4602-b305-bc5979bd1986"} {"level":"info","ts":1784849278.329568,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849278.329674,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d018e2cb-f345-43aa-883a-d33ca988cfa8"} {"level":"info","ts":1784849278.3296888,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d018e2cb-f345-43aa-883a-d33ca988cfa8"} {"level":"info","ts":1784849278.3297024,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d018e2cb-f345-43aa-883a-d33ca988cfa8","EoS":false} {"level":"info","ts":1784849278.3297164,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d018e2cb-f345-43aa-883a-d33ca988cfa8","EoS":true} {"level":"info","ts":1784849278.3297384,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d018e2cb-f345-43aa-883a-d33ca988cfa8","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784849278.3297553,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d018e2cb-f345-43aa-883a-d33ca988cfa8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784849278.3297784,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d018e2cb-f345-43aa-883a-d33ca988cfa8"} {"level":"info","ts":1784849291.226158,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849291.2262385,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"36264f3d-7391-4afd-9a63-8dcd73b56c6a"} {"level":"info","ts":1784849291.2262483,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"36264f3d-7391-4afd-9a63-8dcd73b56c6a"} {"level":"info","ts":1784849291.22626,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"36264f3d-7391-4afd-9a63-8dcd73b56c6a","EoS":false} {"level":"info","ts":1784849291.2262707,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"36264f3d-7391-4afd-9a63-8dcd73b56c6a","EoS":true} {"level":"info","ts":1784849291.2262917,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"36264f3d-7391-4afd-9a63-8dcd73b56c6a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784849291.2263079,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"36264f3d-7391-4afd-9a63-8dcd73b56c6a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784849291.2263267,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"36264f3d-7391-4afd-9a63-8dcd73b56c6a"} {"level":"info","ts":1784849299.7495012,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849299.7495952,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ddeceeaf-fd7f-4ba1-8f9a-6c8a38ccdc4e"} {"level":"info","ts":1784849299.7496068,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ddeceeaf-fd7f-4ba1-8f9a-6c8a38ccdc4e"} {"level":"info","ts":1784849299.7496219,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ddeceeaf-fd7f-4ba1-8f9a-6c8a38ccdc4e","EoS":false} {"level":"info","ts":1784849299.7496383,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ddeceeaf-fd7f-4ba1-8f9a-6c8a38ccdc4e","EoS":true} {"level":"info","ts":1784849299.7496881,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ddeceeaf-fd7f-4ba1-8f9a-6c8a38ccdc4e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784849299.74971,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ddeceeaf-fd7f-4ba1-8f9a-6c8a38ccdc4e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784849299.7497387,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ddeceeaf-fd7f-4ba1-8f9a-6c8a38ccdc4e"} {"level":"info","ts":1784849308.6293583,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849308.6294546,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1deb5943-18f3-4eb4-b853-67d7fa4ed514"} {"level":"info","ts":1784849308.6294663,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1deb5943-18f3-4eb4-b853-67d7fa4ed514"} {"level":"info","ts":1784849308.6294796,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1deb5943-18f3-4eb4-b853-67d7fa4ed514","EoS":false} {"level":"info","ts":1784849308.6294954,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1deb5943-18f3-4eb4-b853-67d7fa4ed514","EoS":true} {"level":"info","ts":1784849308.6295164,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1deb5943-18f3-4eb4-b853-67d7fa4ed514","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784849308.629531,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1deb5943-18f3-4eb4-b853-67d7fa4ed514","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784849308.629552,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1deb5943-18f3-4eb4-b853-67d7fa4ed514"} {"level":"info","ts":1784849317.6108139,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849317.6108918,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"471fa9a6-c120-4e8f-9c1e-1e4dcb7bc706"} {"level":"info","ts":1784849317.6109006,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"471fa9a6-c120-4e8f-9c1e-1e4dcb7bc706"} {"level":"info","ts":1784849317.6109128,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"471fa9a6-c120-4e8f-9c1e-1e4dcb7bc706","EoS":false} {"level":"info","ts":1784849317.610926,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"471fa9a6-c120-4e8f-9c1e-1e4dcb7bc706","EoS":true} {"level":"info","ts":1784849317.6109464,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"471fa9a6-c120-4e8f-9c1e-1e4dcb7bc706","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784849317.6109622,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"471fa9a6-c120-4e8f-9c1e-1e4dcb7bc706","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784849317.6109831,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"471fa9a6-c120-4e8f-9c1e-1e4dcb7bc706"} {"level":"info","ts":1784849322.3916705,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849322.3917494,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e77ebd91-d2ca-4831-9094-3f3260bfeb2b"} {"level":"info","ts":1784849322.391758,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e77ebd91-d2ca-4831-9094-3f3260bfeb2b"} {"level":"info","ts":1784849322.391769,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e77ebd91-d2ca-4831-9094-3f3260bfeb2b","EoS":false} {"level":"info","ts":1784849322.3917782,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e77ebd91-d2ca-4831-9094-3f3260bfeb2b","EoS":true} {"level":"info","ts":1784849322.3917985,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e77ebd91-d2ca-4831-9094-3f3260bfeb2b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784849322.3918135,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e77ebd91-d2ca-4831-9094-3f3260bfeb2b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784849322.3918357,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e77ebd91-d2ca-4831-9094-3f3260bfeb2b"} {"level":"info","ts":1784849327.17706,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849327.1771367,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"98e2fdd6-2c2f-49c4-973d-c98415ba89e3"} {"level":"info","ts":1784849327.1771464,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"98e2fdd6-2c2f-49c4-973d-c98415ba89e3"} {"level":"info","ts":1784849327.177159,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"98e2fdd6-2c2f-49c4-973d-c98415ba89e3","EoS":false} {"level":"info","ts":1784849327.1771696,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"98e2fdd6-2c2f-49c4-973d-c98415ba89e3","EoS":true} {"level":"info","ts":1784849327.1771894,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"98e2fdd6-2c2f-49c4-973d-c98415ba89e3","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784849327.177204,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"98e2fdd6-2c2f-49c4-973d-c98415ba89e3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784849327.1772227,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"98e2fdd6-2c2f-49c4-973d-c98415ba89e3"} {"level":"info","ts":1784849327.435225,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849327.435316,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"53e90ed6-caa9-4932-b13f-3350782f1818"} {"level":"info","ts":1784849327.4353292,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"53e90ed6-caa9-4932-b13f-3350782f1818"} {"level":"info","ts":1784849327.4353473,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"53e90ed6-caa9-4932-b13f-3350782f1818","EoS":false} {"level":"info","ts":1784849327.4353647,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"53e90ed6-caa9-4932-b13f-3350782f1818","EoS":true} {"level":"info","ts":1784849327.4353948,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"53e90ed6-caa9-4932-b13f-3350782f1818","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784849327.4354138,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"53e90ed6-caa9-4932-b13f-3350782f1818","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784849327.4354436,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"53e90ed6-caa9-4932-b13f-3350782f1818"} {"level":"info","ts":1784849329.471285,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849329.4713678,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"20305f32-b073-4120-b33a-2e86717f8fca"} {"level":"info","ts":1784849329.4713774,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"20305f32-b073-4120-b33a-2e86717f8fca"} {"level":"info","ts":1784849329.4713886,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"20305f32-b073-4120-b33a-2e86717f8fca","EoS":false} {"level":"info","ts":1784849329.4714057,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"20305f32-b073-4120-b33a-2e86717f8fca","EoS":true} {"level":"info","ts":1784849329.4714344,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"20305f32-b073-4120-b33a-2e86717f8fca","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784849329.4714513,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"20305f32-b073-4120-b33a-2e86717f8fca","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784849329.4714713,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"20305f32-b073-4120-b33a-2e86717f8fca"} {"level":"info","ts":1784849331.5060956,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849331.5061748,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"54686e6b-be7f-49b0-bab3-579c5633bf18"} {"level":"info","ts":1784849331.5061865,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"54686e6b-be7f-49b0-bab3-579c5633bf18"} {"level":"info","ts":1784849331.5061977,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"54686e6b-be7f-49b0-bab3-579c5633bf18","EoS":false} {"level":"info","ts":1784849331.5062106,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"54686e6b-be7f-49b0-bab3-579c5633bf18","EoS":true} {"level":"info","ts":1784849331.506231,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"54686e6b-be7f-49b0-bab3-579c5633bf18","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784849331.5062473,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"54686e6b-be7f-49b0-bab3-579c5633bf18","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784849331.5062668,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"54686e6b-be7f-49b0-bab3-579c5633bf18"} {"level":"info","ts":1784849333.5379574,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849333.5380394,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a0f73c15-0a94-469b-a08f-878eee38ef1a"} {"level":"info","ts":1784849333.5380504,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a0f73c15-0a94-469b-a08f-878eee38ef1a"} {"level":"info","ts":1784849333.5380619,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a0f73c15-0a94-469b-a08f-878eee38ef1a","EoS":false} {"level":"info","ts":1784849333.5380723,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a0f73c15-0a94-469b-a08f-878eee38ef1a","EoS":true} {"level":"info","ts":1784849333.538093,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a0f73c15-0a94-469b-a08f-878eee38ef1a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784849333.5381095,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a0f73c15-0a94-469b-a08f-878eee38ef1a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784849333.538132,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a0f73c15-0a94-469b-a08f-878eee38ef1a"} {"level":"info","ts":1784849355.9113116,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849355.911386,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d8a29b0d-ade9-41f1-83f6-38176fe13246"} {"level":"info","ts":1784849355.911395,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d8a29b0d-ade9-41f1-83f6-38176fe13246"} {"level":"info","ts":1784849355.911406,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d8a29b0d-ade9-41f1-83f6-38176fe13246","EoS":false} {"level":"info","ts":1784849355.911416,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d8a29b0d-ade9-41f1-83f6-38176fe13246","EoS":true} {"level":"info","ts":1784849355.911435,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d8a29b0d-ade9-41f1-83f6-38176fe13246","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784849355.9114513,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d8a29b0d-ade9-41f1-83f6-38176fe13246","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784849355.9114716,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d8a29b0d-ade9-41f1-83f6-38176fe13246"} {"level":"info","ts":1784849365.2230349,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849365.2231123,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4401d284-aeaf-4e9e-813c-bb6ff00e481b"} {"level":"info","ts":1784849365.2231224,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4401d284-aeaf-4e9e-813c-bb6ff00e481b"} {"level":"info","ts":1784849365.223134,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4401d284-aeaf-4e9e-813c-bb6ff00e481b","EoS":false} {"level":"info","ts":1784849365.2231445,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4401d284-aeaf-4e9e-813c-bb6ff00e481b","EoS":true} {"level":"info","ts":1784849365.2231643,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4401d284-aeaf-4e9e-813c-bb6ff00e481b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784849365.223178,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4401d284-aeaf-4e9e-813c-bb6ff00e481b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784849365.2231977,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4401d284-aeaf-4e9e-813c-bb6ff00e481b"} {"level":"info","ts":1784849370.7435806,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849370.7437248,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4baa7394-e27f-465d-aa58-1bf97f468367"} {"level":"info","ts":1784849370.743739,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4baa7394-e27f-465d-aa58-1bf97f468367"} {"level":"info","ts":1784849370.7437506,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4baa7394-e27f-465d-aa58-1bf97f468367","EoS":false} {"level":"info","ts":1784849370.7437637,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4baa7394-e27f-465d-aa58-1bf97f468367","EoS":true} {"level":"info","ts":1784849370.7437847,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4baa7394-e27f-465d-aa58-1bf97f468367","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784849370.7438025,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4baa7394-e27f-465d-aa58-1bf97f468367","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784849370.743823,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4baa7394-e27f-465d-aa58-1bf97f468367"} {"level":"info","ts":1784849380.3371034,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849380.3371873,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7e0c88c0-5781-4946-b888-9fdf9de9d156"} {"level":"info","ts":1784849380.3371959,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7e0c88c0-5781-4946-b888-9fdf9de9d156"} {"level":"info","ts":1784849380.3372066,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7e0c88c0-5781-4946-b888-9fdf9de9d156","EoS":false} {"level":"info","ts":1784849380.3372166,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7e0c88c0-5781-4946-b888-9fdf9de9d156","EoS":true} {"level":"info","ts":1784849380.3372386,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7e0c88c0-5781-4946-b888-9fdf9de9d156","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784849380.3372574,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7e0c88c0-5781-4946-b888-9fdf9de9d156","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784849380.3372777,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7e0c88c0-5781-4946-b888-9fdf9de9d156"} {"level":"info","ts":1784849382.3723733,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849382.372449,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"82874afc-08f5-47e5-945f-8a7c2fcf910f"} {"level":"info","ts":1784849382.3724582,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"82874afc-08f5-47e5-945f-8a7c2fcf910f"} {"level":"info","ts":1784849382.3724685,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"82874afc-08f5-47e5-945f-8a7c2fcf910f","EoS":false} {"level":"info","ts":1784849382.3724782,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"82874afc-08f5-47e5-945f-8a7c2fcf910f","EoS":true} {"level":"info","ts":1784849382.3724961,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"82874afc-08f5-47e5-945f-8a7c2fcf910f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784849382.3725111,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"82874afc-08f5-47e5-945f-8a7c2fcf910f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784849382.3725305,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"82874afc-08f5-47e5-945f-8a7c2fcf910f"} {"level":"info","ts":1784849391.8152618,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849391.8153534,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5cd8d9a9-e6b7-4aea-8c79-407e851e6b1b"} {"level":"info","ts":1784849391.8153677,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5cd8d9a9-e6b7-4aea-8c79-407e851e6b1b"} {"level":"info","ts":1784849391.8153796,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5cd8d9a9-e6b7-4aea-8c79-407e851e6b1b","EoS":false} {"level":"info","ts":1784849391.81539,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5cd8d9a9-e6b7-4aea-8c79-407e851e6b1b","EoS":true} {"level":"info","ts":1784849391.8154092,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5cd8d9a9-e6b7-4aea-8c79-407e851e6b1b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784849391.8154244,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5cd8d9a9-e6b7-4aea-8c79-407e851e6b1b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784849391.8154438,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5cd8d9a9-e6b7-4aea-8c79-407e851e6b1b"} {"level":"info","ts":1784849391.8535972,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849391.8536892,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"970dd7f8-d3f8-4abd-bc6c-8cf77e0bed9d"} {"level":"info","ts":1784849391.8536983,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"970dd7f8-d3f8-4abd-bc6c-8cf77e0bed9d"} {"level":"info","ts":1784849391.8537092,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"970dd7f8-d3f8-4abd-bc6c-8cf77e0bed9d","EoS":false} {"level":"info","ts":1784849391.8537219,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"970dd7f8-d3f8-4abd-bc6c-8cf77e0bed9d","EoS":true} {"level":"info","ts":1784849391.8537397,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"970dd7f8-d3f8-4abd-bc6c-8cf77e0bed9d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784849391.8537557,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"970dd7f8-d3f8-4abd-bc6c-8cf77e0bed9d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784849391.8537774,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"970dd7f8-d3f8-4abd-bc6c-8cf77e0bed9d"} {"level":"info","ts":1784849411.029322,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849411.0294065,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"779b56c5-331f-492b-83d9-2f766c2e6c93"} {"level":"info","ts":1784849411.0294151,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"779b56c5-331f-492b-83d9-2f766c2e6c93"} {"level":"info","ts":1784849411.029427,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"779b56c5-331f-492b-83d9-2f766c2e6c93","EoS":false} {"level":"info","ts":1784849411.0294368,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"779b56c5-331f-492b-83d9-2f766c2e6c93","EoS":true} {"level":"info","ts":1784849411.0294576,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"779b56c5-331f-492b-83d9-2f766c2e6c93","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784849411.0294735,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"779b56c5-331f-492b-83d9-2f766c2e6c93","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784849411.0294957,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"779b56c5-331f-492b-83d9-2f766c2e6c93"} {"level":"info","ts":1784849420.3937917,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849420.3938682,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8e05abbb-010c-4ce9-8437-d5ef00dd0355"} {"level":"info","ts":1784849420.3938775,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8e05abbb-010c-4ce9-8437-d5ef00dd0355"} {"level":"info","ts":1784849420.3938885,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8e05abbb-010c-4ce9-8437-d5ef00dd0355","EoS":false} {"level":"info","ts":1784849420.3938982,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8e05abbb-010c-4ce9-8437-d5ef00dd0355","EoS":true} {"level":"info","ts":1784849420.3939166,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8e05abbb-010c-4ce9-8437-d5ef00dd0355","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784849420.3939328,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8e05abbb-010c-4ce9-8437-d5ef00dd0355","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784849420.3939533,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8e05abbb-010c-4ce9-8437-d5ef00dd0355"} {"level":"info","ts":1784849425.6846802,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849425.6847541,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1da876b6-0431-4b82-a3cc-7992e6753428"} {"level":"info","ts":1784849425.684766,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1da876b6-0431-4b82-a3cc-7992e6753428"} {"level":"info","ts":1784849425.684777,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1da876b6-0431-4b82-a3cc-7992e6753428","EoS":false} {"level":"info","ts":1784849425.6847925,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1da876b6-0431-4b82-a3cc-7992e6753428","EoS":true} {"level":"info","ts":1784849425.6848137,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1da876b6-0431-4b82-a3cc-7992e6753428","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784849425.6848295,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1da876b6-0431-4b82-a3cc-7992e6753428","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784849425.6848533,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1da876b6-0431-4b82-a3cc-7992e6753428"} {"level":"info","ts":1784849516.306759,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849516.306841,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7fe889aa-2f2e-4590-a928-f9f025d2aa8c"} {"level":"info","ts":1784849516.306851,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7fe889aa-2f2e-4590-a928-f9f025d2aa8c"} {"level":"info","ts":1784849516.3068624,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7fe889aa-2f2e-4590-a928-f9f025d2aa8c","EoS":false} {"level":"info","ts":1784849516.3068724,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7fe889aa-2f2e-4590-a928-f9f025d2aa8c","EoS":true} {"level":"info","ts":1784849516.3068945,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7fe889aa-2f2e-4590-a928-f9f025d2aa8c","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784849516.30691,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7fe889aa-2f2e-4590-a928-f9f025d2aa8c","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784849516.3069305,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7fe889aa-2f2e-4590-a928-f9f025d2aa8c"} {"level":"info","ts":1784849539.8380628,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849539.8381493,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"85524e15-9a8a-408b-914c-6ed348254dfd"} {"level":"info","ts":1784849539.8381577,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"85524e15-9a8a-408b-914c-6ed348254dfd"} {"level":"info","ts":1784849539.8381686,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"85524e15-9a8a-408b-914c-6ed348254dfd","EoS":false} {"level":"info","ts":1784849539.8381784,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"85524e15-9a8a-408b-914c-6ed348254dfd","EoS":true} {"level":"info","ts":1784849539.838206,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"85524e15-9a8a-408b-914c-6ed348254dfd","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784849539.838222,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"85524e15-9a8a-408b-914c-6ed348254dfd","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784849539.8382444,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"85524e15-9a8a-408b-914c-6ed348254dfd"} {"level":"info","ts":1784849577.0293453,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849577.0294378,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"439cc55c-59e1-4d2d-b891-c4192dcb6218"} {"level":"info","ts":1784849577.0294495,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"439cc55c-59e1-4d2d-b891-c4192dcb6218"} {"level":"info","ts":1784849577.0294616,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"439cc55c-59e1-4d2d-b891-c4192dcb6218","EoS":false} {"level":"info","ts":1784849577.0294738,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"439cc55c-59e1-4d2d-b891-c4192dcb6218","EoS":true} {"level":"info","ts":1784849577.0294929,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"439cc55c-59e1-4d2d-b891-c4192dcb6218","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784849577.0295093,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"439cc55c-59e1-4d2d-b891-c4192dcb6218","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784849577.0295472,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"439cc55c-59e1-4d2d-b891-c4192dcb6218"} {"level":"info","ts":1784849592.315356,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849592.315445,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"877edbf1-f55d-4f53-9689-bbe1805e1556"} {"level":"info","ts":1784849592.315456,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"877edbf1-f55d-4f53-9689-bbe1805e1556"} {"level":"info","ts":1784849592.3154676,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"877edbf1-f55d-4f53-9689-bbe1805e1556","EoS":false} {"level":"info","ts":1784849592.3154817,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"877edbf1-f55d-4f53-9689-bbe1805e1556","EoS":true} {"level":"info","ts":1784849592.3155026,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"877edbf1-f55d-4f53-9689-bbe1805e1556","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784849592.3155193,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"877edbf1-f55d-4f53-9689-bbe1805e1556","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784849592.3155394,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"877edbf1-f55d-4f53-9689-bbe1805e1556"} {"level":"info","ts":1784849592.605156,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849592.6052368,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7ea64691-8f49-440e-96c5-36b6f6939251"} {"level":"info","ts":1784849592.6052508,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7ea64691-8f49-440e-96c5-36b6f6939251"} {"level":"info","ts":1784849592.6052642,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7ea64691-8f49-440e-96c5-36b6f6939251","EoS":false} {"level":"info","ts":1784849592.6052759,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7ea64691-8f49-440e-96c5-36b6f6939251","EoS":true} {"level":"info","ts":1784849592.6052961,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7ea64691-8f49-440e-96c5-36b6f6939251","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784849592.605312,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7ea64691-8f49-440e-96c5-36b6f6939251","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784849592.605333,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7ea64691-8f49-440e-96c5-36b6f6939251"} {"level":"info","ts":1784849877.6480832,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849877.6481874,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3a5b9853-3c4a-4179-a42a-617b45d72faa"} {"level":"info","ts":1784849877.648201,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3a5b9853-3c4a-4179-a42a-617b45d72faa"} {"level":"info","ts":1784849877.648222,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3a5b9853-3c4a-4179-a42a-617b45d72faa","EoS":false} {"level":"info","ts":1784849877.6482387,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3a5b9853-3c4a-4179-a42a-617b45d72faa","EoS":true} {"level":"info","ts":1784849877.648272,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3a5b9853-3c4a-4179-a42a-617b45d72faa","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784849877.6482925,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3a5b9853-3c4a-4179-a42a-617b45d72faa","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784849877.6483216,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3a5b9853-3c4a-4179-a42a-617b45d72faa"} {"level":"info","ts":1784849877.6882842,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849877.6883647,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6bfe9190-a5aa-43f6-885f-94f32852c2bf"} {"level":"info","ts":1784849877.6883738,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6bfe9190-a5aa-43f6-885f-94f32852c2bf"} {"level":"info","ts":1784849877.6883855,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6bfe9190-a5aa-43f6-885f-94f32852c2bf","EoS":false} {"level":"info","ts":1784849877.6883962,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6bfe9190-a5aa-43f6-885f-94f32852c2bf","EoS":true} {"level":"info","ts":1784849877.6884184,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6bfe9190-a5aa-43f6-885f-94f32852c2bf","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784849877.6884334,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6bfe9190-a5aa-43f6-885f-94f32852c2bf","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784849877.6884542,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6bfe9190-a5aa-43f6-885f-94f32852c2bf"} {"level":"info","ts":1784849877.7231674,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849877.7232504,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eb18eaa1-ad52-4cc4-8ffd-f2bbbb3f4bcb"} {"level":"info","ts":1784849877.7232647,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"eb18eaa1-ad52-4cc4-8ffd-f2bbbb3f4bcb"} {"level":"info","ts":1784849877.7232816,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eb18eaa1-ad52-4cc4-8ffd-f2bbbb3f4bcb","EoS":false} {"level":"info","ts":1784849877.7232985,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eb18eaa1-ad52-4cc4-8ffd-f2bbbb3f4bcb","EoS":true} {"level":"info","ts":1784849877.7233276,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eb18eaa1-ad52-4cc4-8ffd-f2bbbb3f4bcb","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784849877.7233462,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eb18eaa1-ad52-4cc4-8ffd-f2bbbb3f4bcb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784849877.7233756,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"eb18eaa1-ad52-4cc4-8ffd-f2bbbb3f4bcb"} {"level":"info","ts":1784849882.5861669,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"69d2d192-940a-4b69-990e-193801cb4aa8","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784849882.5861738,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c3c625c9-de3d-4f00-88bb-c464f8c758b1"} {"level":"info","ts":1784849882.5862238,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"69d2d192-940a-4b69-990e-193801cb4aa8","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784849882.5934482,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a2c3c789-f676-4f84-a06e-c95c162624f7","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784849882.5934756,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a2c3c789-f676-4f84-a06e-c95c162624f7","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784849882.5939198,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38382.329073465,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784849882.5939388,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784849882.677502,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784849882.766027,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34510.583215599,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784849882.7660675,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784849882.7674265,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f9012c81-94d8-4b62-b713-fe1512aeb3da"} {"level":"info","ts":1784849882.767558,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6c89136f-afa6-456d-bce0-da7e4a7a22fa","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784849882.76727,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a04700d1-22ba-4601-a896-358cb634d4e1","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784849882.7678387,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a04700d1-22ba-4601-a896-358cb634d4e1","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784849882.7680438,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6c89136f-afa6-456d-bce0-da7e4a7a22fa","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784849882.7680936,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"58903231-24e3-4b55-99ab-e7f22e3a215b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784849882.7681084,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"58903231-24e3-4b55-99ab-e7f22e3a215b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784849882.7681592,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":32670.324607975,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784849882.7681742,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784849882.7726471,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784849882.8493342,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784849882.8583784,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"abdc1a9d-2f83-42e8-8fd4-8e16d3609387","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784849882.8584225,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"abdc1a9d-2f83-42e8-8fd4-8e16d3609387","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784849882.8668194,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c3c625c9-de3d-4f00-88bb-c464f8c758b1","name":"e2e-external-provider"} {"level":"info","ts":1784849882.868964,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f9012c81-94d8-4b62-b713-fe1512aeb3da","name":"e2e-external-model"} {"level":"info","ts":1784849882.8740935,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1263a0ee-dcb2-40b1-8e36-516d01a84b51","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784849882.8741333,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1263a0ee-dcb2-40b1-8e36-516d01a84b51","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784849882.8759828,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f9012c81-94d8-4b62-b713-fe1512aeb3da","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784849882.8761024,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c3c625c9-de3d-4f00-88bb-c464f8c758b1","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784849882.878937,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c3c625c9-de3d-4f00-88bb-c464f8c758b1","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784849882.879167,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4344ff0d-52d7-442e-b1f2-23a4438e21dd"} {"level":"info","ts":1784849882.8792179,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4344ff0d-52d7-442e-b1f2-23a4438e21dd","name":"e2e-external-provider"} {"level":"error","ts":1784849882.8792434,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f9012c81-94d8-4b62-b713-fe1512aeb3da","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784849882.8793492,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"721915d4-9976-49a6-ae0e-b7ef1d66cc20"} {"level":"info","ts":1784849882.8794048,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"721915d4-9976-49a6-ae0e-b7ef1d66cc20","name":"e2e-external-model"} {"level":"info","ts":1784849882.8861978,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f7f340c6-9fba-4afd-8f13-9701b21d22cc","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784849882.886244,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f7f340c6-9fba-4afd-8f13-9701b21d22cc","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784849882.8870535,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"721915d4-9976-49a6-ae0e-b7ef1d66cc20","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784849882.890864,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4344ff0d-52d7-442e-b1f2-23a4438e21dd","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784849882.8919697,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"721915d4-9976-49a6-ae0e-b7ef1d66cc20","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784849882.8920553,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f7519779-8207-448e-a4e9-b0ae7b8c39e7"} {"level":"info","ts":1784849882.892111,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f7519779-8207-448e-a4e9-b0ae7b8c39e7","name":"e2e-external-model"} {"level":"info","ts":1784849882.898576,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f7519779-8207-448e-a4e9-b0ae7b8c39e7","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784849890.0901668,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849890.0902536,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c2a15ab7-eeac-4563-adf0-310fa8d73744"} {"level":"info","ts":1784849890.0902672,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c2a15ab7-eeac-4563-adf0-310fa8d73744"} {"level":"info","ts":1784849890.090279,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c2a15ab7-eeac-4563-adf0-310fa8d73744","EoS":false} {"level":"info","ts":1784849890.0902896,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c2a15ab7-eeac-4563-adf0-310fa8d73744","EoS":true} {"level":"info","ts":1784849890.0903115,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c2a15ab7-eeac-4563-adf0-310fa8d73744","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784849890.0903268,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c2a15ab7-eeac-4563-adf0-310fa8d73744","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784849890.0903342,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"c2a15ab7-eeac-4563-adf0-310fa8d73744","modelName":"e2e-external-model"} {"level":"info","ts":1784849890.090349,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"c2a15ab7-eeac-4563-adf0-310fa8d73744","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784849890.0904074,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c2a15ab7-eeac-4563-adf0-310fa8d73744"} {"level":"info","ts":1784849890.1333177,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849890.1333938,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7d17747c-67c5-486f-980d-a3b97a18013e"} {"level":"info","ts":1784849890.1334043,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7d17747c-67c5-486f-980d-a3b97a18013e"} {"level":"info","ts":1784849890.1334147,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7d17747c-67c5-486f-980d-a3b97a18013e","EoS":false} {"level":"info","ts":1784849890.133426,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7d17747c-67c5-486f-980d-a3b97a18013e","EoS":true} {"level":"info","ts":1784849890.1334453,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7d17747c-67c5-486f-980d-a3b97a18013e","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784849890.1334603,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7d17747c-67c5-486f-980d-a3b97a18013e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784849890.1334674,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"7d17747c-67c5-486f-980d-a3b97a18013e","modelName":"e2e-external-model"} {"level":"info","ts":1784849890.1334796,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"7d17747c-67c5-486f-980d-a3b97a18013e","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784849890.1335163,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7d17747c-67c5-486f-980d-a3b97a18013e"} {"level":"info","ts":1784849890.1624248,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849890.1625133,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9130b7e8-80bb-4fe4-a889-36afbc8cfdfd"} {"level":"info","ts":1784849890.1625226,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9130b7e8-80bb-4fe4-a889-36afbc8cfdfd"} {"level":"info","ts":1784849890.1625333,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9130b7e8-80bb-4fe4-a889-36afbc8cfdfd","EoS":false} {"level":"info","ts":1784849890.1625433,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9130b7e8-80bb-4fe4-a889-36afbc8cfdfd","EoS":true} {"level":"info","ts":1784849890.1625621,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9130b7e8-80bb-4fe4-a889-36afbc8cfdfd","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784849890.1625764,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9130b7e8-80bb-4fe4-a889-36afbc8cfdfd","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784849890.1625838,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"9130b7e8-80bb-4fe4-a889-36afbc8cfdfd","modelName":"e2e-external-model"} {"level":"info","ts":1784849890.1625977,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"9130b7e8-80bb-4fe4-a889-36afbc8cfdfd","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784849890.1626358,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9130b7e8-80bb-4fe4-a889-36afbc8cfdfd"} {"level":"info","ts":1784849890.3027933,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"953eb3c3-7e7b-4b1d-9359-22b7d9fe203c"} {"level":"info","ts":1784849890.3028283,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e9bfde19-4694-4e7d-bf65-63fd51056242","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784849890.3028667,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e9bfde19-4694-4e7d-bf65-63fd51056242","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784849890.3073058,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"666d23f6-0d37-4db3-a309-c685bc1858db","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784849890.3073342,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"666d23f6-0d37-4db3-a309-c685bc1858db","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784849890.3074489,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"953eb3c3-7e7b-4b1d-9359-22b7d9fe203c","name":"e2e-cleanup-test"} {"level":"info","ts":1784849890.3146358,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"953eb3c3-7e7b-4b1d-9359-22b7d9fe203c","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784849890.322827,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"63d8ef33-ed61-4db3-888d-ef6c79dcb48c"} {"level":"info","ts":1784849890.322884,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"63d8ef33-ed61-4db3-888d-ef6c79dcb48c","name":"e2e-cleanup-test"} {"level":"info","ts":1784849890.3230183,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6560b934-89e1-4971-9a8b-a9d35990e4c2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784849890.323051,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6560b934-89e1-4971-9a8b-a9d35990e4c2","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784849890.3325315,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"63d8ef33-ed61-4db3-888d-ef6c79dcb48c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784849890.3325775,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"63d8ef33-ed61-4db3-888d-ef6c79dcb48c","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784849890.3326347,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"69c5335e-33d4-4970-9b7a-8033c6f450b5"} {"level":"info","ts":1784849890.332707,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"69c5335e-33d4-4970-9b7a-8033c6f450b5","name":"e2e-cleanup-test"} {"level":"info","ts":1784849890.338946,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"69c5335e-33d4-4970-9b7a-8033c6f450b5","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784849898.5727046,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d48da197-448d-4444-b4b1-db789d71a98d"} {"level":"info","ts":1784849898.5727506,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"45f4299d-ed5f-4672-a3ed-6897182279bd","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784849898.5727816,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"45f4299d-ed5f-4672-a3ed-6897182279bd","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784849902.8840747,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849902.8841538,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"44c91e0a-dbb3-4107-a36e-50703ef1c83f"} {"level":"info","ts":1784849902.8841639,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"44c91e0a-dbb3-4107-a36e-50703ef1c83f"} {"level":"info","ts":1784849902.8841813,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"44c91e0a-dbb3-4107-a36e-50703ef1c83f","EoS":false} {"level":"info","ts":1784849902.8841946,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"44c91e0a-dbb3-4107-a36e-50703ef1c83f","EoS":true} {"level":"info","ts":1784849902.8842137,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"44c91e0a-dbb3-4107-a36e-50703ef1c83f","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784849902.8842294,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"44c91e0a-dbb3-4107-a36e-50703ef1c83f","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784849902.8842514,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"44c91e0a-dbb3-4107-a36e-50703ef1c83f"} {"level":"info","ts":1784849902.912821,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849902.912901,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8302c1a6-bc99-41f1-aa72-9a115e3f4742"} {"level":"info","ts":1784849902.9129217,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8302c1a6-bc99-41f1-aa72-9a115e3f4742"} {"level":"info","ts":1784849902.9129407,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8302c1a6-bc99-41f1-aa72-9a115e3f4742","EoS":false} {"level":"info","ts":1784849902.9129596,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8302c1a6-bc99-41f1-aa72-9a115e3f4742","EoS":true} {"level":"info","ts":1784849902.9129884,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8302c1a6-bc99-41f1-aa72-9a115e3f4742","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784849902.9130075,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8302c1a6-bc99-41f1-aa72-9a115e3f4742","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784849902.9130182,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"8302c1a6-bc99-41f1-aa72-9a115e3f4742","modelName":"e2e-external-model"} {"level":"info","ts":1784849902.9130385,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"8302c1a6-bc99-41f1-aa72-9a115e3f4742","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784849902.9130871,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8302c1a6-bc99-41f1-aa72-9a115e3f4742"} {"level":"info","ts":1784849902.9543674,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849902.9544382,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0a34bc92-829e-4dc8-b9da-450274b5e7f8"} {"level":"info","ts":1784849902.954449,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0a34bc92-829e-4dc8-b9da-450274b5e7f8"} {"level":"info","ts":1784849902.9544601,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0a34bc92-829e-4dc8-b9da-450274b5e7f8","EoS":false} {"level":"info","ts":1784849902.9544706,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0a34bc92-829e-4dc8-b9da-450274b5e7f8","EoS":true} {"level":"info","ts":1784849902.9544914,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0a34bc92-829e-4dc8-b9da-450274b5e7f8","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784849902.9545066,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0a34bc92-829e-4dc8-b9da-450274b5e7f8","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784849902.9545274,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0a34bc92-829e-4dc8-b9da-450274b5e7f8"} {"level":"info","ts":1784849903.0965846,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849903.0966911,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a273112a-5072-9d6a-b1d7-2f3c893a669b"} {"level":"info","ts":1784849903.0967085,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a273112a-5072-9d6a-b1d7-2f3c893a669b"} {"level":"info","ts":1784849903.0967298,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a273112a-5072-9d6a-b1d7-2f3c893a669b","EoS":false} {"level":"info","ts":1784849903.0967505,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a273112a-5072-9d6a-b1d7-2f3c893a669b","EoS":true} {"level":"info","ts":1784849903.0967844,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"a273112a-5072-9d6a-b1d7-2f3c893a669b","field":"model"} {"level":"info","ts":1784849903.0968173,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a273112a-5072-9d6a-b1d7-2f3c893a669b"} {"level":"info","ts":1784849904.0462441,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e8d877b8-0bd0-488e-955b-a8bdcd9cfcba"} {"level":"info","ts":1784849904.0462613,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4fab2b6e-0f7e-436a-82f2-798667254435","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784849904.046325,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4fab2b6e-0f7e-436a-82f2-798667254435","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784849904.191417,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e6a686b8-4b68-471d-aae6-c7fa80948c11"} {"level":"info","ts":1784849904.191419,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0d299adf-7e4a-4234-a5d1-7c8382335b08","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784849904.1914744,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0d299adf-7e4a-4234-a5d1-7c8382335b08","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784850466.461232,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784850466.4613228,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"79570024-f687-49d1-b87d-ce01321ab85b"} {"level":"info","ts":1784850466.4613373,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"79570024-f687-49d1-b87d-ce01321ab85b"} {"level":"info","ts":1784850466.4613547,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"79570024-f687-49d1-b87d-ce01321ab85b","EoS":false} {"level":"info","ts":1784850466.4613793,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"79570024-f687-49d1-b87d-ce01321ab85b","EoS":true} {"level":"info","ts":1784850466.4614098,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"79570024-f687-49d1-b87d-ce01321ab85b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784850466.4614296,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"79570024-f687-49d1-b87d-ce01321ab85b","path":"/ai-tenant-e2e-inf-b-d7e557/test-model-d7e557/v1/chat/completions"} {"level":"info","ts":1784850466.46146,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"79570024-f687-49d1-b87d-ce01321ab85b"} {"level":"info","ts":1784850487.510869,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784850487.510945,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b0c5d01b-f6ac-46a2-94c8-21bafd330d14"} {"level":"info","ts":1784850487.5109563,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b0c5d01b-f6ac-46a2-94c8-21bafd330d14"} {"level":"info","ts":1784850487.510967,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b0c5d01b-f6ac-46a2-94c8-21bafd330d14","EoS":false} {"level":"info","ts":1784850487.5109766,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b0c5d01b-f6ac-46a2-94c8-21bafd330d14","EoS":true} {"level":"info","ts":1784850487.5109954,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b0c5d01b-f6ac-46a2-94c8-21bafd330d14","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784850487.5110106,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b0c5d01b-f6ac-46a2-94c8-21bafd330d14","path":"/ai-tenant-e2e-inf-b-d7e557/test-model-d7e557/v1/chat/completions"} {"level":"info","ts":1784850487.5110326,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b0c5d01b-f6ac-46a2-94c8-21bafd330d14"} {"level":"info","ts":1784850965.360011,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784850965.3600883,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9df4dde5-c435-4c45-85d2-8b26ecef36da"} {"level":"info","ts":1784850965.3600976,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9df4dde5-c435-4c45-85d2-8b26ecef36da"} {"level":"info","ts":1784850965.3601077,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9df4dde5-c435-4c45-85d2-8b26ecef36da","EoS":false} {"level":"info","ts":1784850965.3601203,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9df4dde5-c435-4c45-85d2-8b26ecef36da","EoS":true} {"level":"info","ts":1784850965.3601398,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9df4dde5-c435-4c45-85d2-8b26ecef36da","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784850965.3601549,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9df4dde5-c435-4c45-85d2-8b26ecef36da","path":"/ai-tenant-e2e-shared-b-fc333b/rate-test-model-fc333b/v1/completions"} {"level":"info","ts":1784850965.3601742,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9df4dde5-c435-4c45-85d2-8b26ecef36da"}