{"level":"info","ts":1784685531.0656948,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c7eba04b-3948-4fab-9921-c549602dbe3b"}
{"level":"info","ts":1784685531.0657053,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c7eba04b-3948-4fab-9921-c549602dbe3b"}
{"level":"info","ts":1784685531.0657156,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c7eba04b-3948-4fab-9921-c549602dbe3b","EoS":false}
{"level":"info","ts":1784685531.065744,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c7eba04b-3948-4fab-9921-c549602dbe3b","EoS":true}
{"level":"info","ts":1784685531.0657663,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c7eba04b-3948-4fab-9921-c549602dbe3b","field":"model","value":"facebook/opt-125m-premium"}
{"level":"info","ts":1784685531.0657861,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c7eba04b-3948-4fab-9921-c549602dbe3b","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784685531.0658057,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c7eba04b-3948-4fab-9921-c549602dbe3b"}
{"level":"info","ts":1784685535.2395825,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685535.239662,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5a01e138-5c5b-4a84-a695-873352504538"}
{"level":"info","ts":1784685535.239671,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5a01e138-5c5b-4a84-a695-873352504538"}
{"level":"info","ts":1784685535.2396822,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5a01e138-5c5b-4a84-a695-873352504538","EoS":false}
{"level":"info","ts":1784685535.239694,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5a01e138-5c5b-4a84-a695-873352504538","EoS":true}
{"level":"info","ts":1784685535.239719,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5a01e138-5c5b-4a84-a695-873352504538","field":"model","value":"facebook/opt-125m-premium"}
{"level":"info","ts":1784685535.2397585,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5a01e138-5c5b-4a84-a695-873352504538","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784685535.2397828,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5a01e138-5c5b-4a84-a695-873352504538"}
{"level":"info","ts":1784685554.2205455,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685554.220619,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ef6012e7-1780-4545-9b1a-c72cd8d7822f"}
{"level":"info","ts":1784685554.220629,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ef6012e7-1780-4545-9b1a-c72cd8d7822f"}
{"level":"info","ts":1784685554.2206404,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ef6012e7-1780-4545-9b1a-c72cd8d7822f","EoS":false}
{"level":"info","ts":1784685554.220652,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ef6012e7-1780-4545-9b1a-c72cd8d7822f","EoS":true}
{"level":"info","ts":1784685554.220671,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ef6012e7-1780-4545-9b1a-c72cd8d7822f","field":"model","value":"test/e2e-unconfigured-model"}
{"level":"info","ts":1784685554.2206864,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ef6012e7-1780-4545-9b1a-c72cd8d7822f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784685554.220705,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ef6012e7-1780-4545-9b1a-c72cd8d7822f"}
{"level":"info","ts":1784685554.359413,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685554.359487,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2cf22e77-d08d-44b1-8f3d-da7907623794"}
{"level":"info","ts":1784685554.359498,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2cf22e77-d08d-44b1-8f3d-da7907623794"}
{"level":"info","ts":1784685554.35951,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2cf22e77-d08d-44b1-8f3d-da7907623794","EoS":false}
{"level":"info","ts":1784685554.3595216,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2cf22e77-d08d-44b1-8f3d-da7907623794","EoS":true}
{"level":"info","ts":1784685554.3595421,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2cf22e77-d08d-44b1-8f3d-da7907623794","field":"model","value":"test/e2e-unconfigured-model"}
{"level":"info","ts":1784685554.3595588,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2cf22e77-d08d-44b1-8f3d-da7907623794","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784685554.359579,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2cf22e77-d08d-44b1-8f3d-da7907623794"}
{"level":"info","ts":1784685554.4967618,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685554.4968448,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"70292506-9092-4921-9a84-8d83cd85f58f"}
{"level":"info","ts":1784685554.4968557,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"70292506-9092-4921-9a84-8d83cd85f58f"}
{"level":"info","ts":1784685554.496869,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"70292506-9092-4921-9a84-8d83cd85f58f","EoS":false}
{"level":"info","ts":1784685554.4968798,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"70292506-9092-4921-9a84-8d83cd85f58f","EoS":true}
{"level":"info","ts":1784685554.4968991,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"70292506-9092-4921-9a84-8d83cd85f58f","field":"model","value":"test/e2e-unconfigured-model"}
{"level":"info","ts":1784685554.496915,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"70292506-9092-4921-9a84-8d83cd85f58f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784685554.4969342,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"70292506-9092-4921-9a84-8d83cd85f58f"}
{"level":"info","ts":1784685554.6366546,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685554.6367612,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3db8543b-cc9e-4a7c-8d1a-ec86f172920c"}
{"level":"info","ts":1784685554.6367753,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3db8543b-cc9e-4a7c-8d1a-ec86f172920c"}
{"level":"info","ts":1784685554.6367881,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3db8543b-cc9e-4a7c-8d1a-ec86f172920c","EoS":false}
{"level":"info","ts":1784685554.6367993,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3db8543b-cc9e-4a7c-8d1a-ec86f172920c","EoS":true}
{"level":"info","ts":1784685554.63682,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3db8543b-cc9e-4a7c-8d1a-ec86f172920c","field":"model","value":"test/e2e-unconfigured-model"}
{"level":"info","ts":1784685554.6368353,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3db8543b-cc9e-4a7c-8d1a-ec86f172920c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784685554.6368554,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3db8543b-cc9e-4a7c-8d1a-ec86f172920c"}
{"level":"info","ts":1784685554.77611,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685554.7761846,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8a07388a-f244-4f93-995d-3284fc98c3fc"}
{"level":"info","ts":1784685554.776194,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8a07388a-f244-4f93-995d-3284fc98c3fc"}
{"level":"info","ts":1784685554.776205,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8a07388a-f244-4f93-995d-3284fc98c3fc","EoS":false}
{"level":"info","ts":1784685554.7762184,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8a07388a-f244-4f93-995d-3284fc98c3fc","EoS":true}
{"level":"info","ts":1784685554.7762384,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8a07388a-f244-4f93-995d-3284fc98c3fc","field":"model","value":"test/e2e-unconfigured-model"}
{"level":"info","ts":1784685554.7762506,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8a07388a-f244-4f93-995d-3284fc98c3fc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784685554.77627,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8a07388a-f244-4f93-995d-3284fc98c3fc"}
{"level":"info","ts":1784685554.912597,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685554.9126782,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5f7054c3-a985-4e27-aa39-e7b8b489ad1b"}
{"level":"info","ts":1784685554.9126875,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5f7054c3-a985-4e27-aa39-e7b8b489ad1b"}
{"level":"info","ts":1784685554.9126997,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5f7054c3-a985-4e27-aa39-e7b8b489ad1b","EoS":false}
{"level":"info","ts":1784685554.9127128,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5f7054c3-a985-4e27-aa39-e7b8b489ad1b","EoS":true}
{"level":"info","ts":1784685554.9127524,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5f7054c3-a985-4e27-aa39-e7b8b489ad1b","field":"model","value":"test/e2e-unconfigured-model"}
{"level":"info","ts":1784685554.912768,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5f7054c3-a985-4e27-aa39-e7b8b489ad1b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784685554.9127874,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5f7054c3-a985-4e27-aa39-e7b8b489ad1b"}
{"level":"info","ts":1784685571.83042,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685571.8305013,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"32656938-642c-4306-9469-82f78397d7db"}
{"level":"info","ts":1784685571.8305151,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"32656938-642c-4306-9469-82f78397d7db"}
{"level":"info","ts":1784685571.8305264,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"32656938-642c-4306-9469-82f78397d7db","EoS":false}
{"level":"info","ts":1784685571.8305385,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"32656938-642c-4306-9469-82f78397d7db","EoS":true}
{"level":"info","ts":1784685571.830558,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"32656938-642c-4306-9469-82f78397d7db","field":"model","value":"test/e2e-unconfigured-model"}
{"level":"info","ts":1784685571.8305743,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"32656938-642c-4306-9469-82f78397d7db","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784685571.8305936,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"32656938-642c-4306-9469-82f78397d7db"}
{"level":"info","ts":1784685571.8685079,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685571.868592,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7770f8dc-1725-4e47-88bc-9d0f452131bb"}
{"level":"info","ts":1784685571.8686078,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7770f8dc-1725-4e47-88bc-9d0f452131bb"}
{"level":"info","ts":1784685571.8686268,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7770f8dc-1725-4e47-88bc-9d0f452131bb","EoS":false}
{"level":"info","ts":1784685571.868649,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7770f8dc-1725-4e47-88bc-9d0f452131bb","EoS":true}
{"level":"info","ts":1784685571.8687472,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7770f8dc-1725-4e47-88bc-9d0f452131bb","field":"model","value":"test/e2e-unconfigured-model"}
{"level":"info","ts":1784685571.8687675,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7770f8dc-1725-4e47-88bc-9d0f452131bb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784685571.868801,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7770f8dc-1725-4e47-88bc-9d0f452131bb"}
{"level":"info","ts":1784685571.9072313,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685571.9073,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ada75ac7-542c-45b5-9c94-90481ca05550"}
{"level":"info","ts":1784685571.9073117,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ada75ac7-542c-45b5-9c94-90481ca05550"}
{"level":"info","ts":1784685571.9073231,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ada75ac7-542c-45b5-9c94-90481ca05550","EoS":false}
{"level":"info","ts":1784685571.9073362,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ada75ac7-542c-45b5-9c94-90481ca05550","EoS":true}
{"level":"info","ts":1784685571.9073586,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ada75ac7-542c-45b5-9c94-90481ca05550","field":"model","value":"test/e2e-unconfigured-model"}
{"level":"info","ts":1784685571.9073722,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ada75ac7-542c-45b5-9c94-90481ca05550","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784685571.907391,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ada75ac7-542c-45b5-9c94-90481ca05550"}
{"level":"info","ts":1784685571.9454098,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685571.9454687,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0c7acc22-37b8-44e5-9578-78ed14b4a01a"}
{"level":"info","ts":1784685571.9454803,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0c7acc22-37b8-44e5-9578-78ed14b4a01a"}
{"level":"info","ts":1784685571.9454901,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0c7acc22-37b8-44e5-9578-78ed14b4a01a","EoS":false}
{"level":"info","ts":1784685571.9455023,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0c7acc22-37b8-44e5-9578-78ed14b4a01a","EoS":true}
{"level":"info","ts":1784685571.9455183,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0c7acc22-37b8-44e5-9578-78ed14b4a01a","field":"model","value":"test/e2e-unconfigured-model"}
{"level":"info","ts":1784685571.9455316,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0c7acc22-37b8-44e5-9578-78ed14b4a01a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784685571.9455476,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0c7acc22-37b8-44e5-9578-78ed14b4a01a"}
{"level":"info","ts":1784685571.9800107,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685571.9800758,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3f15611c-58af-4101-9987-8d39d67bec67"}
{"level":"info","ts":1784685576.6410213,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685576.6411004,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0f742b90-8d2e-4c7c-9644-d5123ef51329"}
{"level":"info","ts":1784685576.6411128,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0f742b90-8d2e-4c7c-9644-d5123ef51329"}
{"level":"info","ts":1784685576.6411252,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0f742b90-8d2e-4c7c-9644-d5123ef51329","EoS":false}
{"level":"info","ts":1784685576.6411357,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0f742b90-8d2e-4c7c-9644-d5123ef51329","EoS":true}
{"level":"info","ts":1784685576.6411564,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0f742b90-8d2e-4c7c-9644-d5123ef51329","field":"model","value":"facebook/opt-125m"}
{"level":"info","ts":1784685576.641175,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0f742b90-8d2e-4c7c-9644-d5123ef51329","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784685576.6411972,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0f742b90-8d2e-4c7c-9644-d5123ef51329"}
{"level":"info","ts":1784685585.2473953,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685585.2474804,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4612aec8-a2eb-4e6a-b6ec-15489b050686"}
{"level":"info","ts":1784685585.2474895,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4612aec8-a2eb-4e6a-b6ec-15489b050686"}
{"level":"info","ts":1784685585.2475002,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4612aec8-a2eb-4e6a-b6ec-15489b050686","EoS":false}
{"level":"info","ts":1784685585.2475111,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4612aec8-a2eb-4e6a-b6ec-15489b050686","EoS":true}
{"level":"info","ts":1784685585.247533,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4612aec8-a2eb-4e6a-b6ec-15489b050686","field":"model","value":"facebook/opt-125m-premium"}
{"level":"info","ts":1784685585.2475486,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4612aec8-a2eb-4e6a-b6ec-15489b050686","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784685585.2475696,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4612aec8-a2eb-4e6a-b6ec-15489b050686"}
{"level":"info","ts":1784685598.1553915,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685598.1554754,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dfe31b9a-951f-4433-a0c4-e5c9c3738abb"}
{"level":"info","ts":1784685598.1554856,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dfe31b9a-951f-4433-a0c4-e5c9c3738abb"}
{"level":"info","ts":1784685598.1554966,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dfe31b9a-951f-4433-a0c4-e5c9c3738abb","EoS":false}
{"level":"info","ts":1784685598.1555076,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dfe31b9a-951f-4433-a0c4-e5c9c3738abb","EoS":true}
{"level":"info","ts":1784685598.1555278,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dfe31b9a-951f-4433-a0c4-e5c9c3738abb","field":"model","value":"facebook/opt-125m"}
{"level":"info","ts":1784685598.1555436,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dfe31b9a-951f-4433-a0c4-e5c9c3738abb","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784685598.155563,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dfe31b9a-951f-4433-a0c4-e5c9c3738abb"}
{"level":"info","ts":1784685606.7203283,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685606.7204182,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"22200dc0-512e-4903-9a3f-3c1e9a34accf"}
{"level":"info","ts":1784685606.7204263,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"22200dc0-512e-4903-9a3f-3c1e9a34accf"}
{"level":"info","ts":1784685606.7204375,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"22200dc0-512e-4903-9a3f-3c1e9a34accf","EoS":false}
{"level":"info","ts":1784685606.7204485,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"22200dc0-512e-4903-9a3f-3c1e9a34accf","EoS":true}
{"level":"info","ts":1784685606.7204695,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"22200dc0-512e-4903-9a3f-3c1e9a34accf","field":"model","value":"facebook/opt-125m"}
{"level":"info","ts":1784685606.7204854,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"22200dc0-512e-4903-9a3f-3c1e9a34accf","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784685606.720505,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"22200dc0-512e-4903-9a3f-3c1e9a34accf"}
{"level":"info","ts":1784685615.6792254,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685615.679313,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5fc11737-858b-431a-9ca3-c5cb11c9f20c"}
{"level":"info","ts":1784685615.6793268,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5fc11737-858b-431a-9ca3-c5cb11c9f20c"}
{"level":"info","ts":1784685615.679346,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5fc11737-858b-431a-9ca3-c5cb11c9f20c","EoS":false}
{"level":"info","ts":1784685615.6793654,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5fc11737-858b-431a-9ca3-c5cb11c9f20c","EoS":true}
{"level":"info","ts":1784685615.6793935,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5fc11737-858b-431a-9ca3-c5cb11c9f20c","field":"model","value":"facebook/opt-125m"}
{"level":"info","ts":1784685615.679413,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5fc11737-858b-431a-9ca3-c5cb11c9f20c","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784685615.6794417,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5fc11737-858b-431a-9ca3-c5cb11c9f20c"}
{"level":"info","ts":1784685624.687712,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685624.687802,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"33fe5830-4c81-4e66-a065-d023ef405eae"}
{"level":"info","ts":1784685624.6878111,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"33fe5830-4c81-4e66-a065-d023ef405eae"}
{"level":"info","ts":1784685624.6878223,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"33fe5830-4c81-4e66-a065-d023ef405eae","EoS":false}
{"level":"info","ts":1784685624.6878364,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"33fe5830-4c81-4e66-a065-d023ef405eae","EoS":true}
{"level":"info","ts":1784685624.6878579,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"33fe5830-4c81-4e66-a065-d023ef405eae","field":"model","value":"facebook/opt-125m"}
{"level":"info","ts":1784685624.6878724,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"33fe5830-4c81-4e66-a065-d023ef405eae","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784685624.6878915,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"33fe5830-4c81-4e66-a065-d023ef405eae"}
{"level":"info","ts":1784685629.4974594,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685629.497538,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e5f46909-e9fc-4bbe-9803-898db2cf7a79"}
{"level":"info","ts":1784685629.49755,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e5f46909-e9fc-4bbe-9803-898db2cf7a79"}
{"level":"info","ts":1784685629.4975626,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e5f46909-e9fc-4bbe-9803-898db2cf7a79","EoS":false}
{"level":"info","ts":1784685629.497574,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e5f46909-e9fc-4bbe-9803-898db2cf7a79","EoS":true}
{"level":"info","ts":1784685629.497602,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e5f46909-e9fc-4bbe-9803-898db2cf7a79","field":"model","value":"test/e2e-unconfigured-model"}
{"level":"info","ts":1784685629.4976208,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e5f46909-e9fc-4bbe-9803-898db2cf7a79","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784685629.4976416,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e5f46909-e9fc-4bbe-9803-898db2cf7a79"}
{"level":"info","ts":1784685634.3308516,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685634.3309267,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e796e5ac-82a7-4d63-9d69-37dda554a460"}
{"level":"info","ts":1784685634.3309357,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e796e5ac-82a7-4d63-9d69-37dda554a460"}
{"level":"info","ts":1784685634.330949,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e796e5ac-82a7-4d63-9d69-37dda554a460","EoS":false}
{"level":"info","ts":1784685634.330968,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e796e5ac-82a7-4d63-9d69-37dda554a460","EoS":true}
{"level":"info","ts":1784685634.3309927,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e796e5ac-82a7-4d63-9d69-37dda554a460","field":"model","value":"facebook/opt-125m-premium"}
{"level":"info","ts":1784685634.3310087,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e796e5ac-82a7-4d63-9d69-37dda554a460","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784685634.3310323,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e796e5ac-82a7-4d63-9d69-37dda554a460"}
{"level":"info","ts":1784685634.6267889,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685634.626866,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"efd60fde-d039-4bc2-aa6b-db42e1715e58"}
{"level":"info","ts":1784685634.6268775,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"efd60fde-d039-4bc2-aa6b-db42e1715e58"}
{"level":"info","ts":1784685634.6268892,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"efd60fde-d039-4bc2-aa6b-db42e1715e58","EoS":false}
{"level":"info","ts":1784685634.6269011,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"efd60fde-d039-4bc2-aa6b-db42e1715e58","EoS":true}
{"level":"info","ts":1784685634.6269205,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"efd60fde-d039-4bc2-aa6b-db42e1715e58","field":"model","value":"facebook/opt-125m-premium"}
{"level":"info","ts":1784685634.626935,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"efd60fde-d039-4bc2-aa6b-db42e1715e58","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784685634.6269548,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"efd60fde-d039-4bc2-aa6b-db42e1715e58"}
{"level":"info","ts":1784685636.6616578,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685636.6617754,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"189e63e5-c2a9-48b5-a86f-30435822b9bb"}
{"level":"info","ts":1784685636.6617885,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"189e63e5-c2a9-48b5-a86f-30435822b9bb"}
{"level":"info","ts":1784685636.6618009,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"189e63e5-c2a9-48b5-a86f-30435822b9bb","EoS":false}
{"level":"info","ts":1784685636.6618123,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"189e63e5-c2a9-48b5-a86f-30435822b9bb","EoS":true}
{"level":"info","ts":1784685636.66184,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"189e63e5-c2a9-48b5-a86f-30435822b9bb","field":"model","value":"facebook/opt-125m-premium"}
{"level":"info","ts":1784685636.6618574,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"189e63e5-c2a9-48b5-a86f-30435822b9bb","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784685636.6618762,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"189e63e5-c2a9-48b5-a86f-30435822b9bb"}
{"level":"info","ts":1784685638.6971412,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685638.6972165,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d5134ed4-fc54-47a4-8e41-f04ea5907c86"}
{"level":"info","ts":1784685638.6972256,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d5134ed4-fc54-47a4-8e41-f04ea5907c86"}
{"level":"info","ts":1784685638.6972373,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d5134ed4-fc54-47a4-8e41-f04ea5907c86","EoS":false}
{"level":"info","ts":1784685638.697248,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d5134ed4-fc54-47a4-8e41-f04ea5907c86","EoS":true}
{"level":"info","ts":1784685638.6972744,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d5134ed4-fc54-47a4-8e41-f04ea5907c86","field":"model","value":"facebook/opt-125m-premium"}
{"level":"info","ts":1784685638.6972904,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d5134ed4-fc54-47a4-8e41-f04ea5907c86","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784685638.6973116,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d5134ed4-fc54-47a4-8e41-f04ea5907c86"}
{"level":"info","ts":1784685661.87497,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685661.8750432,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"91656c09-b2e1-41dd-91c9-5442520505df"}
{"level":"info","ts":1784685661.8750527,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"91656c09-b2e1-41dd-91c9-5442520505df"}
{"level":"info","ts":1784685661.8750641,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"91656c09-b2e1-41dd-91c9-5442520505df","EoS":false}
{"level":"info","ts":1784685661.8750746,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"91656c09-b2e1-41dd-91c9-5442520505df","EoS":true}
{"level":"info","ts":1784685661.8750951,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"91656c09-b2e1-41dd-91c9-5442520505df","field":"model","value":"facebook/opt-125m-premium"}
{"level":"info","ts":1784685661.875111,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"91656c09-b2e1-41dd-91c9-5442520505df","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784685661.8751314,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"91656c09-b2e1-41dd-91c9-5442520505df"}
{"level":"info","ts":1784685671.3443584,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685671.3444672,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"35917918-4c92-4c90-a16b-2466be82e40e"}
{"level":"info","ts":1784685671.3444881,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"35917918-4c92-4c90-a16b-2466be82e40e"}
{"level":"info","ts":1784685671.3445084,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"35917918-4c92-4c90-a16b-2466be82e40e","EoS":false}
{"level":"info","ts":1784685671.344529,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"35917918-4c92-4c90-a16b-2466be82e40e","EoS":true}
{"level":"info","ts":1784685671.3445637,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"35917918-4c92-4c90-a16b-2466be82e40e","field":"model","value":"facebook/opt-125m"}
{"level":"info","ts":1784685671.3445847,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"35917918-4c92-4c90-a16b-2466be82e40e","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784685671.3446138,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"35917918-4c92-4c90-a16b-2466be82e40e"}
{"level":"info","ts":1784685677.043945,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685677.0440235,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"69c1c191-b17d-45f3-890c-60cc6f711946"}
{"level":"info","ts":1784685677.0440333,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"69c1c191-b17d-45f3-890c-60cc6f711946"}
{"level":"info","ts":1784685677.044047,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"69c1c191-b17d-45f3-890c-60cc6f711946","EoS":false}
{"level":"info","ts":1784685677.044068,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"69c1c191-b17d-45f3-890c-60cc6f711946","EoS":true}
{"level":"info","ts":1784685677.0440884,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"69c1c191-b17d-45f3-890c-60cc6f711946","field":"model","value":"facebook/opt-125m-premium"}
{"level":"info","ts":1784685677.0441031,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"69c1c191-b17d-45f3-890c-60cc6f711946","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784685677.0441267,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"69c1c191-b17d-45f3-890c-60cc6f711946"}
{"level":"info","ts":1784685686.9056215,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685686.9057162,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"42b2b694-075f-46cd-87a9-a2d816a5067a"}
{"level":"info","ts":1784685686.9057558,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"42b2b694-075f-46cd-87a9-a2d816a5067a"}
{"level":"info","ts":1784685686.9057684,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"42b2b694-075f-46cd-87a9-a2d816a5067a","EoS":false}
{"level":"info","ts":1784685686.905779,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"42b2b694-075f-46cd-87a9-a2d816a5067a","EoS":true}
{"level":"info","ts":1784685686.9057992,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"42b2b694-075f-46cd-87a9-a2d816a5067a","field":"model","value":"facebook/opt-125m"}
{"level":"info","ts":1784685686.905815,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"42b2b694-075f-46cd-87a9-a2d816a5067a","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784685686.905835,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"42b2b694-075f-46cd-87a9-a2d816a5067a"}
{"level":"info","ts":1784685688.9383824,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685688.9384575,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cda54f08-6381-448a-9c6c-d3feb4799f36"}
{"level":"info","ts":1784685688.9384665,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cda54f08-6381-448a-9c6c-d3feb4799f36"}
{"level":"info","ts":1784685688.9384828,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cda54f08-6381-448a-9c6c-d3feb4799f36","EoS":false}
{"level":"info","ts":1784685688.938493,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cda54f08-6381-448a-9c6c-d3feb4799f36","EoS":true}
{"level":"info","ts":1784685688.9385128,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cda54f08-6381-448a-9c6c-d3feb4799f36","field":"model","value":"facebook/opt-125m"}
{"level":"info","ts":1784685688.9385304,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cda54f08-6381-448a-9c6c-d3feb4799f36","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784685688.9385488,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cda54f08-6381-448a-9c6c-d3feb4799f36"}
{"level":"info","ts":1784685698.4614973,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685698.4615734,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1bce1168-0d23-4093-9f84-7429112d15aa"}
{"level":"info","ts":1784685698.4615817,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1bce1168-0d23-4093-9f84-7429112d15aa"}
{"level":"info","ts":1784685698.4615927,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1bce1168-0d23-4093-9f84-7429112d15aa","EoS":false}
{"level":"info","ts":1784685698.4616024,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1bce1168-0d23-4093-9f84-7429112d15aa","EoS":true}
{"level":"info","ts":1784685698.461621,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1bce1168-0d23-4093-9f84-7429112d15aa","field":"model","value":"facebook/opt-125m"}
{"level":"info","ts":1784685698.461636,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1bce1168-0d23-4093-9f84-7429112d15aa","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784685698.461656,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1bce1168-0d23-4093-9f84-7429112d15aa"}
{"level":"info","ts":1784685698.5035048,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685698.5035753,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fc052ff9-8ff8-4e8b-828f-11e4fce605ee"}
{"level":"info","ts":1784685698.5035868,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fc052ff9-8ff8-4e8b-828f-11e4fce605ee"}
{"level":"info","ts":1784685698.5035975,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fc052ff9-8ff8-4e8b-828f-11e4fce605ee","EoS":false}
{"level":"info","ts":1784685698.5036108,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fc052ff9-8ff8-4e8b-828f-11e4fce605ee","EoS":true}
{"level":"info","ts":1784685698.5036306,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fc052ff9-8ff8-4e8b-828f-11e4fce605ee","field":"model","value":"facebook/opt-125m"}
{"level":"info","ts":1784685698.503646,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fc052ff9-8ff8-4e8b-828f-11e4fce605ee","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784685698.5036626,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fc052ff9-8ff8-4e8b-828f-11e4fce605ee"}
{"level":"info","ts":1784685717.749084,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685717.7491775,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bb4b09bf-f607-466f-a17c-9f25017226c9"}
{"level":"info","ts":1784685717.7491887,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bb4b09bf-f607-466f-a17c-9f25017226c9"}
{"level":"info","ts":1784685717.7492,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bb4b09bf-f607-466f-a17c-9f25017226c9","EoS":false}
{"level":"info","ts":1784685717.749214,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bb4b09bf-f607-466f-a17c-9f25017226c9","EoS":true}
{"level":"info","ts":1784685717.749236,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bb4b09bf-f607-466f-a17c-9f25017226c9","field":"model","value":"facebook/opt-125m"}
{"level":"info","ts":1784685717.749253,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bb4b09bf-f607-466f-a17c-9f25017226c9","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784685717.749273,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bb4b09bf-f607-466f-a17c-9f25017226c9"}
{"level":"info","ts":1784685727.1404774,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685727.1405613,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6268c994-e512-4525-8887-ba662ffd7180"}
{"level":"info","ts":1784685727.1405709,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6268c994-e512-4525-8887-ba662ffd7180"}
{"level":"info","ts":1784685727.1405826,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6268c994-e512-4525-8887-ba662ffd7180","EoS":false}
{"level":"info","ts":1784685727.140594,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6268c994-e512-4525-8887-ba662ffd7180","EoS":true}
{"level":"info","ts":1784685727.1406155,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6268c994-e512-4525-8887-ba662ffd7180","field":"model","value":"facebook/opt-125m"}
{"level":"info","ts":1784685727.140631,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6268c994-e512-4525-8887-ba662ffd7180","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784685727.140651,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6268c994-e512-4525-8887-ba662ffd7180"}
{"level":"info","ts":1784685732.4891696,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685732.4892473,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"93392a7b-f914-49b8-ae56-1e4ae40e6252"}
{"level":"info","ts":1784685732.4892561,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"93392a7b-f914-49b8-ae56-1e4ae40e6252"}
{"level":"info","ts":1784685732.4892666,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"93392a7b-f914-49b8-ae56-1e4ae40e6252","EoS":false}
{"level":"info","ts":1784685732.4892774,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"93392a7b-f914-49b8-ae56-1e4ae40e6252","EoS":true}
{"level":"info","ts":1784685732.4892976,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"93392a7b-f914-49b8-ae56-1e4ae40e6252","field":"model","value":"facebook/opt-125m-premium"}
{"level":"info","ts":1784685732.4893131,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"93392a7b-f914-49b8-ae56-1e4ae40e6252","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784685732.4893332,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"93392a7b-f914-49b8-ae56-1e4ae40e6252"}
{"level":"info","ts":1784685823.3245842,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685823.324664,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7d497df5-2143-43cd-8e6f-4706e085933e"}
{"level":"info","ts":1784685823.324674,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7d497df5-2143-43cd-8e6f-4706e085933e"}
{"level":"info","ts":1784685823.324685,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7d497df5-2143-43cd-8e6f-4706e085933e","EoS":false}
{"level":"info","ts":1784685823.3246942,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7d497df5-2143-43cd-8e6f-4706e085933e","EoS":true}
{"level":"info","ts":1784685823.3247135,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7d497df5-2143-43cd-8e6f-4706e085933e","field":"model","value":"test/e2e-trlp-test-model"}
{"level":"info","ts":1784685823.3247554,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7d497df5-2143-43cd-8e6f-4706e085933e","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1784685823.324783,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7d497df5-2143-43cd-8e6f-4706e085933e"}
{"level":"info","ts":1784685847.1423519,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685847.1424687,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"db6bd6dc-67dc-413b-a149-410fb4e77ee2"}
{"level":"info","ts":1784685847.142485,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"db6bd6dc-67dc-413b-a149-410fb4e77ee2"}
{"level":"info","ts":1784685847.1425014,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"db6bd6dc-67dc-413b-a149-410fb4e77ee2","EoS":false}
{"level":"info","ts":1784685847.1425192,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"db6bd6dc-67dc-413b-a149-410fb4e77ee2","EoS":true}
{"level":"info","ts":1784685847.142546,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"db6bd6dc-67dc-413b-a149-410fb4e77ee2","field":"model","value":"test/e2e-trlp-test-model"}
{"level":"info","ts":1784685847.1425645,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"db6bd6dc-67dc-413b-a149-410fb4e77ee2","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1784685847.1425886,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"db6bd6dc-67dc-413b-a149-410fb4e77ee2"}
{"level":"info","ts":1784685884.4159186,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685884.4159985,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5b22946a-2cc9-4215-8ca7-be9a2eff1954"}
{"level":"info","ts":1784685884.4160073,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5b22946a-2cc9-4215-8ca7-be9a2eff1954"}
{"level":"info","ts":1784685884.4160178,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5b22946a-2cc9-4215-8ca7-be9a2eff1954","EoS":false}
{"level":"info","ts":1784685884.416031,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5b22946a-2cc9-4215-8ca7-be9a2eff1954","EoS":true}
{"level":"info","ts":1784685884.4160514,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5b22946a-2cc9-4215-8ca7-be9a2eff1954","field":"model","value":"facebook/opt-125m"}
{"level":"info","ts":1784685884.4160676,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5b22946a-2cc9-4215-8ca7-be9a2eff1954","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784685884.416086,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5b22946a-2cc9-4215-8ca7-be9a2eff1954"}
{"level":"info","ts":1784685899.736555,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685899.7366474,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2a01cdc2-2e9d-4de4-9b84-fd62fe17ab95"}
{"level":"info","ts":1784685899.7366652,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2a01cdc2-2e9d-4de4-9b84-fd62fe17ab95"}
{"level":"info","ts":1784685899.7366812,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2a01cdc2-2e9d-4de4-9b84-fd62fe17ab95","EoS":false}
{"level":"info","ts":1784685899.7366998,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2a01cdc2-2e9d-4de4-9b84-fd62fe17ab95","EoS":true}
{"level":"info","ts":1784685899.736803,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2a01cdc2-2e9d-4de4-9b84-fd62fe17ab95","field":"model","value":"facebook/opt-125m"}
{"level":"info","ts":1784685899.7368257,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2a01cdc2-2e9d-4de4-9b84-fd62fe17ab95","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784685899.7368515,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2a01cdc2-2e9d-4de4-9b84-fd62fe17ab95"}
{"level":"info","ts":1784685900.0767717,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685900.076847,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b234bcb4-d4f9-4618-b170-2ceec5ef959b"}
{"level":"info","ts":1784685900.076856,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b234bcb4-d4f9-4618-b170-2ceec5ef959b"}
{"level":"info","ts":1784685900.0768664,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b234bcb4-d4f9-4618-b170-2ceec5ef959b","EoS":false}
{"level":"info","ts":1784685900.07688,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b234bcb4-d4f9-4618-b170-2ceec5ef959b","EoS":true}
{"level":"info","ts":1784685900.0768998,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b234bcb4-d4f9-4618-b170-2ceec5ef959b","field":"model","value":"facebook/opt-125m"}
{"level":"info","ts":1784685900.0769155,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b234bcb4-d4f9-4618-b170-2ceec5ef959b","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784685900.0769346,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b234bcb4-d4f9-4618-b170-2ceec5ef959b"}
{"level":"info","ts":1784686197.413342,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784686197.4134288,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b69985d2-35d1-49a8-bf2a-4341b683fcff"}
{"level":"info","ts":1784686197.4134371,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b69985d2-35d1-49a8-bf2a-4341b683fcff"}
{"level":"info","ts":1784686197.4134521,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b69985d2-35d1-49a8-bf2a-4341b683fcff","EoS":false}
{"level":"info","ts":1784686197.4134698,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b69985d2-35d1-49a8-bf2a-4341b683fcff","EoS":true}
{"level":"info","ts":1784686197.4134908,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b69985d2-35d1-49a8-bf2a-4341b683fcff","field":"model","value":"test/e2e-unconfigured-model"}
{"level":"info","ts":1784686197.4135056,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b69985d2-35d1-49a8-bf2a-4341b683fcff","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784686197.4135244,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b69985d2-35d1-49a8-bf2a-4341b683fcff"}
{"level":"info","ts":1784686197.4482257,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784686197.4483454,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fd507c6d-3f39-4ed9-9cfc-4c01ac666eb8"}
{"level":"info","ts":1784686197.4483626,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fd507c6d-3f39-4ed9-9cfc-4c01ac666eb8"}
{"level":"info","ts":1784686197.448381,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fd507c6d-3f39-4ed9-9cfc-4c01ac666eb8","EoS":false}
{"level":"info","ts":1784686197.448399,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fd507c6d-3f39-4ed9-9cfc-4c01ac666eb8","EoS":true}
{"level":"info","ts":1784686197.4484236,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fd507c6d-3f39-4ed9-9cfc-4c01ac666eb8","field":"model","value":"test/e2e-unconfigured-model"}
{"level":"info","ts":1784686197.4484413,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fd507c6d-3f39-4ed9-9cfc-4c01ac666eb8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784686197.4484625,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fd507c6d-3f39-4ed9-9cfc-4c01ac666eb8"}
{"level":"info","ts":1784686197.4885788,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784686197.4886591,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9e893b41-fda9-48e9-a5cb-0c1994b3dcb6"}
{"level":"info","ts":1784686197.4886687,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9e893b41-fda9-48e9-a5cb-0c1994b3dcb6"}
{"level":"info","ts":1784686197.4886796,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9e893b41-fda9-48e9-a5cb-0c1994b3dcb6","EoS":false}
{"level":"info","ts":1784686197.4886909,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9e893b41-fda9-48e9-a5cb-0c1994b3dcb6","EoS":true}
{"level":"info","ts":1784686197.4887145,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9e893b41-fda9-48e9-a5cb-0c1994b3dcb6","field":"model","value":"test/e2e-unconfigured-model"}
{"level":"info","ts":1784686197.4887853,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9e893b41-fda9-48e9-a5cb-0c1994b3dcb6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784686197.4888048,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9e893b41-fda9-48e9-a5cb-0c1994b3dcb6"}
{"level":"info","ts":1784686202.3672996,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b679029d-fca8-481d-b069-cfec97a1377a","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784686202.3673003,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ffcfc10b-67da-4173-9299-6f7245a160bd"}
{"level":"info","ts":1784686202.3673387,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b679029d-fca8-481d-b069-cfec97a1377a","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784686202.3752763,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"adc01a5a-db8a-4daf-aa8c-2f8ec007862a","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784686202.3754015,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":39550.860585913,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784686202.3754194,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784686202.3754032,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"adc01a5a-db8a-4daf-aa8c-2f8ec007862a","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784686202.448198,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784686202.536721,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":35166.121108912,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784686202.5367835,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784686202.5368195,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7515026e-5381-4e5c-985a-708c29c2d53c","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784686202.5368626,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7515026e-5381-4e5c-985a-708c29c2d53c","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784686202.5374613,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d0880720-f7e9-42ad-9f90-6de34f7c213d"}
{"level":"info","ts":1784686202.537522,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"975400d1-3f65-4c11-b13b-087bea6a7ce1","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784686202.5376801,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"975400d1-3f65-4c11-b13b-087bea6a7ce1","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784686202.5377114,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":33648.030977605,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784686202.53775,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784686202.5449874,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784686202.5458148,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784686202.6375659,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ffcfc10b-67da-4173-9299-6f7245a160bd","name":"e2e-external-provider"}
{"level":"info","ts":1784686202.6378217,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d0880720-f7e9-42ad-9f90-6de34f7c213d","name":"e2e-external-model"}
{"level":"info","ts":1784686202.6530397,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"80975268-bcb3-423e-9979-5d90dac1b478","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784686202.6530843,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"80975268-bcb3-423e-9979-5d90dac1b478","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784686202.6530366,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ffcfc10b-67da-4173-9299-6f7245a160bd","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"error","ts":1784686202.656956,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d0880720-f7e9-42ad-9f90-6de34f7c213d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1784686202.65701,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d0880720-f7e9-42ad-9f90-6de34f7c213d","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784686202.6570716,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"13fbdebf-f0db-43d2-84d4-ed47996b21cb"}
{"level":"info","ts":1784686202.6571212,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"13fbdebf-f0db-43d2-84d4-ed47996b21cb","name":"e2e-external-model"}
{"level":"error","ts":1784686202.659865,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ffcfc10b-67da-4173-9299-6f7245a160bd","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784686202.6599379,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"37aaf9a2-4c09-4904-927b-7cf44873d15a"}
{"level":"info","ts":1784686202.6599743,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"37aaf9a2-4c09-4904-927b-7cf44873d15a","name":"e2e-external-provider"}
{"level":"info","ts":1784686202.667607,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"09ec04b8-3233-4227-8802-0abdd23ae195","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784686202.6676357,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"09ec04b8-3233-4227-8802-0abdd23ae195","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784686202.6702728,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"37aaf9a2-4c09-4904-927b-7cf44873d15a","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"error","ts":1784686202.673792,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"13fbdebf-f0db-43d2-84d4-ed47996b21cb","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1784686202.6738315,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"13fbdebf-f0db-43d2-84d4-ed47996b21cb","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784686202.6738877,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bd06e8d7-e5ff-49f2-a6c7-1ba7f26164bd"}
{"level":"info","ts":1784686202.6739407,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bd06e8d7-e5ff-49f2-a6c7-1ba7f26164bd","name":"e2e-external-model"}
{"level":"info","ts":1784686202.6820605,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d0819318-1649-4980-9228-629257075c6c","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784686202.682088,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d0819318-1649-4980-9228-629257075c6c","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784686202.6828358,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bd06e8d7-e5ff-49f2-a6c7-1ba7f26164bd","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"error","ts":1784686202.6867912,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bd06e8d7-e5ff-49f2-a6c7-1ba7f26164bd","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784686202.6868665,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"395e6c9e-5977-49ad-bcfd-71be2346d427"}
{"level":"info","ts":1784686202.6869116,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"395e6c9e-5977-49ad-bcfd-71be2346d427","name":"e2e-external-model"}
{"level":"info","ts":1784686202.6954358,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"395e6c9e-5977-49ad-bcfd-71be2346d427","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784686209.917305,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784686209.9173858,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"de9dbcfc-e1ae-462f-8847-f206f4158f22"}
{"level":"info","ts":1784686209.9173977,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"de9dbcfc-e1ae-462f-8847-f206f4158f22"}
{"level":"info","ts":1784686209.9174106,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"de9dbcfc-e1ae-462f-8847-f206f4158f22","EoS":false}
{"level":"info","ts":1784686209.917423,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"de9dbcfc-e1ae-462f-8847-f206f4158f22","EoS":true}
{"level":"info","ts":1784686209.9174428,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"de9dbcfc-e1ae-462f-8847-f206f4158f22","field":"model","value":"e2e-external-model"}
{"level":"info","ts":1784686209.9174595,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"de9dbcfc-e1ae-462f-8847-f206f4158f22","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784686209.9174664,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"de9dbcfc-e1ae-462f-8847-f206f4158f22","modelName":"e2e-external-model"}
{"level":"info","ts":1784686209.917481,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"de9dbcfc-e1ae-462f-8847-f206f4158f22","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784686209.9175336,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"de9dbcfc-e1ae-462f-8847-f206f4158f22"}
{"level":"info","ts":1784686209.9637165,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784686209.9638186,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eb7fef54-c612-48f6-8913-3881df1f9a16"}
{"level":"info","ts":1784686209.9638305,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"eb7fef54-c612-48f6-8913-3881df1f9a16"}
{"level":"info","ts":1784686209.9638422,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eb7fef54-c612-48f6-8913-3881df1f9a16","EoS":false}
{"level":"info","ts":1784686209.9638524,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eb7fef54-c612-48f6-8913-3881df1f9a16","EoS":true}
{"level":"info","ts":1784686209.9638703,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eb7fef54-c612-48f6-8913-3881df1f9a16","field":"model","value":"e2e-external-model"}
{"level":"info","ts":1784686209.9638844,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eb7fef54-c612-48f6-8913-3881df1f9a16","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784686209.9638917,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"eb7fef54-c612-48f6-8913-3881df1f9a16","modelName":"e2e-external-model"}
{"level":"info","ts":1784686209.963906,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"eb7fef54-c612-48f6-8913-3881df1f9a16","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784686209.9639473,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"eb7fef54-c612-48f6-8913-3881df1f9a16"}
{"level":"info","ts":1784686209.9937027,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784686209.9938083,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e07cfb70-17fa-409d-833a-1afb3d765b1c"}
{"level":"info","ts":1784686209.993824,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e07cfb70-17fa-409d-833a-1afb3d765b1c"}
{"level":"info","ts":1784686209.9938416,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e07cfb70-17fa-409d-833a-1afb3d765b1c","EoS":false}
{"level":"info","ts":1784686209.9938612,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e07cfb70-17fa-409d-833a-1afb3d765b1c","EoS":true}
{"level":"info","ts":1784686209.9938931,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e07cfb70-17fa-409d-833a-1afb3d765b1c","field":"model","value":"e2e-external-model"}
{"level":"info","ts":1784686209.9939108,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e07cfb70-17fa-409d-833a-1afb3d765b1c","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784686209.9939213,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"e07cfb70-17fa-409d-833a-1afb3d765b1c","modelName":"e2e-external-model"}
{"level":"info","ts":1784686209.9939432,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"e07cfb70-17fa-409d-833a-1afb3d765b1c","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784686209.9939919,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e07cfb70-17fa-409d-833a-1afb3d765b1c"}
{"level":"info","ts":1784686210.133419,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"26f96080-7505-46e0-b1ab-0c0c78a3bc17"}
{"level":"info","ts":1784686210.1334307,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9995c8ff-ba9f-4c7a-8a66-d4ad8e225789","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784686210.133557,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9995c8ff-ba9f-4c7a-8a66-d4ad8e225789","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784686210.141423,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1e1f171d-e5b8-47cc-8de7-f5cf9a8f12a9","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784686210.1414604,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1e1f171d-e5b8-47cc-8de7-f5cf9a8f12a9","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784686210.1417685,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"26f96080-7505-46e0-b1ab-0c0c78a3bc17","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784686210.141841,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"26f96080-7505-46e0-b1ab-0c0c78a3bc17","name":"e2e-cleanup-test"}
{"level":"error","ts":1784686210.1558712,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"26f96080-7505-46e0-b1ab-0c0c78a3bc17","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1784686210.1559212,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"26f96080-7505-46e0-b1ab-0c0c78a3bc17","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784686210.1559699,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e1cb07a7-ef16-46f6-856d-13e641e78512"}
{"level":"info","ts":1784686210.1560194,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e1cb07a7-ef16-46f6-856d-13e641e78512","name":"e2e-cleanup-test"}
{"level":"info","ts":1784686210.1588314,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cf938c48-9589-4afb-9f5b-2609f8f3a063","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784686210.1588619,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cf938c48-9589-4afb-9f5b-2609f8f3a063","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784686210.1692858,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e1cb07a7-ef16-46f6-856d-13e641e78512","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1784686210.169327,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e1cb07a7-ef16-46f6-856d-13e641e78512","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784686210.169374,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5616e958-8c3a-47ce-9958-6e65893cd676"}
{"level":"info","ts":1784686210.169417,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5616e958-8c3a-47ce-9958-6e65893cd676","name":"e2e-cleanup-test"}
{"level":"info","ts":1784686210.175078,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2b4d6b59-0f08-4322-970f-0ca21f7b6444","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784686210.1751046,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2b4d6b59-0f08-4322-970f-0ca21f7b6444","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784686210.1774943,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5616e958-8c3a-47ce-9958-6e65893cd676","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"error","ts":1784686210.180769,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5616e958-8c3a-47ce-9958-6e65893cd676","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784686210.180833,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b1dfab51-8aea-47e7-ae4b-c069b44f7d1e"}
{"level":"info","ts":1784686210.180872,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b1dfab51-8aea-47e7-ae4b-c069b44f7d1e","name":"e2e-cleanup-test"}
{"level":"info","ts":1784686210.189753,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b1c03f2f-e687-443c-8dc9-9b6bc9811a55","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784686210.189777,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b1c03f2f-e687-443c-8dc9-9b6bc9811a55","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784686210.1905823,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b1dfab51-8aea-47e7-ae4b-c069b44f7d1e","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"error","ts":1784686210.1941304,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b1dfab51-8aea-47e7-ae4b-c069b44f7d1e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784686210.1941986,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e345268d-16f7-4a13-a852-0deadef638d1"}
{"level":"info","ts":1784686210.1942408,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e345268d-16f7-4a13-a852-0deadef638d1","name":"e2e-cleanup-test"}
{"level":"info","ts":1784686210.2011297,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e345268d-16f7-4a13-a852-0deadef638d1","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784686218.4243846,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b8589830-1833-414b-8e04-6a7ef1403ef5","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784686218.4244258,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b8589830-1833-414b-8e04-6a7ef1403ef5","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784686218.424383,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4e74b978-0460-42d0-b55f-99bca2062bf3"}
{"level":"info","ts":1784686222.737206,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784686222.7372918,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4d941828-e991-426b-8778-36cf660bb66d"}
{"level":"info","ts":1784686222.7373002,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4d941828-e991-426b-8778-36cf660bb66d"}
{"level":"info","ts":1784686222.7373126,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4d941828-e991-426b-8778-36cf660bb66d","EoS":false}
{"level":"info","ts":1784686222.737323,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4d941828-e991-426b-8778-36cf660bb66d","EoS":true}
{"level":"info","ts":1784686222.7373433,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4d941828-e991-426b-8778-36cf660bb66d","field":"model","value":"nonexistent-model-xyz"}
{"level":"info","ts":1784686222.7373588,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4d941828-e991-426b-8778-36cf660bb66d","path":"/llm/nonexistent-model-xyz/v1/chat/completions"}
{"level":"info","ts":1784686222.7373803,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4d941828-e991-426b-8778-36cf660bb66d"}
{"level":"info","ts":1784686222.7658627,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784686222.7659297,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f697ff58-05c2-4f0b-8f2b-caa85f9f830d"}
{"level":"info","ts":1784686222.7659376,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f697ff58-05c2-4f0b-8f2b-caa85f9f830d"}
{"level":"info","ts":1784686222.7659488,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f697ff58-05c2-4f0b-8f2b-caa85f9f830d","EoS":false}
{"level":"info","ts":1784686222.7659595,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f697ff58-05c2-4f0b-8f2b-caa85f9f830d","EoS":true}
{"level":"info","ts":1784686222.7659817,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f697ff58-05c2-4f0b-8f2b-caa85f9f830d","field":"model","value":"e2e-external-model"}
{"level":"info","ts":1784686222.7659962,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f697ff58-05c2-4f0b-8f2b-caa85f9f830d","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784686222.766003,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"f697ff58-05c2-4f0b-8f2b-caa85f9f830d","modelName":"e2e-external-model"}
{"level":"info","ts":1784686222.7660167,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"f697ff58-05c2-4f0b-8f2b-caa85f9f830d","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784686222.7660894,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f697ff58-05c2-4f0b-8f2b-caa85f9f830d"}
{"level":"info","ts":1784686222.8109665,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784686222.8110244,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"abe7aa2f-e9be-4e0c-a0b0-df943355f092"}
{"level":"info","ts":1784686222.8110328,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"abe7aa2f-e9be-4e0c-a0b0-df943355f092"}
{"level":"info","ts":1784686222.811044,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"abe7aa2f-e9be-4e0c-a0b0-df943355f092","EoS":false}
{"level":"info","ts":1784686222.8110535,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"abe7aa2f-e9be-4e0c-a0b0-df943355f092","EoS":true}
{"level":"info","ts":1784686222.8110712,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"abe7aa2f-e9be-4e0c-a0b0-df943355f092","field":"model","value":"nonexistent-model"}
{"level":"info","ts":1784686222.811086,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"abe7aa2f-e9be-4e0c-a0b0-df943355f092","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784686222.8111043,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"abe7aa2f-e9be-4e0c-a0b0-df943355f092"}
{"level":"info","ts":1784686222.9517877,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784686222.9518652,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"475bb2b3-cf6c-45f6-879a-d9cc642347ae"}
{"level":"info","ts":1784686222.9518743,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"475bb2b3-cf6c-45f6-879a-d9cc642347ae"}
{"level":"info","ts":1784686222.9518864,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"475bb2b3-cf6c-45f6-879a-d9cc642347ae","EoS":false}
{"level":"info","ts":1784686222.9518967,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"475bb2b3-cf6c-45f6-879a-d9cc642347ae","EoS":true}
{"level":"info","ts":1784686222.951918,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"475bb2b3-cf6c-45f6-879a-d9cc642347ae","field":"model"}
{"level":"info","ts":1784686222.9519434,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"475bb2b3-cf6c-45f6-879a-d9cc642347ae"}
{"level":"info","ts":1784686223.9506357,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5b093ef6-afb8-46c6-b035-65025e721b9e"}
{"level":"info","ts":1784686223.9506524,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"10a7b138-7196-4203-910c-45466890a92e","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784686223.950705,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"10a7b138-7196-4203-910c-45466890a92e","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784686224.1070569,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"18634c41-2d53-4c8c-b812-0809699d08a0","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784686224.1070862,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"35ba3602-b38d-40cc-b961-ed118d5665ae"}
{"level":"info","ts":1784686224.107093,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"18634c41-2d53-4c8c-b812-0809699d08a0","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784686831.7720187,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784686831.7720997,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6fe604d4-657f-4350-a18c-9b13a8dc2869"}
{"level":"info","ts":1784686831.7721086,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6fe604d4-657f-4350-a18c-9b13a8dc2869"}
{"level":"info","ts":1784686831.7721193,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6fe604d4-657f-4350-a18c-9b13a8dc2869","EoS":false}
{"level":"info","ts":1784686831.7721324,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6fe604d4-657f-4350-a18c-9b13a8dc2869","EoS":true}
{"level":"info","ts":1784686831.7721515,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6fe604d4-657f-4350-a18c-9b13a8dc2869","field":"model","value":"facebook/opt-125m"}
{"level":"info","ts":1784686831.7721663,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6fe604d4-657f-4350-a18c-9b13a8dc2869","path":"/ai-tenant-e2e-inf-b-7e7df6/test-model-7e7df6/v1/chat/completions"}
{"level":"info","ts":1784686831.7721891,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6fe604d4-657f-4350-a18c-9b13a8dc2869"}
{"level":"info","ts":1784686852.8652177,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784686852.8652954,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"57e37c9f-72b1-4f01-b0e7-c371796b489d"}
{"level":"info","ts":1784686852.8653042,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"57e37c9f-72b1-4f01-b0e7-c371796b489d"}
{"level":"info","ts":1784686852.8653145,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"57e37c9f-72b1-4f01-b0e7-c371796b489d","EoS":false}
{"level":"info","ts":1784686852.865325,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"57e37c9f-72b1-4f01-b0e7-c371796b489d","EoS":true}
{"level":"info","ts":1784686852.8653438,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"57e37c9f-72b1-4f01-b0e7-c371796b489d","field":"model","value":"facebook/opt-125m"}
{"level":"info","ts":1784686852.8653564,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"57e37c9f-72b1-4f01-b0e7-c371796b489d","path":"/ai-tenant-e2e-inf-b-7e7df6/test-model-7e7df6/v1/chat/completions"}
{"level":"info","ts":1784686852.8653784,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"57e37c9f-72b1-4f01-b0e7-c371796b489d"}
{"level":"info","ts":1784687337.9184356,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784687337.9185114,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5185d47e-db2f-4719-bda8-5b50ec195006"}
{"level":"info","ts":1784687337.9185193,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5185d47e-db2f-4719-bda8-5b50ec195006"}
{"level":"info","ts":1784687337.9185293,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5185d47e-db2f-4719-bda8-5b50ec195006","EoS":false}
{"level":"info","ts":1784687337.9185402,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5185d47e-db2f-4719-bda8-5b50ec195006","EoS":true}
{"level":"info","ts":1784687337.9185598,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5185d47e-db2f-4719-bda8-5b50ec195006","field":"model","value":"facebook/opt-125m"}
{"level":"info","ts":1784687337.9185762,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5185d47e-db2f-4719-bda8-5b50ec195006","path":"/ai-tenant-e2e-shared-b-7eead4/rate-test-model-7eead4/v1/completions"}
{"level":"info","ts":1784687337.9185963,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5185d47e-db2f-4719-bda8-5b50ec195006"}