{"level":"info","ts":1784684592.173809,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3337f926-cbb5-4fef-a3d9-d2d46adff888"} {"level":"info","ts":1784684592.1738255,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3337f926-cbb5-4fef-a3d9-d2d46adff888"} {"level":"info","ts":1784684592.1738493,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3337f926-cbb5-4fef-a3d9-d2d46adff888","EoS":false} {"level":"info","ts":1784684592.1738682,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3337f926-cbb5-4fef-a3d9-d2d46adff888","EoS":true} {"level":"info","ts":1784684592.173898,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3337f926-cbb5-4fef-a3d9-d2d46adff888","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784684592.1739194,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3337f926-cbb5-4fef-a3d9-d2d46adff888","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784684592.1739428,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3337f926-cbb5-4fef-a3d9-d2d46adff888"} {"level":"info","ts":1784684592.3145974,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784684592.314682,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2c06ff8a-c044-42a8-8915-df672c874dc2"} {"level":"info","ts":1784684592.314692,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2c06ff8a-c044-42a8-8915-df672c874dc2"} {"level":"info","ts":1784684592.314703,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2c06ff8a-c044-42a8-8915-df672c874dc2","EoS":false} {"level":"info","ts":1784684592.3147154,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2c06ff8a-c044-42a8-8915-df672c874dc2","EoS":true} {"level":"info","ts":1784684592.3147361,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2c06ff8a-c044-42a8-8915-df672c874dc2","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784684592.3147528,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2c06ff8a-c044-42a8-8915-df672c874dc2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784684592.3147995,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2c06ff8a-c044-42a8-8915-df672c874dc2"} {"level":"info","ts":1784684592.4575431,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784684592.4576168,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"306994e9-5f21-45f4-a3af-632c710a99ef"} {"level":"info","ts":1784684592.4576263,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"306994e9-5f21-45f4-a3af-632c710a99ef"} {"level":"info","ts":1784684592.4576373,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"306994e9-5f21-45f4-a3af-632c710a99ef","EoS":false} {"level":"info","ts":1784684592.457647,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"306994e9-5f21-45f4-a3af-632c710a99ef","EoS":true} {"level":"info","ts":1784684592.4576697,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"306994e9-5f21-45f4-a3af-632c710a99ef","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784684592.4576852,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"306994e9-5f21-45f4-a3af-632c710a99ef","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784684592.4577055,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"306994e9-5f21-45f4-a3af-632c710a99ef"} {"level":"info","ts":1784684592.5942643,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784684592.59435,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"49337bfd-5837-416d-8e42-c1697f1df73b"} {"level":"info","ts":1784684592.5943663,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"49337bfd-5837-416d-8e42-c1697f1df73b"} {"level":"info","ts":1784684592.5943782,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"49337bfd-5837-416d-8e42-c1697f1df73b","EoS":false} {"level":"info","ts":1784684592.59439,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"49337bfd-5837-416d-8e42-c1697f1df73b","EoS":true} {"level":"info","ts":1784684592.5944097,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"49337bfd-5837-416d-8e42-c1697f1df73b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784684592.5944257,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"49337bfd-5837-416d-8e42-c1697f1df73b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784684592.5944548,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"49337bfd-5837-416d-8e42-c1697f1df73b"} {"level":"info","ts":1784684592.7343857,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784684592.7344675,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"85f4ccdb-9420-4324-b288-5ddca9f1ca09"} {"level":"info","ts":1784684592.7344797,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"85f4ccdb-9420-4324-b288-5ddca9f1ca09"} {"level":"info","ts":1784684592.734491,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"85f4ccdb-9420-4324-b288-5ddca9f1ca09","EoS":false} {"level":"info","ts":1784684592.7345052,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"85f4ccdb-9420-4324-b288-5ddca9f1ca09","EoS":true} {"level":"info","ts":1784684592.7345252,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"85f4ccdb-9420-4324-b288-5ddca9f1ca09","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784684592.7345378,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"85f4ccdb-9420-4324-b288-5ddca9f1ca09","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784684592.7345574,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"85f4ccdb-9420-4324-b288-5ddca9f1ca09"} {"level":"info","ts":1784684592.8724515,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784684592.8725288,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d9e2ab5a-ac3a-4399-bd26-22fba2110ba9"} {"level":"info","ts":1784684592.8725379,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d9e2ab5a-ac3a-4399-bd26-22fba2110ba9"} {"level":"info","ts":1784684592.8725486,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d9e2ab5a-ac3a-4399-bd26-22fba2110ba9","EoS":false} {"level":"info","ts":1784684592.8725607,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d9e2ab5a-ac3a-4399-bd26-22fba2110ba9","EoS":true} {"level":"info","ts":1784684592.8725815,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d9e2ab5a-ac3a-4399-bd26-22fba2110ba9","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784684592.872597,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d9e2ab5a-ac3a-4399-bd26-22fba2110ba9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784684592.8726184,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d9e2ab5a-ac3a-4399-bd26-22fba2110ba9"} {"level":"info","ts":1784684608.5137694,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784684608.5138755,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9d082b8c-59fe-47da-9f6e-320cdea5c368"} {"level":"info","ts":1784684608.5138943,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9d082b8c-59fe-47da-9f6e-320cdea5c368"} {"level":"info","ts":1784684608.51391,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9d082b8c-59fe-47da-9f6e-320cdea5c368","EoS":false} {"level":"info","ts":1784684608.5139308,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9d082b8c-59fe-47da-9f6e-320cdea5c368","EoS":true} {"level":"info","ts":1784684608.5139573,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9d082b8c-59fe-47da-9f6e-320cdea5c368","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784684608.513979,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9d082b8c-59fe-47da-9f6e-320cdea5c368","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784684608.5139985,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9d082b8c-59fe-47da-9f6e-320cdea5c368"} {"level":"info","ts":1784684608.553939,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784684608.5540247,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d97cd9d8-23fb-4c7b-8ab8-e5ebc15f4405"} {"level":"info","ts":1784684608.5540395,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d97cd9d8-23fb-4c7b-8ab8-e5ebc15f4405"} {"level":"info","ts":1784684608.554056,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d97cd9d8-23fb-4c7b-8ab8-e5ebc15f4405","EoS":false} {"level":"info","ts":1784684608.5540748,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d97cd9d8-23fb-4c7b-8ab8-e5ebc15f4405","EoS":true} {"level":"info","ts":1784684608.554098,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d97cd9d8-23fb-4c7b-8ab8-e5ebc15f4405","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784684608.5541134,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d97cd9d8-23fb-4c7b-8ab8-e5ebc15f4405","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784684608.5541632,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d97cd9d8-23fb-4c7b-8ab8-e5ebc15f4405"} {"level":"info","ts":1784684608.5944538,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784684608.5945368,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"80b5948b-4d0e-43a1-b803-e4700fdd76f0"} {"level":"info","ts":1784684608.5945468,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"80b5948b-4d0e-43a1-b803-e4700fdd76f0"} {"level":"info","ts":1784684608.5945575,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"80b5948b-4d0e-43a1-b803-e4700fdd76f0","EoS":false} {"level":"info","ts":1784684608.5945692,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"80b5948b-4d0e-43a1-b803-e4700fdd76f0","EoS":true} {"level":"info","ts":1784684608.594589,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"80b5948b-4d0e-43a1-b803-e4700fdd76f0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784684608.594604,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"80b5948b-4d0e-43a1-b803-e4700fdd76f0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784684608.5946236,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"80b5948b-4d0e-43a1-b803-e4700fdd76f0"} {"level":"info","ts":1784684608.6304963,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784684608.6305683,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d84ca0f0-7b2b-43e7-8f26-ea7e3d7035e7"} {"level":"info","ts":1784684613.26362,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784684613.2636971,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6ba58410-a8e0-4d82-9523-8b493570db86"} {"level":"info","ts":1784684613.2637098,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6ba58410-a8e0-4d82-9523-8b493570db86"} {"level":"info","ts":1784684613.2637215,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6ba58410-a8e0-4d82-9523-8b493570db86","EoS":false} {"level":"info","ts":1784684613.2637358,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6ba58410-a8e0-4d82-9523-8b493570db86","EoS":true} {"level":"info","ts":1784684613.263756,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6ba58410-a8e0-4d82-9523-8b493570db86","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784684613.2637706,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6ba58410-a8e0-4d82-9523-8b493570db86","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784684613.2637928,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6ba58410-a8e0-4d82-9523-8b493570db86"} {"level":"info","ts":1784684621.8328338,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784684621.8329306,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1e64b3c9-2240-4f3c-97f5-4bcbae49a690"} {"level":"info","ts":1784684621.8329444,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1e64b3c9-2240-4f3c-97f5-4bcbae49a690"} {"level":"info","ts":1784684621.8329654,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1e64b3c9-2240-4f3c-97f5-4bcbae49a690","EoS":false} {"level":"info","ts":1784684621.832987,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1e64b3c9-2240-4f3c-97f5-4bcbae49a690","EoS":true} {"level":"info","ts":1784684621.8330207,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1e64b3c9-2240-4f3c-97f5-4bcbae49a690","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784684621.8330927,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1e64b3c9-2240-4f3c-97f5-4bcbae49a690","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784684621.8331523,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1e64b3c9-2240-4f3c-97f5-4bcbae49a690"} {"level":"info","ts":1784684623.871399,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784684623.8714898,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c4caf0ce-fdd5-47d7-ae2a-fe4da0784315"} {"level":"info","ts":1784684623.8715053,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c4caf0ce-fdd5-47d7-ae2a-fe4da0784315"} {"level":"info","ts":1784684623.8715181,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c4caf0ce-fdd5-47d7-ae2a-fe4da0784315","EoS":false} {"level":"info","ts":1784684623.8715315,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c4caf0ce-fdd5-47d7-ae2a-fe4da0784315","EoS":true} {"level":"info","ts":1784684623.871566,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c4caf0ce-fdd5-47d7-ae2a-fe4da0784315","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784684623.8715858,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c4caf0ce-fdd5-47d7-ae2a-fe4da0784315","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784684623.871605,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c4caf0ce-fdd5-47d7-ae2a-fe4da0784315"} {"level":"info","ts":1784684625.9164906,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784684625.9165757,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0960214f-eb64-4131-b140-9718ac55c6c4"} {"level":"info","ts":1784684625.916586,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0960214f-eb64-4131-b140-9718ac55c6c4"} {"level":"info","ts":1784684625.9165978,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0960214f-eb64-4131-b140-9718ac55c6c4","EoS":false} {"level":"info","ts":1784684625.916611,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0960214f-eb64-4131-b140-9718ac55c6c4","EoS":true} {"level":"info","ts":1784684625.9166307,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0960214f-eb64-4131-b140-9718ac55c6c4","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784684625.916647,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0960214f-eb64-4131-b140-9718ac55c6c4","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784684625.916669,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0960214f-eb64-4131-b140-9718ac55c6c4"} {"level":"info","ts":1784684638.8185747,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784684638.818673,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"481533df-c211-4769-bcb7-0e1661639243"} {"level":"info","ts":1784684638.8186834,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"481533df-c211-4769-bcb7-0e1661639243"} {"level":"info","ts":1784684638.8186953,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"481533df-c211-4769-bcb7-0e1661639243","EoS":false} {"level":"info","ts":1784684638.8187063,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"481533df-c211-4769-bcb7-0e1661639243","EoS":true} {"level":"info","ts":1784684638.8187265,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"481533df-c211-4769-bcb7-0e1661639243","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784684638.81874,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"481533df-c211-4769-bcb7-0e1661639243","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784684638.8187606,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"481533df-c211-4769-bcb7-0e1661639243"} {"level":"info","ts":1784684647.3692093,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784684647.3693008,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a80a99e0-b73c-4f10-995a-b0776624f28f"} {"level":"info","ts":1784684647.3693094,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a80a99e0-b73c-4f10-995a-b0776624f28f"} {"level":"info","ts":1784684647.3693218,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a80a99e0-b73c-4f10-995a-b0776624f28f","EoS":false} {"level":"info","ts":1784684647.3693361,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a80a99e0-b73c-4f10-995a-b0776624f28f","EoS":true} {"level":"info","ts":1784684647.369358,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a80a99e0-b73c-4f10-995a-b0776624f28f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784684647.369374,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a80a99e0-b73c-4f10-995a-b0776624f28f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784684647.3693955,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a80a99e0-b73c-4f10-995a-b0776624f28f"} {"level":"info","ts":1784684656.3294058,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784684656.3294985,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e4e867bd-bca2-438b-ac3c-5df03a1c01bf"} {"level":"info","ts":1784684656.3295107,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e4e867bd-bca2-438b-ac3c-5df03a1c01bf"} {"level":"info","ts":1784684656.3295276,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e4e867bd-bca2-438b-ac3c-5df03a1c01bf","EoS":false} {"level":"info","ts":1784684656.3295386,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e4e867bd-bca2-438b-ac3c-5df03a1c01bf","EoS":true} {"level":"info","ts":1784684656.3295574,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e4e867bd-bca2-438b-ac3c-5df03a1c01bf","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784684656.3295712,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e4e867bd-bca2-438b-ac3c-5df03a1c01bf","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784684656.329594,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e4e867bd-bca2-438b-ac3c-5df03a1c01bf"} {"level":"info","ts":1784684665.3433902,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784684665.34349,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c24e650-d4af-49a8-be79-21420037e3cd"} {"level":"info","ts":1784684665.3435078,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9c24e650-d4af-49a8-be79-21420037e3cd"} {"level":"info","ts":1784684665.3435268,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9c24e650-d4af-49a8-be79-21420037e3cd","EoS":false} {"level":"info","ts":1784684665.3435469,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9c24e650-d4af-49a8-be79-21420037e3cd","EoS":true} {"level":"info","ts":1784684665.343579,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9c24e650-d4af-49a8-be79-21420037e3cd","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784684665.343602,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9c24e650-d4af-49a8-be79-21420037e3cd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784684665.3436337,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9c24e650-d4af-49a8-be79-21420037e3cd"} {"level":"info","ts":1784684670.0897129,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784684670.0897908,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"390fa92b-5e93-4c92-bd71-a4e873f662b9"} {"level":"info","ts":1784684670.0897996,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"390fa92b-5e93-4c92-bd71-a4e873f662b9"} {"level":"info","ts":1784684670.0898108,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"390fa92b-5e93-4c92-bd71-a4e873f662b9","EoS":false} {"level":"info","ts":1784684670.0898275,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"390fa92b-5e93-4c92-bd71-a4e873f662b9","EoS":true} {"level":"info","ts":1784684670.089848,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"390fa92b-5e93-4c92-bd71-a4e873f662b9","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784684670.089863,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"390fa92b-5e93-4c92-bd71-a4e873f662b9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784684670.0898826,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"390fa92b-5e93-4c92-bd71-a4e873f662b9"} {"level":"info","ts":1784684674.9026055,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784684674.902699,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5c233e3e-3882-405c-a930-15223d825634"} {"level":"info","ts":1784684674.9027183,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5c233e3e-3882-405c-a930-15223d825634"} {"level":"info","ts":1784684674.9027379,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5c233e3e-3882-405c-a930-15223d825634","EoS":false} {"level":"info","ts":1784684674.9027593,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5c233e3e-3882-405c-a930-15223d825634","EoS":true} {"level":"info","ts":1784684674.9027877,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5c233e3e-3882-405c-a930-15223d825634","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784684674.9028075,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5c233e3e-3882-405c-a930-15223d825634","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784684674.9029021,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5c233e3e-3882-405c-a930-15223d825634"} {"level":"info","ts":1784684675.1999238,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784684675.2000172,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b04ffbd2-5244-406a-b2e2-97036f20dbf2"} {"level":"info","ts":1784684675.2000325,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b04ffbd2-5244-406a-b2e2-97036f20dbf2"} {"level":"info","ts":1784684675.2000449,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b04ffbd2-5244-406a-b2e2-97036f20dbf2","EoS":false} {"level":"info","ts":1784684675.2000573,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b04ffbd2-5244-406a-b2e2-97036f20dbf2","EoS":true} {"level":"info","ts":1784684675.2000775,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b04ffbd2-5244-406a-b2e2-97036f20dbf2","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784684675.2000935,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b04ffbd2-5244-406a-b2e2-97036f20dbf2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784684675.200115,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b04ffbd2-5244-406a-b2e2-97036f20dbf2"} {"level":"info","ts":1784684677.2394292,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784684677.2395082,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f9ceff05-1c0a-4d87-817a-6758a68c4776"} {"level":"info","ts":1784684677.2395172,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f9ceff05-1c0a-4d87-817a-6758a68c4776"} {"level":"info","ts":1784684677.2395282,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f9ceff05-1c0a-4d87-817a-6758a68c4776","EoS":false} {"level":"info","ts":1784684677.2395408,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f9ceff05-1c0a-4d87-817a-6758a68c4776","EoS":true} {"level":"info","ts":1784684677.2395604,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f9ceff05-1c0a-4d87-817a-6758a68c4776","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784684677.2395775,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f9ceff05-1c0a-4d87-817a-6758a68c4776","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784684677.2396004,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f9ceff05-1c0a-4d87-817a-6758a68c4776"} {"level":"info","ts":1784684679.277598,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784684679.277679,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cc42af24-3341-492f-899b-27de5f1c3e2b"} {"level":"info","ts":1784684679.2776883,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cc42af24-3341-492f-899b-27de5f1c3e2b"} {"level":"info","ts":1784684679.2776992,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cc42af24-3341-492f-899b-27de5f1c3e2b","EoS":false} {"level":"info","ts":1784684679.277716,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cc42af24-3341-492f-899b-27de5f1c3e2b","EoS":true} {"level":"info","ts":1784684679.2777429,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cc42af24-3341-492f-899b-27de5f1c3e2b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784684679.2777588,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cc42af24-3341-492f-899b-27de5f1c3e2b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784684679.277777,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cc42af24-3341-492f-899b-27de5f1c3e2b"} {"level":"info","ts":1784684681.3143315,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784684681.3144164,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c78f2e8b-004f-4c6c-a9fc-da37b89aa4ac"} {"level":"info","ts":1784684681.3144267,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c78f2e8b-004f-4c6c-a9fc-da37b89aa4ac"} {"level":"info","ts":1784684681.3144379,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c78f2e8b-004f-4c6c-a9fc-da37b89aa4ac","EoS":false} {"level":"info","ts":1784684681.3144495,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c78f2e8b-004f-4c6c-a9fc-da37b89aa4ac","EoS":true} {"level":"info","ts":1784684681.3144743,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c78f2e8b-004f-4c6c-a9fc-da37b89aa4ac","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784684681.3144903,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c78f2e8b-004f-4c6c-a9fc-da37b89aa4ac","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784684681.3145099,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c78f2e8b-004f-4c6c-a9fc-da37b89aa4ac"} {"level":"info","ts":1784684704.4491615,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784684704.4492571,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c448a9b1-8c0e-46bd-a4ca-c07661b1fefc"} {"level":"info","ts":1784684704.4492736,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c448a9b1-8c0e-46bd-a4ca-c07661b1fefc"} {"level":"info","ts":1784684704.4492939,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c448a9b1-8c0e-46bd-a4ca-c07661b1fefc","EoS":false} {"level":"info","ts":1784684704.4493148,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c448a9b1-8c0e-46bd-a4ca-c07661b1fefc","EoS":true} {"level":"info","ts":1784684704.449346,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c448a9b1-8c0e-46bd-a4ca-c07661b1fefc","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784684704.4493659,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c448a9b1-8c0e-46bd-a4ca-c07661b1fefc","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784684704.4494386,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c448a9b1-8c0e-46bd-a4ca-c07661b1fefc"} {"level":"info","ts":1784684713.9065673,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784684713.9066732,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"968cb9bf-7831-4cf5-9e57-71c69856cba3"} {"level":"info","ts":1784684713.906691,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"968cb9bf-7831-4cf5-9e57-71c69856cba3"} {"level":"info","ts":1784684713.9067106,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"968cb9bf-7831-4cf5-9e57-71c69856cba3","EoS":false} {"level":"info","ts":1784684713.9067287,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"968cb9bf-7831-4cf5-9e57-71c69856cba3","EoS":true} {"level":"info","ts":1784684713.9067574,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"968cb9bf-7831-4cf5-9e57-71c69856cba3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784684713.9067771,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"968cb9bf-7831-4cf5-9e57-71c69856cba3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784684713.90681,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"968cb9bf-7831-4cf5-9e57-71c69856cba3"} {"level":"info","ts":1784684719.5468032,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784684719.546893,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5cdb46b6-29d5-4cf3-8b3f-993ad27ae16b"} {"level":"info","ts":1784684719.5469036,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5cdb46b6-29d5-4cf3-8b3f-993ad27ae16b"} {"level":"info","ts":1784684719.5469155,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5cdb46b6-29d5-4cf3-8b3f-993ad27ae16b","EoS":false} {"level":"info","ts":1784684719.5469284,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5cdb46b6-29d5-4cf3-8b3f-993ad27ae16b","EoS":true} {"level":"info","ts":1784684719.5469475,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5cdb46b6-29d5-4cf3-8b3f-993ad27ae16b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784684719.5469635,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5cdb46b6-29d5-4cf3-8b3f-993ad27ae16b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784684719.5469902,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5cdb46b6-29d5-4cf3-8b3f-993ad27ae16b"} {"level":"info","ts":1784684729.2210753,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784684729.2211738,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3b9f5f57-fded-4f09-a33d-f292e7f90a84"} {"level":"info","ts":1784684729.2211845,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3b9f5f57-fded-4f09-a33d-f292e7f90a84"} {"level":"info","ts":1784684729.221196,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3b9f5f57-fded-4f09-a33d-f292e7f90a84","EoS":false} {"level":"info","ts":1784684729.2212088,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3b9f5f57-fded-4f09-a33d-f292e7f90a84","EoS":true} {"level":"info","ts":1784684729.2212296,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3b9f5f57-fded-4f09-a33d-f292e7f90a84","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784684729.221246,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3b9f5f57-fded-4f09-a33d-f292e7f90a84","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784684729.2212665,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3b9f5f57-fded-4f09-a33d-f292e7f90a84"} {"level":"info","ts":1784684731.2565744,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784684731.256653,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"593e9359-30eb-452d-b1d6-89c82605d388"} {"level":"info","ts":1784684731.2566626,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"593e9359-30eb-452d-b1d6-89c82605d388"} {"level":"info","ts":1784684731.256674,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"593e9359-30eb-452d-b1d6-89c82605d388","EoS":false} {"level":"info","ts":1784684731.2566843,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"593e9359-30eb-452d-b1d6-89c82605d388","EoS":true} {"level":"info","ts":1784684731.2567031,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"593e9359-30eb-452d-b1d6-89c82605d388","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784684731.2567184,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"593e9359-30eb-452d-b1d6-89c82605d388","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784684731.256738,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"593e9359-30eb-452d-b1d6-89c82605d388"} {"level":"info","ts":1784684740.8404794,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784684740.840559,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"613e9a0e-cc92-48ca-be36-ad3de303a0e5"} {"level":"info","ts":1784684740.8405735,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"613e9a0e-cc92-48ca-be36-ad3de303a0e5"} {"level":"info","ts":1784684740.8405845,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"613e9a0e-cc92-48ca-be36-ad3de303a0e5","EoS":false} {"level":"info","ts":1784684740.8405952,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"613e9a0e-cc92-48ca-be36-ad3de303a0e5","EoS":true} {"level":"info","ts":1784684740.8406157,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"613e9a0e-cc92-48ca-be36-ad3de303a0e5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784684740.840633,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"613e9a0e-cc92-48ca-be36-ad3de303a0e5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784684740.840655,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"613e9a0e-cc92-48ca-be36-ad3de303a0e5"} {"level":"info","ts":1784684740.8768682,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784684740.8769453,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"07581131-d814-4fca-89aa-0a09dc90a68f"} {"level":"info","ts":1784684740.8769562,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"07581131-d814-4fca-89aa-0a09dc90a68f"} {"level":"info","ts":1784684740.876967,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"07581131-d814-4fca-89aa-0a09dc90a68f","EoS":false} {"level":"info","ts":1784684740.876977,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"07581131-d814-4fca-89aa-0a09dc90a68f","EoS":true} {"level":"info","ts":1784684740.8769987,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"07581131-d814-4fca-89aa-0a09dc90a68f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784684740.8770127,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"07581131-d814-4fca-89aa-0a09dc90a68f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784684740.8770373,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"07581131-d814-4fca-89aa-0a09dc90a68f"} {"level":"info","ts":1784684760.308964,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784684760.309063,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5fa7b94d-d952-4963-a609-f81681a08bf0"} {"level":"info","ts":1784684760.3090801,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5fa7b94d-d952-4963-a609-f81681a08bf0"} {"level":"info","ts":1784684760.3090997,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5fa7b94d-d952-4963-a609-f81681a08bf0","EoS":false} {"level":"info","ts":1784684760.309122,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5fa7b94d-d952-4963-a609-f81681a08bf0","EoS":true} {"level":"info","ts":1784684760.3091803,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5fa7b94d-d952-4963-a609-f81681a08bf0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784684760.3092003,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5fa7b94d-d952-4963-a609-f81681a08bf0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784684760.309224,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5fa7b94d-d952-4963-a609-f81681a08bf0"} {"level":"info","ts":1784684769.811726,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784684769.8118157,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c7c95fa7-8bbd-45fe-a5ec-a62b864e336e"} {"level":"info","ts":1784684769.8118248,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c7c95fa7-8bbd-45fe-a5ec-a62b864e336e"} {"level":"info","ts":1784684769.8118362,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c7c95fa7-8bbd-45fe-a5ec-a62b864e336e","EoS":false} {"level":"info","ts":1784684769.8118472,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c7c95fa7-8bbd-45fe-a5ec-a62b864e336e","EoS":true} {"level":"info","ts":1784684769.8118684,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c7c95fa7-8bbd-45fe-a5ec-a62b864e336e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784684769.8118837,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c7c95fa7-8bbd-45fe-a5ec-a62b864e336e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784684769.8119037,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c7c95fa7-8bbd-45fe-a5ec-a62b864e336e"} {"level":"info","ts":1784684775.0972018,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784684775.0972807,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"41cf969a-8845-4403-9837-8cd2765acf96"} {"level":"info","ts":1784684775.0972917,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"41cf969a-8845-4403-9837-8cd2765acf96"} {"level":"info","ts":1784684775.0973027,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"41cf969a-8845-4403-9837-8cd2765acf96","EoS":false} {"level":"info","ts":1784684775.0973165,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"41cf969a-8845-4403-9837-8cd2765acf96","EoS":true} {"level":"info","ts":1784684775.0973382,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"41cf969a-8845-4403-9837-8cd2765acf96","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784684775.0973537,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"41cf969a-8845-4403-9837-8cd2765acf96","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784684775.0973728,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"41cf969a-8845-4403-9837-8cd2765acf96"} {"level":"info","ts":1784684866.2755167,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784684866.2755935,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c1d5b01c-009a-4d9e-85d7-79680ab4a103"} {"level":"info","ts":1784684866.2756033,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c1d5b01c-009a-4d9e-85d7-79680ab4a103"} {"level":"info","ts":1784684866.2756138,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c1d5b01c-009a-4d9e-85d7-79680ab4a103","EoS":false} {"level":"info","ts":1784684866.2756233,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c1d5b01c-009a-4d9e-85d7-79680ab4a103","EoS":true} {"level":"info","ts":1784684866.2756438,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c1d5b01c-009a-4d9e-85d7-79680ab4a103","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784684866.2756603,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c1d5b01c-009a-4d9e-85d7-79680ab4a103","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784684866.27568,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c1d5b01c-009a-4d9e-85d7-79680ab4a103"} {"level":"info","ts":1784684891.7013278,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784684891.7014349,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d1272799-10ae-402f-b3bb-fe0fa6aa0206"} {"level":"info","ts":1784684891.7014475,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d1272799-10ae-402f-b3bb-fe0fa6aa0206"} {"level":"info","ts":1784684891.701459,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d1272799-10ae-402f-b3bb-fe0fa6aa0206","EoS":false} {"level":"info","ts":1784684891.7014694,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d1272799-10ae-402f-b3bb-fe0fa6aa0206","EoS":true} {"level":"info","ts":1784684891.7014887,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d1272799-10ae-402f-b3bb-fe0fa6aa0206","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784684891.7015047,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d1272799-10ae-402f-b3bb-fe0fa6aa0206","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784684891.7015722,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d1272799-10ae-402f-b3bb-fe0fa6aa0206"} {"level":"info","ts":1784684929.4598799,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784684929.4599934,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"21211a49-40aa-4ba7-98dc-ab0c38ec40ee"} {"level":"info","ts":1784684929.4600112,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"21211a49-40aa-4ba7-98dc-ab0c38ec40ee"} {"level":"info","ts":1784684929.4600308,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"21211a49-40aa-4ba7-98dc-ab0c38ec40ee","EoS":false} {"level":"info","ts":1784684929.4600546,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"21211a49-40aa-4ba7-98dc-ab0c38ec40ee","EoS":true} {"level":"info","ts":1784684929.4600873,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"21211a49-40aa-4ba7-98dc-ab0c38ec40ee","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784684929.460107,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"21211a49-40aa-4ba7-98dc-ab0c38ec40ee","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784684929.4601455,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"21211a49-40aa-4ba7-98dc-ab0c38ec40ee"} {"level":"info","ts":1784684944.8878593,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784684944.8879404,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ba92fc2e-5e6a-4365-a2ec-76bfc7f689cc"} {"level":"info","ts":1784684944.8879502,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ba92fc2e-5e6a-4365-a2ec-76bfc7f689cc"} {"level":"info","ts":1784684944.887961,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ba92fc2e-5e6a-4365-a2ec-76bfc7f689cc","EoS":false} {"level":"info","ts":1784684944.8879757,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ba92fc2e-5e6a-4365-a2ec-76bfc7f689cc","EoS":true} {"level":"info","ts":1784684944.8879972,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ba92fc2e-5e6a-4365-a2ec-76bfc7f689cc","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784684944.888012,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ba92fc2e-5e6a-4365-a2ec-76bfc7f689cc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784684944.888033,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ba92fc2e-5e6a-4365-a2ec-76bfc7f689cc"} {"level":"info","ts":1784684945.1833546,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784684945.1834378,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fe364ab8-a7a1-416c-8086-ecc39b2fa40e"} {"level":"info","ts":1784684945.1834483,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fe364ab8-a7a1-416c-8086-ecc39b2fa40e"} {"level":"info","ts":1784684945.1834598,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fe364ab8-a7a1-416c-8086-ecc39b2fa40e","EoS":false} {"level":"info","ts":1784684945.183472,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fe364ab8-a7a1-416c-8086-ecc39b2fa40e","EoS":true} {"level":"info","ts":1784684945.1834996,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fe364ab8-a7a1-416c-8086-ecc39b2fa40e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784684945.1835165,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fe364ab8-a7a1-416c-8086-ecc39b2fa40e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784684945.183539,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fe364ab8-a7a1-416c-8086-ecc39b2fa40e"} {"level":"info","ts":1784685248.12368,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685248.1238112,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7924420d-b3a5-4855-81d5-a6bb889608d9"} {"level":"info","ts":1784685248.1238246,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7924420d-b3a5-4855-81d5-a6bb889608d9"} {"level":"info","ts":1784685248.123837,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7924420d-b3a5-4855-81d5-a6bb889608d9","EoS":false} {"level":"info","ts":1784685248.1238506,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7924420d-b3a5-4855-81d5-a6bb889608d9","EoS":true} {"level":"info","ts":1784685248.1238763,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7924420d-b3a5-4855-81d5-a6bb889608d9","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784685248.123895,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7924420d-b3a5-4855-81d5-a6bb889608d9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784685248.1239169,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7924420d-b3a5-4855-81d5-a6bb889608d9"} {"level":"info","ts":1784685248.1653974,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685248.1654837,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ae588f54-51ea-49fc-94c2-b396fd0cf7d0"} {"level":"info","ts":1784685248.165492,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ae588f54-51ea-49fc-94c2-b396fd0cf7d0"} {"level":"info","ts":1784685248.1655033,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ae588f54-51ea-49fc-94c2-b396fd0cf7d0","EoS":false} {"level":"info","ts":1784685248.165517,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ae588f54-51ea-49fc-94c2-b396fd0cf7d0","EoS":true} {"level":"info","ts":1784685248.1655388,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ae588f54-51ea-49fc-94c2-b396fd0cf7d0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784685248.1655533,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ae588f54-51ea-49fc-94c2-b396fd0cf7d0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784685248.165575,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ae588f54-51ea-49fc-94c2-b396fd0cf7d0"} {"level":"info","ts":1784685248.2036014,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685248.2036796,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4eaff4c9-ef9c-4f80-a45f-577937a44118"} {"level":"info","ts":1784685248.2036917,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4eaff4c9-ef9c-4f80-a45f-577937a44118"} {"level":"info","ts":1784685248.2037027,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4eaff4c9-ef9c-4f80-a45f-577937a44118","EoS":false} {"level":"info","ts":1784685248.2037144,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4eaff4c9-ef9c-4f80-a45f-577937a44118","EoS":true} {"level":"info","ts":1784685248.2037349,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4eaff4c9-ef9c-4f80-a45f-577937a44118","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784685248.2037497,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4eaff4c9-ef9c-4f80-a45f-577937a44118","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784685248.2037678,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4eaff4c9-ef9c-4f80-a45f-577937a44118"} {"level":"info","ts":1784685253.1008627,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7056753e-9b2f-4271-89ab-ecc914883087","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784685253.1008947,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7db47015-1a34-4862-be94-df217cd50f77"} {"level":"info","ts":1784685253.100909,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7056753e-9b2f-4271-89ab-ecc914883087","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784685253.1058693,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a15e451f-933b-446f-8247-7d7c8cffed79","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784685253.1059878,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a15e451f-933b-446f-8247-7d7c8cffed79","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784685253.1060462,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":39554.261777202,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784685253.1060658,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784685253.2647002,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"118c1316-6a3a-4c8b-8e93-e0718161bd65","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784685253.26476,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"118c1316-6a3a-4c8b-8e93-e0718161bd65","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784685253.264833,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"21d60e7b-9423-4db4-bd52-406af9f4d328"} {"level":"info","ts":1784685253.264862,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"21d60e7b-9423-4db4-bd52-406af9f4d328","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784685253.266987,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6a6a0c76-139a-4e69-bae1-0a1a49e703bd","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784685253.2670295,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6a6a0c76-139a-4e69-bae1-0a1a49e703bd","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784685253.267093,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5637f107-cf4f-4617-96b4-11b651412e71","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784685253.2671092,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5637f107-cf4f-4617-96b4-11b651412e71","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784685253.2676558,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1784685253.2696455,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"21d60e7b-9423-4db4-bd52-406af9f4d328","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784685253.2697148,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"69ab3e98-3dbd-4c7a-8dce-f706630b87e8"} {"level":"info","ts":1784685253.2699165,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":33943.600853005,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784685253.2699354,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784685253.2763073,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784685253.3063383,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34545.40890043,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784685253.3063695,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784685253.3632226,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784685253.370518,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"69ab3e98-3dbd-4c7a-8dce-f706630b87e8","name":"e2e-external-model"} {"level":"info","ts":1784685253.386282,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"99a42812-5ed5-47e0-b322-6e28ea7f4e12","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784685253.3863256,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"99a42812-5ed5-47e0-b322-6e28ea7f4e12","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784685253.389853,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"69ab3e98-3dbd-4c7a-8dce-f706630b87e8","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784685253.3899393,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"69ab3e98-3dbd-4c7a-8dce-f706630b87e8","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784685253.390018,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"940c469c-f664-43b4-ac94-e657f3d9b90b"} {"level":"info","ts":1784685253.3900928,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"940c469c-f664-43b4-ac94-e657f3d9b90b","name":"e2e-external-model"} {"level":"info","ts":1784685253.398329,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"940c469c-f664-43b4-ac94-e657f3d9b90b","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784685253.3996549,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"abca0f35-f1b5-4aa0-ade7-b527d2535aa0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784685253.399691,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"abca0f35-f1b5-4aa0-ade7-b527d2535aa0","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784685253.4023116,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"940c469c-f664-43b4-ac94-e657f3d9b90b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784685253.4024215,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3cd7d875-e5c7-42ae-a4c3-51b7705e20f8"} {"level":"info","ts":1784685253.4024947,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3cd7d875-e5c7-42ae-a4c3-51b7705e20f8","name":"e2e-external-model"} {"level":"info","ts":1784685253.4065547,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7db47015-1a34-4862-be94-df217cd50f77","name":"e2e-external-provider"} {"level":"info","ts":1784685253.411716,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3cd7d875-e5c7-42ae-a4c3-51b7705e20f8","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784685253.4170048,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bd11ef69-88ec-411e-9c95-a54ebb88cf32","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784685253.417041,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bd11ef69-88ec-411e-9c95-a54ebb88cf32","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784685253.4181116,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3cd7d875-e5c7-42ae-a4c3-51b7705e20f8","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784685253.4182138,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f04f2dce-de87-4d39-adf5-54b3daaecf5b"} {"level":"info","ts":1784685253.4182715,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f04f2dce-de87-4d39-adf5-54b3daaecf5b","name":"e2e-external-model"} {"level":"info","ts":1784685253.420676,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7db47015-1a34-4862-be94-df217cd50f77","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784685253.4249864,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7db47015-1a34-4862-be94-df217cd50f77","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784685253.4250891,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"830a3e80-7ed0-471e-9327-94ea11e15b9b"} {"level":"info","ts":1784685253.4251637,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"830a3e80-7ed0-471e-9327-94ea11e15b9b","name":"e2e-external-provider"} {"level":"info","ts":1784685253.427243,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f04f2dce-de87-4d39-adf5-54b3daaecf5b","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784685253.4339073,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"830a3e80-7ed0-471e-9327-94ea11e15b9b","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784685260.7459219,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685260.7459967,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1d9ba199-77b7-4cc7-b4f4-8ad4748bd2b9"} {"level":"info","ts":1784685260.7460063,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1d9ba199-77b7-4cc7-b4f4-8ad4748bd2b9"} {"level":"info","ts":1784685260.7460177,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1d9ba199-77b7-4cc7-b4f4-8ad4748bd2b9","EoS":false} {"level":"info","ts":1784685260.746029,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1d9ba199-77b7-4cc7-b4f4-8ad4748bd2b9","EoS":true} {"level":"info","ts":1784685260.7460475,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1d9ba199-77b7-4cc7-b4f4-8ad4748bd2b9","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784685260.7460647,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1d9ba199-77b7-4cc7-b4f4-8ad4748bd2b9","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784685260.746072,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"1d9ba199-77b7-4cc7-b4f4-8ad4748bd2b9","modelName":"e2e-external-model"} {"level":"info","ts":1784685260.7460883,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"1d9ba199-77b7-4cc7-b4f4-8ad4748bd2b9","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784685260.746148,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1d9ba199-77b7-4cc7-b4f4-8ad4748bd2b9"} {"level":"info","ts":1784685260.7972841,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685260.797361,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ceba54a-ff97-4d3b-ae9b-db30115e6fc0"} {"level":"info","ts":1784685260.7973704,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5ceba54a-ff97-4d3b-ae9b-db30115e6fc0"} {"level":"info","ts":1784685260.7973819,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5ceba54a-ff97-4d3b-ae9b-db30115e6fc0","EoS":false} {"level":"info","ts":1784685260.7973945,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5ceba54a-ff97-4d3b-ae9b-db30115e6fc0","EoS":true} {"level":"info","ts":1784685260.797415,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5ceba54a-ff97-4d3b-ae9b-db30115e6fc0","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784685260.7974315,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5ceba54a-ff97-4d3b-ae9b-db30115e6fc0","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784685260.7974408,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"5ceba54a-ff97-4d3b-ae9b-db30115e6fc0","modelName":"e2e-external-model"} {"level":"info","ts":1784685260.7974546,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"5ceba54a-ff97-4d3b-ae9b-db30115e6fc0","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784685260.7974916,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5ceba54a-ff97-4d3b-ae9b-db30115e6fc0"} {"level":"info","ts":1784685260.8260374,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685260.8261158,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5d72a05c-16da-434d-b6a0-b39d2adc8fb2"} {"level":"info","ts":1784685260.8261418,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5d72a05c-16da-434d-b6a0-b39d2adc8fb2"} {"level":"info","ts":1784685260.8261583,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5d72a05c-16da-434d-b6a0-b39d2adc8fb2","EoS":false} {"level":"info","ts":1784685260.8261724,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5d72a05c-16da-434d-b6a0-b39d2adc8fb2","EoS":true} {"level":"info","ts":1784685260.8261955,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5d72a05c-16da-434d-b6a0-b39d2adc8fb2","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784685260.826212,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5d72a05c-16da-434d-b6a0-b39d2adc8fb2","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784685260.826219,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"5d72a05c-16da-434d-b6a0-b39d2adc8fb2","modelName":"e2e-external-model"} {"level":"info","ts":1784685260.8262339,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"5d72a05c-16da-434d-b6a0-b39d2adc8fb2","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784685260.8262734,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5d72a05c-16da-434d-b6a0-b39d2adc8fb2"} {"level":"info","ts":1784685260.9737852,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f99410b4-71f9-4a04-9afd-974167cbec16","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784685260.9738238,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ba173e45-9e1a-4233-b879-c552d7e7d1bf"} {"level":"info","ts":1784685260.9738324,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f99410b4-71f9-4a04-9afd-974167cbec16","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784685260.9810278,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"63506c2b-6392-423f-a437-9f6885502e49","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784685260.9810739,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"63506c2b-6392-423f-a437-9f6885502e49","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784685260.981094,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ba173e45-9e1a-4233-b879-c552d7e7d1bf","name":"e2e-cleanup-test"} {"level":"info","ts":1784685260.9908483,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ba173e45-9e1a-4233-b879-c552d7e7d1bf","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784685260.9967554,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3681fb55-e285-4688-9ec9-fae84af3c870","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784685260.9967895,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3681fb55-e285-4688-9ec9-fae84af3c870","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784685260.9968317,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"abfa6aef-b436-4eb1-9c07-d5e2382bf34b"} {"level":"info","ts":1784685260.996893,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"abfa6aef-b436-4eb1-9c07-d5e2382bf34b","name":"e2e-cleanup-test"} {"level":"error","ts":1784685261.0115077,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"abfa6aef-b436-4eb1-9c07-d5e2382bf34b","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784685261.0115762,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2515d432-1ac4-4053-a4d6-174c248e3a1b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784685261.011599,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b6b5be81-fda4-45cb-b1e0-f5a6f5795d17"} {"level":"info","ts":1784685261.0116055,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2515d432-1ac4-4053-a4d6-174c248e3a1b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784685261.011654,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b6b5be81-fda4-45cb-b1e0-f5a6f5795d17","name":"e2e-cleanup-test"} {"level":"info","ts":1784685261.0198507,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b6b5be81-fda4-45cb-b1e0-f5a6f5795d17","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784685261.024887,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"248921ab-01e6-477b-ba5e-29c82b848bdb"} {"level":"info","ts":1784685261.0249522,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"248921ab-01e6-477b-ba5e-29c82b848bdb","name":"e2e-cleanup-test"} {"level":"info","ts":1784685261.024988,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7444d83a-7379-44e9-af3b-596fa8a6733f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784685261.0250237,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7444d83a-7379-44e9-af3b-596fa8a6733f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784685261.0329692,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"248921ab-01e6-477b-ba5e-29c82b848bdb","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784685261.0368264,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c7d4e834-f494-403f-be6f-e28315f4be42"} {"level":"info","ts":1784685261.0368989,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c7d4e834-f494-403f-be6f-e28315f4be42","name":"e2e-cleanup-test"} {"level":"info","ts":1784685261.0445483,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c7d4e834-f494-403f-be6f-e28315f4be42","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784685269.2666764,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2125767a-580c-4fff-a3a2-6a6543df7170","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784685269.2667131,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2125767a-580c-4fff-a3a2-6a6543df7170","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784685269.2667396,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"99bdc8c3-949a-4999-9406-604dd13e4927"} {"level":"info","ts":1784685273.5980778,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685273.5981858,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3b8c2c04-63a2-43e9-afea-ba28d1e42270"} {"level":"info","ts":1784685273.5982044,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3b8c2c04-63a2-43e9-afea-ba28d1e42270"} {"level":"info","ts":1784685273.5982203,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3b8c2c04-63a2-43e9-afea-ba28d1e42270","EoS":false} {"level":"info","ts":1784685273.5982313,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3b8c2c04-63a2-43e9-afea-ba28d1e42270","EoS":true} {"level":"info","ts":1784685273.5982513,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3b8c2c04-63a2-43e9-afea-ba28d1e42270","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784685273.598267,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3b8c2c04-63a2-43e9-afea-ba28d1e42270","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784685273.5982907,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3b8c2c04-63a2-43e9-afea-ba28d1e42270"} {"level":"info","ts":1784685273.6318982,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685273.6319835,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"155010bb-e865-4edc-9c77-d1f846a508cd"} {"level":"info","ts":1784685273.631994,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"155010bb-e865-4edc-9c77-d1f846a508cd"} {"level":"info","ts":1784685273.632016,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"155010bb-e865-4edc-9c77-d1f846a508cd","EoS":false} {"level":"info","ts":1784685273.63203,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"155010bb-e865-4edc-9c77-d1f846a508cd","EoS":true} {"level":"info","ts":1784685273.6320503,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"155010bb-e865-4edc-9c77-d1f846a508cd","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784685273.6320648,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"155010bb-e865-4edc-9c77-d1f846a508cd","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784685273.632072,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"155010bb-e865-4edc-9c77-d1f846a508cd","modelName":"e2e-external-model"} {"level":"info","ts":1784685273.6320856,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"155010bb-e865-4edc-9c77-d1f846a508cd","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784685273.6321218,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"155010bb-e865-4edc-9c77-d1f846a508cd"} {"level":"info","ts":1784685273.6739402,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685273.6740243,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0eec2980-c256-4a0e-9c70-7a32493a41bb"} {"level":"info","ts":1784685273.6740382,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0eec2980-c256-4a0e-9c70-7a32493a41bb"} {"level":"info","ts":1784685273.6740544,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0eec2980-c256-4a0e-9c70-7a32493a41bb","EoS":false} {"level":"info","ts":1784685273.6740723,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0eec2980-c256-4a0e-9c70-7a32493a41bb","EoS":true} {"level":"info","ts":1784685273.6741033,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0eec2980-c256-4a0e-9c70-7a32493a41bb","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784685273.6741214,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0eec2980-c256-4a0e-9c70-7a32493a41bb","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784685273.6741812,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0eec2980-c256-4a0e-9c70-7a32493a41bb"} {"level":"info","ts":1784685273.815586,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685273.815675,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d2e5b83c-0b97-48e1-8c42-bf34b67e8125"} {"level":"info","ts":1784685273.8156946,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d2e5b83c-0b97-48e1-8c42-bf34b67e8125"} {"level":"info","ts":1784685273.8157141,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d2e5b83c-0b97-48e1-8c42-bf34b67e8125","EoS":false} {"level":"info","ts":1784685273.8157353,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d2e5b83c-0b97-48e1-8c42-bf34b67e8125","EoS":true} {"level":"info","ts":1784685273.8157673,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"d2e5b83c-0b97-48e1-8c42-bf34b67e8125","field":"model"} {"level":"info","ts":1784685273.8157954,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d2e5b83c-0b97-48e1-8c42-bf34b67e8125"} {"level":"info","ts":1784685274.747698,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7509866d-a164-4263-b967-392a29129a6c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784685274.7477415,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7509866d-a164-4263-b967-392a29129a6c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784685274.7477438,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e00ea763-e96c-4566-9941-f422c4a1f8c3"} {"level":"info","ts":1784685274.8985372,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7673fe3d-0341-471e-b018-74e54a66f9da"} {"level":"info","ts":1784685274.8985772,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"435fcc2b-3bcd-43d3-b8e6-4e5c3e9862c2","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784685274.8986156,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"435fcc2b-3bcd-43d3-b8e6-4e5c3e9862c2","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784685890.5927894,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685890.59287,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"14b865a9-8b55-4264-899e-e82cffa3a6cb"} {"level":"info","ts":1784685890.5928776,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"14b865a9-8b55-4264-899e-e82cffa3a6cb"} {"level":"info","ts":1784685890.5928876,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"14b865a9-8b55-4264-899e-e82cffa3a6cb","EoS":false} {"level":"info","ts":1784685890.5928993,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"14b865a9-8b55-4264-899e-e82cffa3a6cb","EoS":true} {"level":"info","ts":1784685890.592918,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"14b865a9-8b55-4264-899e-e82cffa3a6cb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784685890.5929341,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"14b865a9-8b55-4264-899e-e82cffa3a6cb","path":"/ai-tenant-e2e-inf-b-207f15/test-model-207f15/v1/chat/completions"} {"level":"info","ts":1784685890.5929523,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"14b865a9-8b55-4264-899e-e82cffa3a6cb"} {"level":"info","ts":1784685911.7768915,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685911.7769709,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0174f226-98af-4340-9cef-1d087032bfba"} {"level":"info","ts":1784685911.7769804,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0174f226-98af-4340-9cef-1d087032bfba"} {"level":"info","ts":1784685911.7769916,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0174f226-98af-4340-9cef-1d087032bfba","EoS":false} {"level":"info","ts":1784685911.7770033,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0174f226-98af-4340-9cef-1d087032bfba","EoS":true} {"level":"info","ts":1784685911.7770233,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0174f226-98af-4340-9cef-1d087032bfba","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784685911.7770395,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0174f226-98af-4340-9cef-1d087032bfba","path":"/ai-tenant-e2e-inf-b-207f15/test-model-207f15/v1/chat/completions"} {"level":"info","ts":1784685911.7770638,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0174f226-98af-4340-9cef-1d087032bfba"} {"level":"info","ts":1784686473.5893977,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784686473.5894802,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"79dc73e8-cb21-4612-9863-523b6d98c00c"} {"level":"info","ts":1784686473.5894892,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"79dc73e8-cb21-4612-9863-523b6d98c00c"} {"level":"info","ts":1784686473.5894995,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"79dc73e8-cb21-4612-9863-523b6d98c00c","EoS":false} {"level":"info","ts":1784686473.5895107,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"79dc73e8-cb21-4612-9863-523b6d98c00c","EoS":true} {"level":"info","ts":1784686473.589531,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"79dc73e8-cb21-4612-9863-523b6d98c00c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784686473.5895448,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"79dc73e8-cb21-4612-9863-523b6d98c00c","path":"/ai-tenant-e2e-shared-b-1f4af7/rate-test-model-1f4af7/v1/completions"} {"level":"info","ts":1784686473.589566,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"79dc73e8-cb21-4612-9863-523b6d98c00c"}