{"level":"info","ts":1784813560.0982249,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4a58b021-f021-4e32-99f0-a269ff0f7758","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784813560.098241,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4a58b021-f021-4e32-99f0-a269ff0f7758","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813560.09826,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4a58b021-f021-4e32-99f0-a269ff0f7758"} {"level":"info","ts":1784813560.2390614,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813560.2391355,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9496778a-c17d-4497-ae76-34e411fed20c"} {"level":"info","ts":1784813560.2391455,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9496778a-c17d-4497-ae76-34e411fed20c"} {"level":"info","ts":1784813560.2391567,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9496778a-c17d-4497-ae76-34e411fed20c","EoS":false} {"level":"info","ts":1784813560.2391672,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9496778a-c17d-4497-ae76-34e411fed20c","EoS":true} {"level":"info","ts":1784813560.2391915,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9496778a-c17d-4497-ae76-34e411fed20c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784813560.239212,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9496778a-c17d-4497-ae76-34e411fed20c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813560.2392313,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9496778a-c17d-4497-ae76-34e411fed20c"} {"level":"info","ts":1784813560.3760633,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813560.3761613,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e944b59a-c098-46c3-9fa3-836460f5293c"} {"level":"info","ts":1784813560.3761752,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e944b59a-c098-46c3-9fa3-836460f5293c"} {"level":"info","ts":1784813560.3761873,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e944b59a-c098-46c3-9fa3-836460f5293c","EoS":false} {"level":"info","ts":1784813560.3761997,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e944b59a-c098-46c3-9fa3-836460f5293c","EoS":true} {"level":"info","ts":1784813560.37622,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e944b59a-c098-46c3-9fa3-836460f5293c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784813560.3762372,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e944b59a-c098-46c3-9fa3-836460f5293c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813560.3762574,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e944b59a-c098-46c3-9fa3-836460f5293c"} {"level":"info","ts":1784813560.5108752,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813560.5109596,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"052764f0-91e6-4919-a996-e421b49c7f93"} {"level":"info","ts":1784813560.5109725,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"052764f0-91e6-4919-a996-e421b49c7f93"} {"level":"info","ts":1784813560.5109854,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"052764f0-91e6-4919-a996-e421b49c7f93","EoS":false} {"level":"info","ts":1784813560.5109985,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"052764f0-91e6-4919-a996-e421b49c7f93","EoS":true} {"level":"info","ts":1784813560.5110214,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"052764f0-91e6-4919-a996-e421b49c7f93","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784813560.5110369,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"052764f0-91e6-4919-a996-e421b49c7f93","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813560.5110576,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"052764f0-91e6-4919-a996-e421b49c7f93"} {"level":"info","ts":1784813560.647135,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813560.6472304,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aa49b2b3-8cb6-45a6-952a-c0505707e07b"} {"level":"info","ts":1784813560.647247,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"aa49b2b3-8cb6-45a6-952a-c0505707e07b"} {"level":"info","ts":1784813560.6472597,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aa49b2b3-8cb6-45a6-952a-c0505707e07b","EoS":false} {"level":"info","ts":1784813560.6472738,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aa49b2b3-8cb6-45a6-952a-c0505707e07b","EoS":true} {"level":"info","ts":1784813560.6472929,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aa49b2b3-8cb6-45a6-952a-c0505707e07b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784813560.6473079,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aa49b2b3-8cb6-45a6-952a-c0505707e07b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813560.6473272,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"aa49b2b3-8cb6-45a6-952a-c0505707e07b"} {"level":"info","ts":1784813560.7860136,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813560.7860968,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b16dfb64-7a4e-4875-a77e-9bfd5d1d7579"} {"level":"info","ts":1784813560.786112,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b16dfb64-7a4e-4875-a77e-9bfd5d1d7579"} {"level":"info","ts":1784813560.786125,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b16dfb64-7a4e-4875-a77e-9bfd5d1d7579","EoS":false} {"level":"info","ts":1784813560.786135,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b16dfb64-7a4e-4875-a77e-9bfd5d1d7579","EoS":true} {"level":"info","ts":1784813560.786155,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b16dfb64-7a4e-4875-a77e-9bfd5d1d7579","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784813560.7861707,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b16dfb64-7a4e-4875-a77e-9bfd5d1d7579","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813560.78619,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b16dfb64-7a4e-4875-a77e-9bfd5d1d7579"} {"level":"info","ts":1784813576.5515878,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813576.5516744,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b70d1958-8b8d-49d1-b266-6b6ae62ccb37"} {"level":"info","ts":1784813576.5516922,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b70d1958-8b8d-49d1-b266-6b6ae62ccb37"} {"level":"info","ts":1784813576.5517137,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b70d1958-8b8d-49d1-b266-6b6ae62ccb37","EoS":false} {"level":"info","ts":1784813576.551737,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b70d1958-8b8d-49d1-b266-6b6ae62ccb37","EoS":true} {"level":"info","ts":1784813576.5517676,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b70d1958-8b8d-49d1-b266-6b6ae62ccb37","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784813576.5517862,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b70d1958-8b8d-49d1-b266-6b6ae62ccb37","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813576.5518153,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b70d1958-8b8d-49d1-b266-6b6ae62ccb37"} {"level":"info","ts":1784813576.5858126,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813576.5858867,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bed2516e-cead-4ad2-8f92-7b57b95180ec"} {"level":"info","ts":1784813576.5858994,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bed2516e-cead-4ad2-8f92-7b57b95180ec"} {"level":"info","ts":1784813576.585918,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bed2516e-cead-4ad2-8f92-7b57b95180ec","EoS":false} {"level":"info","ts":1784813576.5859377,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bed2516e-cead-4ad2-8f92-7b57b95180ec","EoS":true} {"level":"info","ts":1784813576.5859635,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bed2516e-cead-4ad2-8f92-7b57b95180ec","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784813576.5859818,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bed2516e-cead-4ad2-8f92-7b57b95180ec","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813576.5860097,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bed2516e-cead-4ad2-8f92-7b57b95180ec"} {"level":"info","ts":1784813576.6247468,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813576.6248217,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"36d33ce9-5d79-4ff7-b6fa-a7b282f41bab"} {"level":"info","ts":1784813576.6248357,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"36d33ce9-5d79-4ff7-b6fa-a7b282f41bab"} {"level":"info","ts":1784813576.624848,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"36d33ce9-5d79-4ff7-b6fa-a7b282f41bab","EoS":false} {"level":"info","ts":1784813576.624891,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"36d33ce9-5d79-4ff7-b6fa-a7b282f41bab","EoS":true} {"level":"info","ts":1784813576.624913,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"36d33ce9-5d79-4ff7-b6fa-a7b282f41bab","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784813576.6249275,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"36d33ce9-5d79-4ff7-b6fa-a7b282f41bab","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813576.6249475,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"36d33ce9-5d79-4ff7-b6fa-a7b282f41bab"} {"level":"info","ts":1784813576.6602,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813576.6602623,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"52f8934f-680a-4c4f-8bf0-7123582279ae"} {"level":"info","ts":1784813576.6602714,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"52f8934f-680a-4c4f-8bf0-7123582279ae"} {"level":"info","ts":1784813576.6602824,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"52f8934f-680a-4c4f-8bf0-7123582279ae","EoS":false} {"level":"info","ts":1784813576.6602938,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"52f8934f-680a-4c4f-8bf0-7123582279ae","EoS":true} {"level":"info","ts":1784813576.660309,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"52f8934f-680a-4c4f-8bf0-7123582279ae","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784813576.6603234,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"52f8934f-680a-4c4f-8bf0-7123582279ae","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813576.6603422,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"52f8934f-680a-4c4f-8bf0-7123582279ae"} {"level":"info","ts":1784813576.6976416,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813576.6977155,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f5af0842-87a9-4c3e-addb-df4178235029"} {"level":"info","ts":1784813581.3667917,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813581.3668828,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"277b77d9-d1bd-49de-acc8-3c74aace9953"} {"level":"info","ts":1784813581.3669,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"277b77d9-d1bd-49de-acc8-3c74aace9953"} {"level":"info","ts":1784813581.3669126,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"277b77d9-d1bd-49de-acc8-3c74aace9953","EoS":false} {"level":"info","ts":1784813581.3669233,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"277b77d9-d1bd-49de-acc8-3c74aace9953","EoS":true} {"level":"info","ts":1784813581.3669443,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"277b77d9-d1bd-49de-acc8-3c74aace9953","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784813581.3669593,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"277b77d9-d1bd-49de-acc8-3c74aace9953","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813581.3669846,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"277b77d9-d1bd-49de-acc8-3c74aace9953"} {"level":"info","ts":1784813589.9919987,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813589.9920735,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"42cd8f39-c93d-403b-8aeb-b8b6fb84b00e"} {"level":"info","ts":1784813589.992082,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"42cd8f39-c93d-403b-8aeb-b8b6fb84b00e"} {"level":"info","ts":1784813589.9920938,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"42cd8f39-c93d-403b-8aeb-b8b6fb84b00e","EoS":false} {"level":"info","ts":1784813589.992114,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"42cd8f39-c93d-403b-8aeb-b8b6fb84b00e","EoS":true} {"level":"info","ts":1784813589.9921346,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"42cd8f39-c93d-403b-8aeb-b8b6fb84b00e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784813589.9921513,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"42cd8f39-c93d-403b-8aeb-b8b6fb84b00e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784813589.9921756,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"42cd8f39-c93d-403b-8aeb-b8b6fb84b00e"} {"level":"info","ts":1784813592.0246456,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813592.0247264,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7673cebf-2e2b-4c8b-af5e-616da18f99eb"} {"level":"info","ts":1784813592.024736,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7673cebf-2e2b-4c8b-af5e-616da18f99eb"} {"level":"info","ts":1784813592.0247476,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7673cebf-2e2b-4c8b-af5e-616da18f99eb","EoS":false} {"level":"info","ts":1784813592.0247607,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7673cebf-2e2b-4c8b-af5e-616da18f99eb","EoS":true} {"level":"info","ts":1784813592.0247808,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7673cebf-2e2b-4c8b-af5e-616da18f99eb","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784813592.0247984,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7673cebf-2e2b-4c8b-af5e-616da18f99eb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784813592.0248213,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7673cebf-2e2b-4c8b-af5e-616da18f99eb"} {"level":"info","ts":1784813604.9503064,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813604.9503946,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eca4077b-0af9-41fc-afac-26afed33ca04"} {"level":"info","ts":1784813604.9504101,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"eca4077b-0af9-41fc-afac-26afed33ca04"} {"level":"info","ts":1784813604.9504309,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eca4077b-0af9-41fc-afac-26afed33ca04","EoS":false} {"level":"info","ts":1784813604.9504497,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eca4077b-0af9-41fc-afac-26afed33ca04","EoS":true} {"level":"info","ts":1784813604.9504752,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eca4077b-0af9-41fc-afac-26afed33ca04","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784813604.9504976,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eca4077b-0af9-41fc-afac-26afed33ca04","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813604.950526,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"eca4077b-0af9-41fc-afac-26afed33ca04"} {"level":"info","ts":1784813613.5212858,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813613.5213795,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d7cc73d6-0cb3-41a3-99e6-bbc58173a4d3"} {"level":"info","ts":1784813613.5213962,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d7cc73d6-0cb3-41a3-99e6-bbc58173a4d3"} {"level":"info","ts":1784813613.5214093,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d7cc73d6-0cb3-41a3-99e6-bbc58173a4d3","EoS":false} {"level":"info","ts":1784813613.5214233,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d7cc73d6-0cb3-41a3-99e6-bbc58173a4d3","EoS":true} {"level":"info","ts":1784813613.5214438,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d7cc73d6-0cb3-41a3-99e6-bbc58173a4d3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784813613.5214589,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d7cc73d6-0cb3-41a3-99e6-bbc58173a4d3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813613.5214825,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d7cc73d6-0cb3-41a3-99e6-bbc58173a4d3"} {"level":"info","ts":1784813622.4878776,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813622.4879577,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eee024ad-5e29-440f-be52-2c54703829f9"} {"level":"info","ts":1784813622.4879677,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"eee024ad-5e29-440f-be52-2c54703829f9"} {"level":"info","ts":1784813622.4879801,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eee024ad-5e29-440f-be52-2c54703829f9","EoS":false} {"level":"info","ts":1784813622.4879928,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eee024ad-5e29-440f-be52-2c54703829f9","EoS":true} {"level":"info","ts":1784813622.4880118,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eee024ad-5e29-440f-be52-2c54703829f9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784813622.4880276,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eee024ad-5e29-440f-be52-2c54703829f9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813622.4880512,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"eee024ad-5e29-440f-be52-2c54703829f9"} {"level":"info","ts":1784813631.5571685,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813631.5572703,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e65f6e42-7f00-4c03-9abd-f7ca426c6e3f"} {"level":"info","ts":1784813631.5572853,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e65f6e42-7f00-4c03-9abd-f7ca426c6e3f"} {"level":"info","ts":1784813631.5572987,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e65f6e42-7f00-4c03-9abd-f7ca426c6e3f","EoS":false} {"level":"info","ts":1784813631.5573094,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e65f6e42-7f00-4c03-9abd-f7ca426c6e3f","EoS":true} {"level":"info","ts":1784813631.557333,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e65f6e42-7f00-4c03-9abd-f7ca426c6e3f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784813631.557348,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e65f6e42-7f00-4c03-9abd-f7ca426c6e3f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813631.5573685,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e65f6e42-7f00-4c03-9abd-f7ca426c6e3f"} {"level":"info","ts":1784813636.3892813,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813636.3893611,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2ab13b97-54fa-409b-9460-8895a372f536"} {"level":"info","ts":1784813636.3893716,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2ab13b97-54fa-409b-9460-8895a372f536"} {"level":"info","ts":1784813636.389385,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2ab13b97-54fa-409b-9460-8895a372f536","EoS":false} {"level":"info","ts":1784813636.3894002,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2ab13b97-54fa-409b-9460-8895a372f536","EoS":true} {"level":"info","ts":1784813636.38942,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2ab13b97-54fa-409b-9460-8895a372f536","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784813636.3894348,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2ab13b97-54fa-409b-9460-8895a372f536","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813636.3894548,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2ab13b97-54fa-409b-9460-8895a372f536"} {"level":"info","ts":1784813641.3083413,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813641.308428,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b3d95d73-005a-4301-999d-926d658e0256"} {"level":"info","ts":1784813641.3084402,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b3d95d73-005a-4301-999d-926d658e0256"} {"level":"info","ts":1784813641.3084524,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b3d95d73-005a-4301-999d-926d658e0256","EoS":false} {"level":"info","ts":1784813641.3084636,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b3d95d73-005a-4301-999d-926d658e0256","EoS":true} {"level":"info","ts":1784813641.3084843,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b3d95d73-005a-4301-999d-926d658e0256","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784813641.3085015,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b3d95d73-005a-4301-999d-926d658e0256","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784813641.3085222,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b3d95d73-005a-4301-999d-926d658e0256"} {"level":"info","ts":1784813641.6251743,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813641.6252675,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c8ea1417-b117-4740-8338-bfee25f3fa2f"} {"level":"info","ts":1784813641.625281,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c8ea1417-b117-4740-8338-bfee25f3fa2f"} {"level":"info","ts":1784813641.6253035,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c8ea1417-b117-4740-8338-bfee25f3fa2f","EoS":false} {"level":"info","ts":1784813641.6253245,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c8ea1417-b117-4740-8338-bfee25f3fa2f","EoS":true} {"level":"info","ts":1784813641.6253586,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c8ea1417-b117-4740-8338-bfee25f3fa2f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784813641.6253798,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c8ea1417-b117-4740-8338-bfee25f3fa2f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784813641.6254108,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c8ea1417-b117-4740-8338-bfee25f3fa2f"} {"level":"info","ts":1784813643.6644628,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813643.6645665,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5a99a175-7dbd-4391-b05b-27448c868873"} {"level":"info","ts":1784813643.6645823,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5a99a175-7dbd-4391-b05b-27448c868873"} {"level":"info","ts":1784813643.664603,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5a99a175-7dbd-4391-b05b-27448c868873","EoS":false} {"level":"info","ts":1784813643.6646247,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5a99a175-7dbd-4391-b05b-27448c868873","EoS":true} {"level":"info","ts":1784813643.664656,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5a99a175-7dbd-4391-b05b-27448c868873","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784813643.6646755,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5a99a175-7dbd-4391-b05b-27448c868873","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784813643.6647046,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5a99a175-7dbd-4391-b05b-27448c868873"} {"level":"info","ts":1784813645.702298,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813645.7023926,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9966ced9-1e30-4c0a-961b-871f84df5095"} {"level":"info","ts":1784813645.7024121,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9966ced9-1e30-4c0a-961b-871f84df5095"} {"level":"info","ts":1784813645.7024322,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9966ced9-1e30-4c0a-961b-871f84df5095","EoS":false} {"level":"info","ts":1784813645.7024522,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9966ced9-1e30-4c0a-961b-871f84df5095","EoS":true} {"level":"info","ts":1784813645.7024808,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9966ced9-1e30-4c0a-961b-871f84df5095","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784813645.7024996,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9966ced9-1e30-4c0a-961b-871f84df5095","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784813645.7025602,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9966ced9-1e30-4c0a-961b-871f84df5095"} {"level":"info","ts":1784813647.7382884,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813647.7383711,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dc3a1cc1-692c-4df1-bbe3-136e4b403629"} {"level":"info","ts":1784813647.7383804,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dc3a1cc1-692c-4df1-bbe3-136e4b403629"} {"level":"info","ts":1784813647.7383924,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dc3a1cc1-692c-4df1-bbe3-136e4b403629","EoS":false} {"level":"info","ts":1784813647.7384026,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dc3a1cc1-692c-4df1-bbe3-136e4b403629","EoS":true} {"level":"info","ts":1784813647.7384317,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dc3a1cc1-692c-4df1-bbe3-136e4b403629","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784813647.738448,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dc3a1cc1-692c-4df1-bbe3-136e4b403629","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784813647.7384677,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dc3a1cc1-692c-4df1-bbe3-136e4b403629"} {"level":"info","ts":1784813672.4991267,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813672.4992027,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1d6a81ca-baa3-47bc-ab7f-e669b8bc95c3"} {"level":"info","ts":1784813672.4992118,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1d6a81ca-baa3-47bc-ab7f-e669b8bc95c3"} {"level":"info","ts":1784813672.4992237,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1d6a81ca-baa3-47bc-ab7f-e669b8bc95c3","EoS":false} {"level":"info","ts":1784813672.4992347,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1d6a81ca-baa3-47bc-ab7f-e669b8bc95c3","EoS":true} {"level":"info","ts":1784813672.4992533,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1d6a81ca-baa3-47bc-ab7f-e669b8bc95c3","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784813672.4992707,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1d6a81ca-baa3-47bc-ab7f-e669b8bc95c3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784813672.4992914,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1d6a81ca-baa3-47bc-ab7f-e669b8bc95c3"} {"level":"info","ts":1784813681.9314053,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813681.9314857,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"39f45d31-9c4e-4f8a-bfcb-2f2a5ae2b2b3"} {"level":"info","ts":1784813681.9314954,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"39f45d31-9c4e-4f8a-bfcb-2f2a5ae2b2b3"} {"level":"info","ts":1784813681.9315062,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"39f45d31-9c4e-4f8a-bfcb-2f2a5ae2b2b3","EoS":false} {"level":"info","ts":1784813681.931517,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"39f45d31-9c4e-4f8a-bfcb-2f2a5ae2b2b3","EoS":true} {"level":"info","ts":1784813681.9315572,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"39f45d31-9c4e-4f8a-bfcb-2f2a5ae2b2b3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784813681.9315796,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"39f45d31-9c4e-4f8a-bfcb-2f2a5ae2b2b3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813681.931603,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"39f45d31-9c4e-4f8a-bfcb-2f2a5ae2b2b3"} {"level":"info","ts":1784813687.803591,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813687.8036888,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c737e63b-8751-4c74-ac3d-0cd24fcef3c4"} {"level":"info","ts":1784813687.8037043,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c737e63b-8751-4c74-ac3d-0cd24fcef3c4"} {"level":"info","ts":1784813687.8037183,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c737e63b-8751-4c74-ac3d-0cd24fcef3c4","EoS":false} {"level":"info","ts":1784813687.8037317,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c737e63b-8751-4c74-ac3d-0cd24fcef3c4","EoS":true} {"level":"info","ts":1784813687.8037524,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c737e63b-8751-4c74-ac3d-0cd24fcef3c4","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784813687.8037682,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c737e63b-8751-4c74-ac3d-0cd24fcef3c4","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784813687.8037913,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c737e63b-8751-4c74-ac3d-0cd24fcef3c4"} {"level":"info","ts":1784813697.606682,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813697.606759,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"70622184-09b3-494c-9c32-2fdd56141eee"} {"level":"info","ts":1784813697.6067684,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"70622184-09b3-494c-9c32-2fdd56141eee"} {"level":"info","ts":1784813697.6067817,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"70622184-09b3-494c-9c32-2fdd56141eee","EoS":false} {"level":"info","ts":1784813697.6067955,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"70622184-09b3-494c-9c32-2fdd56141eee","EoS":true} {"level":"info","ts":1784813697.606818,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"70622184-09b3-494c-9c32-2fdd56141eee","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784813697.6068356,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"70622184-09b3-494c-9c32-2fdd56141eee","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813697.6068578,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"70622184-09b3-494c-9c32-2fdd56141eee"} {"level":"info","ts":1784813699.6390195,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813699.6391082,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7647c8a7-f5d6-40e6-9076-63b6fffc6d20"} {"level":"info","ts":1784813699.63912,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7647c8a7-f5d6-40e6-9076-63b6fffc6d20"} {"level":"info","ts":1784813699.6391325,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7647c8a7-f5d6-40e6-9076-63b6fffc6d20","EoS":false} {"level":"info","ts":1784813699.6391475,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7647c8a7-f5d6-40e6-9076-63b6fffc6d20","EoS":true} {"level":"info","ts":1784813699.639173,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7647c8a7-f5d6-40e6-9076-63b6fffc6d20","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784813699.63919,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7647c8a7-f5d6-40e6-9076-63b6fffc6d20","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813699.6392126,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7647c8a7-f5d6-40e6-9076-63b6fffc6d20"} {"level":"info","ts":1784813709.131474,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813709.131603,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"414f97b2-b36d-4f28-b29b-82729dbb4321"} {"level":"info","ts":1784813709.1316204,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"414f97b2-b36d-4f28-b29b-82729dbb4321"} {"level":"info","ts":1784813709.1316366,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"414f97b2-b36d-4f28-b29b-82729dbb4321","EoS":false} {"level":"info","ts":1784813709.131648,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"414f97b2-b36d-4f28-b29b-82729dbb4321","EoS":true} {"level":"info","ts":1784813709.1316695,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"414f97b2-b36d-4f28-b29b-82729dbb4321","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784813709.1316848,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"414f97b2-b36d-4f28-b29b-82729dbb4321","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813709.1317053,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"414f97b2-b36d-4f28-b29b-82729dbb4321"} {"level":"info","ts":1784813709.1678643,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813709.1679301,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"29e57a73-c3fe-4518-8f1e-d7340c5b170a"} {"level":"info","ts":1784813709.1679478,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"29e57a73-c3fe-4518-8f1e-d7340c5b170a"} {"level":"info","ts":1784813709.1679654,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"29e57a73-c3fe-4518-8f1e-d7340c5b170a","EoS":false} {"level":"info","ts":1784813709.167982,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"29e57a73-c3fe-4518-8f1e-d7340c5b170a","EoS":true} {"level":"info","ts":1784813709.1680067,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"29e57a73-c3fe-4518-8f1e-d7340c5b170a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784813709.1680276,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"29e57a73-c3fe-4518-8f1e-d7340c5b170a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813709.1680574,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"29e57a73-c3fe-4518-8f1e-d7340c5b170a"} {"level":"info","ts":1784813728.5022905,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813728.5023844,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"41009717-f03f-4897-bd14-6b715de4c57f"} {"level":"info","ts":1784813728.5024,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"41009717-f03f-4897-bd14-6b715de4c57f"} {"level":"info","ts":1784813728.502414,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"41009717-f03f-4897-bd14-6b715de4c57f","EoS":false} {"level":"info","ts":1784813728.502428,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"41009717-f03f-4897-bd14-6b715de4c57f","EoS":true} {"level":"info","ts":1784813728.502448,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"41009717-f03f-4897-bd14-6b715de4c57f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784813728.5024629,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"41009717-f03f-4897-bd14-6b715de4c57f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813728.502485,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"41009717-f03f-4897-bd14-6b715de4c57f"} {"level":"info","ts":1784813737.9239786,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813737.9240756,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8f564691-4b85-4361-9421-80cf9bb933e0"} {"level":"info","ts":1784813737.9240909,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8f564691-4b85-4361-9421-80cf9bb933e0"} {"level":"info","ts":1784813737.924111,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8f564691-4b85-4361-9421-80cf9bb933e0","EoS":false} {"level":"info","ts":1784813737.9241288,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8f564691-4b85-4361-9421-80cf9bb933e0","EoS":true} {"level":"info","ts":1784813737.924168,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8f564691-4b85-4361-9421-80cf9bb933e0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784813737.9241881,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8f564691-4b85-4361-9421-80cf9bb933e0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813737.9242184,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8f564691-4b85-4361-9421-80cf9bb933e0"} {"level":"info","ts":1784813743.3106103,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813743.310695,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0786d9c7-3f5d-4ba4-831a-1710e887a1b7"} {"level":"info","ts":1784813743.3107083,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0786d9c7-3f5d-4ba4-831a-1710e887a1b7"} {"level":"info","ts":1784813743.3107255,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0786d9c7-3f5d-4ba4-831a-1710e887a1b7","EoS":false} {"level":"info","ts":1784813743.31074,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0786d9c7-3f5d-4ba4-831a-1710e887a1b7","EoS":true} {"level":"info","ts":1784813743.3107634,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0786d9c7-3f5d-4ba4-831a-1710e887a1b7","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784813743.3107786,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0786d9c7-3f5d-4ba4-831a-1710e887a1b7","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784813743.3108099,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0786d9c7-3f5d-4ba4-831a-1710e887a1b7"} {"level":"info","ts":1784813834.452015,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813834.4521089,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f2159c0e-5f3e-4355-887d-84627d8ddf6c"} {"level":"info","ts":1784813834.4521327,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f2159c0e-5f3e-4355-887d-84627d8ddf6c"} {"level":"info","ts":1784813834.4521515,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f2159c0e-5f3e-4355-887d-84627d8ddf6c","EoS":false} {"level":"info","ts":1784813834.4521701,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f2159c0e-5f3e-4355-887d-84627d8ddf6c","EoS":true} {"level":"info","ts":1784813834.4522028,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f2159c0e-5f3e-4355-887d-84627d8ddf6c","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784813834.4522202,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f2159c0e-5f3e-4355-887d-84627d8ddf6c","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784813834.4522448,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f2159c0e-5f3e-4355-887d-84627d8ddf6c"} {"level":"info","ts":1784813859.5728927,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813859.5729866,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f2c68a72-8009-418a-9772-c3d4d7d9c615"} {"level":"info","ts":1784813859.5729995,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f2c68a72-8009-418a-9772-c3d4d7d9c615"} {"level":"info","ts":1784813859.5730114,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f2c68a72-8009-418a-9772-c3d4d7d9c615","EoS":false} {"level":"info","ts":1784813859.5730243,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f2c68a72-8009-418a-9772-c3d4d7d9c615","EoS":true} {"level":"info","ts":1784813859.5730464,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f2c68a72-8009-418a-9772-c3d4d7d9c615","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784813859.5730617,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f2c68a72-8009-418a-9772-c3d4d7d9c615","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784813859.5730813,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f2c68a72-8009-418a-9772-c3d4d7d9c615"} {"level":"info","ts":1784813896.8736682,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813896.8737679,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3c4b587b-f03d-4d62-a030-1fc5e9e667f2"} {"level":"info","ts":1784813896.8737864,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3c4b587b-f03d-4d62-a030-1fc5e9e667f2"} {"level":"info","ts":1784813896.8738036,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3c4b587b-f03d-4d62-a030-1fc5e9e667f2","EoS":false} {"level":"info","ts":1784813896.87382,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3c4b587b-f03d-4d62-a030-1fc5e9e667f2","EoS":true} {"level":"info","ts":1784813896.8738499,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3c4b587b-f03d-4d62-a030-1fc5e9e667f2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784813896.8738706,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3c4b587b-f03d-4d62-a030-1fc5e9e667f2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813896.8739,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3c4b587b-f03d-4d62-a030-1fc5e9e667f2"} {"level":"info","ts":1784813912.1914794,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813912.1915724,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a62542fa-ec7c-4026-b4d9-21be5c2d6475"} {"level":"info","ts":1784813912.191583,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a62542fa-ec7c-4026-b4d9-21be5c2d6475"} {"level":"info","ts":1784813912.1915946,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a62542fa-ec7c-4026-b4d9-21be5c2d6475","EoS":false} {"level":"info","ts":1784813912.1916063,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a62542fa-ec7c-4026-b4d9-21be5c2d6475","EoS":true} {"level":"info","ts":1784813912.1916287,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a62542fa-ec7c-4026-b4d9-21be5c2d6475","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784813912.1916437,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a62542fa-ec7c-4026-b4d9-21be5c2d6475","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813912.1916656,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a62542fa-ec7c-4026-b4d9-21be5c2d6475"} {"level":"info","ts":1784813912.488933,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813912.4890285,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1d6e6cf3-56bf-4d46-b835-d072f3354781"} {"level":"info","ts":1784813912.4890444,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1d6e6cf3-56bf-4d46-b835-d072f3354781"} {"level":"info","ts":1784813912.4890587,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1d6e6cf3-56bf-4d46-b835-d072f3354781","EoS":false} {"level":"info","ts":1784813912.4890714,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1d6e6cf3-56bf-4d46-b835-d072f3354781","EoS":true} {"level":"info","ts":1784813912.4890919,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1d6e6cf3-56bf-4d46-b835-d072f3354781","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784813912.4891067,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1d6e6cf3-56bf-4d46-b835-d072f3354781","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813912.489129,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1d6e6cf3-56bf-4d46-b835-d072f3354781"} {"level":"info","ts":1784814225.3284845,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784814225.3285933,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"87b04903-a2bd-438f-a526-7386ce73c346"} {"level":"info","ts":1784814225.328603,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"87b04903-a2bd-438f-a526-7386ce73c346"} {"level":"info","ts":1784814225.3286154,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"87b04903-a2bd-438f-a526-7386ce73c346","EoS":false} {"level":"info","ts":1784814225.3286269,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"87b04903-a2bd-438f-a526-7386ce73c346","EoS":true} {"level":"info","ts":1784814225.3286486,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"87b04903-a2bd-438f-a526-7386ce73c346","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784814225.3286643,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"87b04903-a2bd-438f-a526-7386ce73c346","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784814225.3286839,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"87b04903-a2bd-438f-a526-7386ce73c346"} {"level":"info","ts":1784814225.3698363,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784814225.3699183,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"13985935-041b-4305-8b5f-0dfc193525a7"} {"level":"info","ts":1784814225.3699296,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"13985935-041b-4305-8b5f-0dfc193525a7"} {"level":"info","ts":1784814225.3699415,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"13985935-041b-4305-8b5f-0dfc193525a7","EoS":false} {"level":"info","ts":1784814225.3699522,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"13985935-041b-4305-8b5f-0dfc193525a7","EoS":true} {"level":"info","ts":1784814225.369973,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"13985935-041b-4305-8b5f-0dfc193525a7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784814225.3699877,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"13985935-041b-4305-8b5f-0dfc193525a7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784814225.3700078,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"13985935-041b-4305-8b5f-0dfc193525a7"} {"level":"info","ts":1784814225.4038663,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784814225.403956,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d4f69560-9fc4-476e-b92b-50930c03c7a7"} {"level":"info","ts":1784814225.4039693,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d4f69560-9fc4-476e-b92b-50930c03c7a7"} {"level":"info","ts":1784814225.403987,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d4f69560-9fc4-476e-b92b-50930c03c7a7","EoS":false} {"level":"info","ts":1784814225.4040053,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d4f69560-9fc4-476e-b92b-50930c03c7a7","EoS":true} {"level":"info","ts":1784814225.4040322,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d4f69560-9fc4-476e-b92b-50930c03c7a7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784814225.4040484,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d4f69560-9fc4-476e-b92b-50930c03c7a7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784814225.4040687,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d4f69560-9fc4-476e-b92b-50930c03c7a7"} {"level":"info","ts":1784814225.4371464,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784814225.4372265,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f9cc38aa-b6d1-4400-8a07-d79db27e0824"} {"level":"info","ts":1784814225.437243,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f9cc38aa-b6d1-4400-8a07-d79db27e0824"} {"level":"info","ts":1784814225.437262,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f9cc38aa-b6d1-4400-8a07-d79db27e0824","EoS":false} {"level":"info","ts":1784814225.437283,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f9cc38aa-b6d1-4400-8a07-d79db27e0824","EoS":true} {"level":"info","ts":1784814225.4373105,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f9cc38aa-b6d1-4400-8a07-d79db27e0824","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784814225.4373279,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f9cc38aa-b6d1-4400-8a07-d79db27e0824","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784814225.4373598,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f9cc38aa-b6d1-4400-8a07-d79db27e0824"} {"level":"info","ts":1784814230.3258464,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"97cc0fc0-b012-4981-bcaa-0fa82d8449f7","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784814230.3258824,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"97cc0fc0-b012-4981-bcaa-0fa82d8449f7","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784814230.3258898,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"302efc17-b04c-4d1d-abc7-9a4900a16350"} {"level":"info","ts":1784814230.3341205,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3c8ba59b-efb7-4a51-9ada-923c0219730a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784814230.3341458,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3c8ba59b-efb7-4a51-9ada-923c0219730a","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784814230.3347623,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"302efc17-b04c-4d1d-abc7-9a4900a16350","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784814230.3349986,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37469.999346882,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784814230.3350215,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784814230.4808931,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784814230.4833357,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b1db9303-fb10-49d1-817c-8a9357ca8fb4"} {"level":"info","ts":1784814230.4835074,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c0799292-e8b8-4ab5-9ec7-8a3563af4a33","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784814230.4837875,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38664.328195917,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784814230.483821,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784814230.4840271,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b1db9303-fb10-49d1-817c-8a9357ca8fb4","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784814230.48407,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c0799292-e8b8-4ab5-9ec7-8a3563af4a33","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784814230.4886482,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eb8609fa-1917-4dde-a366-3a4bd918323a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784814230.488677,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eb8609fa-1917-4dde-a366-3a4bd918323a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784814230.4887373,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e4d9cab2-4f66-41d5-a64c-ad03bf75bb99","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784814230.4887831,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e4d9cab2-4f66-41d5-a64c-ad03bf75bb99","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784814230.4890816,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b1db9303-fb10-49d1-817c-8a9357ca8fb4","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784814230.4891918,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e6f44043-e83c-4107-a411-f0eabd0620c1"} {"level":"info","ts":1784814230.4893978,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38785.67521028,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784814230.489416,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784814230.4941251,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784814230.5800655,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784814230.5842142,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"302efc17-b04c-4d1d-abc7-9a4900a16350","name":"e2e-external-provider"} {"level":"info","ts":1784814230.5899203,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e6f44043-e83c-4107-a411-f0eabd0620c1","name":"e2e-external-model"} {"level":"info","ts":1784814230.5962656,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"302efc17-b04c-4d1d-abc7-9a4900a16350","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784814230.5998473,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"302efc17-b04c-4d1d-abc7-9a4900a16350","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784814230.59994,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fd299550-79bd-4411-ba4a-84ac2464c9ca"} {"level":"info","ts":1784814230.5999854,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fd299550-79bd-4411-ba4a-84ac2464c9ca","name":"e2e-external-provider"} {"level":"info","ts":1784814230.6004038,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e6f44043-e83c-4107-a411-f0eabd0620c1","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784814230.6060467,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bbb97bf4-d7c8-46c6-af91-ec0030878ca6"} {"level":"info","ts":1784814230.6061642,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bbb97bf4-d7c8-46c6-af91-ec0030878ca6","name":"e2e-external-model"} {"level":"info","ts":1784814230.6060698,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c812835b-d1cf-4ac6-9ad2-3ffe2ca97905","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784814230.606224,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c812835b-d1cf-4ac6-9ad2-3ffe2ca97905","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784814230.6093888,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fd299550-79bd-4411-ba4a-84ac2464c9ca","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784814230.6290388,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2266c7f1-bf94-44b8-99ae-a18e77742f80","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784814230.6290743,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2266c7f1-bf94-44b8-99ae-a18e77742f80","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784814230.6307642,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bbb97bf4-d7c8-46c6-af91-ec0030878ca6","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784814230.6308107,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bbb97bf4-d7c8-46c6-af91-ec0030878ca6","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784814230.6308599,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5a765b4e-a548-45da-b6e8-546fc229ec5b"} {"level":"info","ts":1784814230.6309006,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5a765b4e-a548-45da-b6e8-546fc229ec5b","name":"e2e-external-model"} {"level":"info","ts":1784814230.6393607,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5a765b4e-a548-45da-b6e8-546fc229ec5b","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784814230.6443355,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f2c13dc6-a239-4f17-ac55-8ef92a6854c8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784814230.6443675,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f2c13dc6-a239-4f17-ac55-8ef92a6854c8","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784814230.644379,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"70d14c69-7473-4583-b9d8-95f9fb37d193"} {"level":"info","ts":1784814230.6444395,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"70d14c69-7473-4583-b9d8-95f9fb37d193","name":"e2e-external-model"} {"level":"info","ts":1784814230.65224,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"70d14c69-7473-4583-b9d8-95f9fb37d193","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784814237.9585598,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784814237.9586523,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8b33d8b0-391f-4d59-b272-d8843669f281"} {"level":"info","ts":1784814237.9586668,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8b33d8b0-391f-4d59-b272-d8843669f281"} {"level":"info","ts":1784814237.9586837,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8b33d8b0-391f-4d59-b272-d8843669f281","EoS":false} {"level":"info","ts":1784814237.9587054,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8b33d8b0-391f-4d59-b272-d8843669f281","EoS":true} {"level":"info","ts":1784814237.9587326,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8b33d8b0-391f-4d59-b272-d8843669f281","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784814237.95875,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8b33d8b0-391f-4d59-b272-d8843669f281","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784814237.958758,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"8b33d8b0-391f-4d59-b272-d8843669f281","modelName":"e2e-external-model"} {"level":"info","ts":1784814237.9587727,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"8b33d8b0-391f-4d59-b272-d8843669f281","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784814237.9588258,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8b33d8b0-391f-4d59-b272-d8843669f281"} {"level":"info","ts":1784814238.011241,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784814238.0113287,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f075138a-1648-4c77-8005-007b481927ab"} {"level":"info","ts":1784814238.0113447,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f075138a-1648-4c77-8005-007b481927ab"} {"level":"info","ts":1784814238.0113654,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f075138a-1648-4c77-8005-007b481927ab","EoS":false} {"level":"info","ts":1784814238.0113866,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f075138a-1648-4c77-8005-007b481927ab","EoS":true} {"level":"info","ts":1784814238.0114195,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f075138a-1648-4c77-8005-007b481927ab","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784814238.0114386,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f075138a-1648-4c77-8005-007b481927ab","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784814238.0114498,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"f075138a-1648-4c77-8005-007b481927ab","modelName":"e2e-external-model"} {"level":"info","ts":1784814238.0114713,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"f075138a-1648-4c77-8005-007b481927ab","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784814238.0115209,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f075138a-1648-4c77-8005-007b481927ab"} {"level":"info","ts":1784814238.0377612,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784814238.037845,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c69b5f9f-9b0d-4056-9c6d-8ca3737faae5"} {"level":"info","ts":1784814238.0378573,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c69b5f9f-9b0d-4056-9c6d-8ca3737faae5"} {"level":"info","ts":1784814238.0378687,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c69b5f9f-9b0d-4056-9c6d-8ca3737faae5","EoS":false} {"level":"info","ts":1784814238.0378792,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c69b5f9f-9b0d-4056-9c6d-8ca3737faae5","EoS":true} {"level":"info","ts":1784814238.0378985,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c69b5f9f-9b0d-4056-9c6d-8ca3737faae5","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784814238.0379138,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c69b5f9f-9b0d-4056-9c6d-8ca3737faae5","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784814238.0379205,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"c69b5f9f-9b0d-4056-9c6d-8ca3737faae5","modelName":"e2e-external-model"} {"level":"info","ts":1784814238.037933,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"c69b5f9f-9b0d-4056-9c6d-8ca3737faae5","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784814238.0379674,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c69b5f9f-9b0d-4056-9c6d-8ca3737faae5"} {"level":"info","ts":1784814238.1742158,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2094a442-8aae-497a-bb10-fd97b4f0820d"} {"level":"info","ts":1784814238.1742105,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d4319344-4ab3-4541-bbff-0f82999a55cb","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784814238.1743445,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d4319344-4ab3-4541-bbff-0f82999a55cb","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784814238.1816506,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2094a442-8aae-497a-bb10-fd97b4f0820d","name":"e2e-cleanup-test"} {"level":"info","ts":1784814238.1816742,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9ae30c66-57c4-4b09-9ff1-c225474180d4","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784814238.181699,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9ae30c66-57c4-4b09-9ff1-c225474180d4","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784814238.2014112,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2094a442-8aae-497a-bb10-fd97b4f0820d","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784814238.201468,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7f873cbe-f839-4e67-aa8d-d065e3f5bfd8","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784814238.2014816,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a80b8e62-4113-423f-98d2-10f1863585ac"} {"level":"info","ts":1784814238.201499,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7f873cbe-f839-4e67-aa8d-d065e3f5bfd8","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784814238.201576,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a80b8e62-4113-423f-98d2-10f1863585ac","name":"e2e-cleanup-test"} {"level":"error","ts":1784814238.2136345,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a80b8e62-4113-423f-98d2-10f1863585ac","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784814238.2136612,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e3983d40-73ca-4d46-b3f1-de6b9ff5c688","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784814238.2137027,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e3983d40-73ca-4d46-b3f1-de6b9ff5c688","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784814238.2137558,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3eccda08-fe7d-4b49-bbf2-e46c96ff5604"} {"level":"info","ts":1784814238.2138312,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3eccda08-fe7d-4b49-bbf2-e46c96ff5604","name":"e2e-cleanup-test"} {"level":"info","ts":1784814238.2216952,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3eccda08-fe7d-4b49-bbf2-e46c96ff5604","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784814238.2288694,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"44527b63-92d3-474c-bbb0-bb1c63d752b2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784814238.2288837,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"97d1f694-3f4e-4819-9bc8-df267ea91e19"} {"level":"info","ts":1784814238.2289073,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"44527b63-92d3-474c-bbb0-bb1c63d752b2","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784814238.2289472,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"97d1f694-3f4e-4819-9bc8-df267ea91e19","name":"e2e-cleanup-test"} {"level":"info","ts":1784814238.2368202,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"97d1f694-3f4e-4819-9bc8-df267ea91e19","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784814246.4687204,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"20d11e1f-21a9-441e-834c-f29694e5d90b"} {"level":"info","ts":1784814246.4687324,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a5c5561a-9c0a-4135-9e85-78251d2f3440","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784814246.4687698,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a5c5561a-9c0a-4135-9e85-78251d2f3440","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784814250.8029573,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784814250.8030326,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eb0113bb-34af-4136-b64f-2695fdcab733"} {"level":"info","ts":1784814250.803042,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"eb0113bb-34af-4136-b64f-2695fdcab733"} {"level":"info","ts":1784814250.8030543,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eb0113bb-34af-4136-b64f-2695fdcab733","EoS":false} {"level":"info","ts":1784814250.8030682,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eb0113bb-34af-4136-b64f-2695fdcab733","EoS":true} {"level":"info","ts":1784814250.8030906,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eb0113bb-34af-4136-b64f-2695fdcab733","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784814250.803107,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eb0113bb-34af-4136-b64f-2695fdcab733","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784814250.8031354,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"eb0113bb-34af-4136-b64f-2695fdcab733"} {"level":"info","ts":1784814250.8385158,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784814250.8385985,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c35642b3-8fb8-47a2-b533-e14f1392c604"} {"level":"info","ts":1784814250.838615,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c35642b3-8fb8-47a2-b533-e14f1392c604"} {"level":"info","ts":1784814250.8386338,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c35642b3-8fb8-47a2-b533-e14f1392c604","EoS":false} {"level":"info","ts":1784814250.8386543,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c35642b3-8fb8-47a2-b533-e14f1392c604","EoS":true} {"level":"info","ts":1784814250.8386774,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c35642b3-8fb8-47a2-b533-e14f1392c604","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784814250.838696,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c35642b3-8fb8-47a2-b533-e14f1392c604","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784814250.8387067,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"c35642b3-8fb8-47a2-b533-e14f1392c604","modelName":"e2e-external-model"} {"level":"info","ts":1784814250.8387275,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"c35642b3-8fb8-47a2-b533-e14f1392c604","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784814250.838776,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c35642b3-8fb8-47a2-b533-e14f1392c604"} {"level":"info","ts":1784814250.8828058,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784814250.8828764,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9e5beb64-0934-4b8f-9f56-684d0ad35308"} {"level":"info","ts":1784814250.8828897,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9e5beb64-0934-4b8f-9f56-684d0ad35308"} {"level":"info","ts":1784814250.8829024,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9e5beb64-0934-4b8f-9f56-684d0ad35308","EoS":false} {"level":"info","ts":1784814250.8829153,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9e5beb64-0934-4b8f-9f56-684d0ad35308","EoS":true} {"level":"info","ts":1784814250.8829331,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9e5beb64-0934-4b8f-9f56-684d0ad35308","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784814250.8829463,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9e5beb64-0934-4b8f-9f56-684d0ad35308","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784814250.8829648,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9e5beb64-0934-4b8f-9f56-684d0ad35308"} {"level":"info","ts":1784814251.0215652,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784814251.0216343,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"10ccee67-6910-4e6f-9b8c-2e71f15196e6"} {"level":"info","ts":1784814251.0216448,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"10ccee67-6910-4e6f-9b8c-2e71f15196e6"} {"level":"info","ts":1784814251.0216553,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"10ccee67-6910-4e6f-9b8c-2e71f15196e6","EoS":false} {"level":"info","ts":1784814251.0216687,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"10ccee67-6910-4e6f-9b8c-2e71f15196e6","EoS":true} {"level":"info","ts":1784814251.0216913,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"10ccee67-6910-4e6f-9b8c-2e71f15196e6","field":"model"} {"level":"info","ts":1784814251.0217187,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"10ccee67-6910-4e6f-9b8c-2e71f15196e6"} {"level":"info","ts":1784814252.0507383,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0793cd5e-8319-4398-80f8-a9e9d6b227dd","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784814252.050772,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"80bbdaf7-cf3d-401b-ae65-fbc2f0d95e40"} {"level":"info","ts":1784814252.0507834,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0793cd5e-8319-4398-80f8-a9e9d6b227dd","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784814252.2182722,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d1b8e9c8-3dd5-4663-a2ed-7c2185879231","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784814252.218312,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d1b8e9c8-3dd5-4663-a2ed-7c2185879231","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784814252.2182825,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"98c25315-645e-42f8-b731-accdc72b6506"} {"level":"info","ts":1784814884.1826108,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784814884.1826904,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f717ff6c-4a2a-453d-bd41-9377bee8f8b1"} {"level":"info","ts":1784814884.1826994,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f717ff6c-4a2a-453d-bd41-9377bee8f8b1"} {"level":"info","ts":1784814884.1827114,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f717ff6c-4a2a-453d-bd41-9377bee8f8b1","EoS":false} {"level":"info","ts":1784814884.1827261,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f717ff6c-4a2a-453d-bd41-9377bee8f8b1","EoS":true} {"level":"info","ts":1784814884.1827505,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f717ff6c-4a2a-453d-bd41-9377bee8f8b1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784814884.182765,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f717ff6c-4a2a-453d-bd41-9377bee8f8b1","path":"/ai-tenant-e2e-inf-b-8ecfce/test-model-8ecfce/v1/chat/completions"} {"level":"info","ts":1784814884.1827872,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f717ff6c-4a2a-453d-bd41-9377bee8f8b1"} {"level":"info","ts":1784814905.2693067,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784814905.269392,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fdecad97-9434-4cb9-b756-eac188005fd4"} {"level":"info","ts":1784814905.2694001,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fdecad97-9434-4cb9-b756-eac188005fd4"} {"level":"info","ts":1784814905.269411,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fdecad97-9434-4cb9-b756-eac188005fd4","EoS":false} {"level":"info","ts":1784814905.2694216,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fdecad97-9434-4cb9-b756-eac188005fd4","EoS":true} {"level":"info","ts":1784814905.2694414,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fdecad97-9434-4cb9-b756-eac188005fd4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784814905.2694545,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fdecad97-9434-4cb9-b756-eac188005fd4","path":"/ai-tenant-e2e-inf-b-8ecfce/test-model-8ecfce/v1/chat/completions"} {"level":"info","ts":1784814905.2694788,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fdecad97-9434-4cb9-b756-eac188005fd4"} {"level":"info","ts":1784815395.7192428,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784815395.7193244,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f274f2f8-10c5-431a-9d27-f5e9722fa777"} {"level":"info","ts":1784815395.719333,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f274f2f8-10c5-431a-9d27-f5e9722fa777"} {"level":"info","ts":1784815395.7193449,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f274f2f8-10c5-431a-9d27-f5e9722fa777","EoS":false} {"level":"info","ts":1784815395.7193608,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f274f2f8-10c5-431a-9d27-f5e9722fa777","EoS":true} {"level":"info","ts":1784815395.7193792,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f274f2f8-10c5-431a-9d27-f5e9722fa777","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784815395.7193942,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f274f2f8-10c5-431a-9d27-f5e9722fa777","path":"/ai-tenant-e2e-shared-b-3b0b7b/rate-test-model-3b0b7b/v1/completions"} {"level":"info","ts":1784815395.7194169,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f274f2f8-10c5-431a-9d27-f5e9722fa777"}