{"level":"info","ts":1784813031.6162245,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"61c10aff-0142-4da6-a381-3a42b17af93c"} {"level":"info","ts":1784813031.754205,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813031.7542813,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a8374fd4-0790-4841-bda7-d99f05969e76"} {"level":"info","ts":1784813031.7542906,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a8374fd4-0790-4841-bda7-d99f05969e76"} {"level":"info","ts":1784813031.7543023,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a8374fd4-0790-4841-bda7-d99f05969e76","EoS":false} {"level":"info","ts":1784813031.7543113,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a8374fd4-0790-4841-bda7-d99f05969e76","EoS":true} {"level":"info","ts":1784813031.7543302,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a8374fd4-0790-4841-bda7-d99f05969e76","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784813031.754345,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a8374fd4-0790-4841-bda7-d99f05969e76","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813031.7543657,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a8374fd4-0790-4841-bda7-d99f05969e76"} {"level":"info","ts":1784813031.894337,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813031.8944533,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8315c306-f3f1-4629-8998-89d0e4b76c5d"} {"level":"info","ts":1784813031.894469,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8315c306-f3f1-4629-8998-89d0e4b76c5d"} {"level":"info","ts":1784813031.8944883,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8315c306-f3f1-4629-8998-89d0e4b76c5d","EoS":false} {"level":"info","ts":1784813031.8945072,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8315c306-f3f1-4629-8998-89d0e4b76c5d","EoS":true} {"level":"info","ts":1784813031.8945403,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8315c306-f3f1-4629-8998-89d0e4b76c5d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784813031.894559,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8315c306-f3f1-4629-8998-89d0e4b76c5d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813031.894588,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8315c306-f3f1-4629-8998-89d0e4b76c5d"} {"level":"info","ts":1784813032.0298197,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813032.0299044,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"76808b10-51e1-47dc-8bf8-e65735c26f7d"} {"level":"info","ts":1784813032.0299144,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"76808b10-51e1-47dc-8bf8-e65735c26f7d"} {"level":"info","ts":1784813032.0299263,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"76808b10-51e1-47dc-8bf8-e65735c26f7d","EoS":false} {"level":"info","ts":1784813032.02994,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"76808b10-51e1-47dc-8bf8-e65735c26f7d","EoS":true} {"level":"info","ts":1784813032.0299628,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"76808b10-51e1-47dc-8bf8-e65735c26f7d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784813032.0299776,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"76808b10-51e1-47dc-8bf8-e65735c26f7d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813032.0299985,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"76808b10-51e1-47dc-8bf8-e65735c26f7d"} {"level":"info","ts":1784813032.1668057,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813032.1668932,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"22a76325-bc0b-4c07-8c49-753c5b2cf63d"} {"level":"info","ts":1784813032.1669042,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"22a76325-bc0b-4c07-8c49-753c5b2cf63d"} {"level":"info","ts":1784813032.1669152,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"22a76325-bc0b-4c07-8c49-753c5b2cf63d","EoS":false} {"level":"info","ts":1784813032.1669257,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"22a76325-bc0b-4c07-8c49-753c5b2cf63d","EoS":true} {"level":"info","ts":1784813032.1669464,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"22a76325-bc0b-4c07-8c49-753c5b2cf63d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784813032.1669688,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"22a76325-bc0b-4c07-8c49-753c5b2cf63d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813032.1669896,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"22a76325-bc0b-4c07-8c49-753c5b2cf63d"} {"level":"info","ts":1784813032.3078496,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813032.3079574,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e07e7412-d3e7-47e6-8b14-f8f912388731"} {"level":"info","ts":1784813032.3079667,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e07e7412-d3e7-47e6-8b14-f8f912388731"} {"level":"info","ts":1784813032.3079789,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e07e7412-d3e7-47e6-8b14-f8f912388731","EoS":false} {"level":"info","ts":1784813032.3080328,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e07e7412-d3e7-47e6-8b14-f8f912388731","EoS":true} {"level":"info","ts":1784813032.3080616,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e07e7412-d3e7-47e6-8b14-f8f912388731","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784813032.308078,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e07e7412-d3e7-47e6-8b14-f8f912388731","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813032.3080993,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e07e7412-d3e7-47e6-8b14-f8f912388731"} {"level":"info","ts":1784813047.9279306,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813047.9280255,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8f1b89b0-9e4b-48d7-a3bb-e3468ae6aa1b"} {"level":"info","ts":1784813047.9280415,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8f1b89b0-9e4b-48d7-a3bb-e3468ae6aa1b"} {"level":"info","ts":1784813047.9280605,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8f1b89b0-9e4b-48d7-a3bb-e3468ae6aa1b","EoS":false} {"level":"info","ts":1784813047.9280818,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8f1b89b0-9e4b-48d7-a3bb-e3468ae6aa1b","EoS":true} {"level":"info","ts":1784813047.928114,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8f1b89b0-9e4b-48d7-a3bb-e3468ae6aa1b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784813047.928132,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8f1b89b0-9e4b-48d7-a3bb-e3468ae6aa1b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813047.9281604,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8f1b89b0-9e4b-48d7-a3bb-e3468ae6aa1b"} {"level":"info","ts":1784813047.9686615,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813047.9687238,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7cbc0c35-0ab2-4091-bc25-9a8616c97684"} {"level":"info","ts":1784813047.9687335,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7cbc0c35-0ab2-4091-bc25-9a8616c97684"} {"level":"info","ts":1784813047.9687445,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7cbc0c35-0ab2-4091-bc25-9a8616c97684","EoS":false} {"level":"info","ts":1784813047.9687536,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7cbc0c35-0ab2-4091-bc25-9a8616c97684","EoS":true} {"level":"info","ts":1784813047.96877,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7cbc0c35-0ab2-4091-bc25-9a8616c97684","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784813047.9687839,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7cbc0c35-0ab2-4091-bc25-9a8616c97684","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813047.9688013,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7cbc0c35-0ab2-4091-bc25-9a8616c97684"} {"level":"info","ts":1784813048.003069,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813048.003118,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5baf4b7d-670a-4715-873d-8479dbba6cd5"} {"level":"info","ts":1784813048.0031254,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5baf4b7d-670a-4715-873d-8479dbba6cd5"} {"level":"info","ts":1784813048.003136,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5baf4b7d-670a-4715-873d-8479dbba6cd5","EoS":false} {"level":"info","ts":1784813048.0031483,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5baf4b7d-670a-4715-873d-8479dbba6cd5","EoS":true} {"level":"info","ts":1784813048.0031629,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5baf4b7d-670a-4715-873d-8479dbba6cd5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784813048.0031755,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5baf4b7d-670a-4715-873d-8479dbba6cd5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813048.0031927,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5baf4b7d-670a-4715-873d-8479dbba6cd5"} {"level":"info","ts":1784813048.0371213,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813048.0371814,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2d319f8d-c9fb-4397-8088-87fe23973b96"} {"level":"info","ts":1784813048.0371957,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2d319f8d-c9fb-4397-8088-87fe23973b96"} {"level":"info","ts":1784813048.037212,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2d319f8d-c9fb-4397-8088-87fe23973b96","EoS":false} {"level":"info","ts":1784813048.037229,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2d319f8d-c9fb-4397-8088-87fe23973b96","EoS":true} {"level":"info","ts":1784813048.0372562,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2d319f8d-c9fb-4397-8088-87fe23973b96","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784813048.0372736,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2d319f8d-c9fb-4397-8088-87fe23973b96","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813048.0372984,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2d319f8d-c9fb-4397-8088-87fe23973b96"} {"level":"info","ts":1784813048.0702875,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813048.0703418,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"747297b4-6654-41f1-ae38-570a303f9097"} {"level":"info","ts":1784813052.742603,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813052.7426772,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2b43fc6e-a814-4640-9b2c-1528b3ad6915"} {"level":"info","ts":1784813052.7426887,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2b43fc6e-a814-4640-9b2c-1528b3ad6915"} {"level":"info","ts":1784813052.7426999,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2b43fc6e-a814-4640-9b2c-1528b3ad6915","EoS":false} {"level":"info","ts":1784813052.7427099,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2b43fc6e-a814-4640-9b2c-1528b3ad6915","EoS":true} {"level":"info","ts":1784813052.7427309,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2b43fc6e-a814-4640-9b2c-1528b3ad6915","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784813052.7427464,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2b43fc6e-a814-4640-9b2c-1528b3ad6915","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813052.7427692,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2b43fc6e-a814-4640-9b2c-1528b3ad6915"} {"level":"info","ts":1784813061.3879385,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813061.3880203,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a5f75540-066a-403d-a10c-cd200dea1e6a"} {"level":"info","ts":1784813061.3880293,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a5f75540-066a-403d-a10c-cd200dea1e6a"} {"level":"info","ts":1784813061.3880455,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a5f75540-066a-403d-a10c-cd200dea1e6a","EoS":false} {"level":"info","ts":1784813061.3880582,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a5f75540-066a-403d-a10c-cd200dea1e6a","EoS":true} {"level":"info","ts":1784813061.3881252,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a5f75540-066a-403d-a10c-cd200dea1e6a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784813061.3881426,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a5f75540-066a-403d-a10c-cd200dea1e6a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784813061.388164,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a5f75540-066a-403d-a10c-cd200dea1e6a"} {"level":"info","ts":1784813063.4230824,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813063.4231582,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dff5f7a3-e1ab-433c-bc04-9af1f73c1b3e"} {"level":"info","ts":1784813063.42317,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dff5f7a3-e1ab-433c-bc04-9af1f73c1b3e"} {"level":"info","ts":1784813063.4231813,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dff5f7a3-e1ab-433c-bc04-9af1f73c1b3e","EoS":false} {"level":"info","ts":1784813063.4231944,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dff5f7a3-e1ab-433c-bc04-9af1f73c1b3e","EoS":true} {"level":"info","ts":1784813063.4232187,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dff5f7a3-e1ab-433c-bc04-9af1f73c1b3e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784813063.4232352,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dff5f7a3-e1ab-433c-bc04-9af1f73c1b3e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784813063.4232554,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dff5f7a3-e1ab-433c-bc04-9af1f73c1b3e"} {"level":"info","ts":1784813065.4557838,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813065.4558837,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6e3c4c65-0859-4bb5-bcd6-46e2b528aae3"} {"level":"info","ts":1784813065.4558942,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6e3c4c65-0859-4bb5-bcd6-46e2b528aae3"} {"level":"info","ts":1784813065.455907,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6e3c4c65-0859-4bb5-bcd6-46e2b528aae3","EoS":false} {"level":"info","ts":1784813065.455918,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6e3c4c65-0859-4bb5-bcd6-46e2b528aae3","EoS":true} {"level":"info","ts":1784813065.4559379,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6e3c4c65-0859-4bb5-bcd6-46e2b528aae3","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784813065.4559536,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6e3c4c65-0859-4bb5-bcd6-46e2b528aae3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784813065.4559755,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6e3c4c65-0859-4bb5-bcd6-46e2b528aae3"} {"level":"info","ts":1784813078.33642,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813078.336527,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8ed330ae-a188-4ca3-ba05-946de11129c9"} {"level":"info","ts":1784813078.336545,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8ed330ae-a188-4ca3-ba05-946de11129c9"} {"level":"info","ts":1784813078.3365633,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8ed330ae-a188-4ca3-ba05-946de11129c9","EoS":false} {"level":"info","ts":1784813078.3365939,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8ed330ae-a188-4ca3-ba05-946de11129c9","EoS":true} {"level":"info","ts":1784813078.33662,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8ed330ae-a188-4ca3-ba05-946de11129c9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784813078.3366396,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8ed330ae-a188-4ca3-ba05-946de11129c9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813078.336668,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8ed330ae-a188-4ca3-ba05-946de11129c9"} {"level":"info","ts":1784813086.9232783,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813086.9233594,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ac097723-8dbd-45d4-962d-fe3c43304710"} {"level":"info","ts":1784813086.9233754,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ac097723-8dbd-45d4-962d-fe3c43304710"} {"level":"info","ts":1784813086.9233885,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ac097723-8dbd-45d4-962d-fe3c43304710","EoS":false} {"level":"info","ts":1784813086.9234037,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ac097723-8dbd-45d4-962d-fe3c43304710","EoS":true} {"level":"info","ts":1784813086.9234278,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ac097723-8dbd-45d4-962d-fe3c43304710","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784813086.923444,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ac097723-8dbd-45d4-962d-fe3c43304710","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813086.9234636,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ac097723-8dbd-45d4-962d-fe3c43304710"} {"level":"info","ts":1784813095.8372364,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813095.837315,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a1e1b061-afe8-4c75-958f-a8de44f8f523"} {"level":"info","ts":1784813095.8373244,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a1e1b061-afe8-4c75-958f-a8de44f8f523"} {"level":"info","ts":1784813095.8373349,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a1e1b061-afe8-4c75-958f-a8de44f8f523","EoS":false} {"level":"info","ts":1784813095.8373485,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a1e1b061-afe8-4c75-958f-a8de44f8f523","EoS":true} {"level":"info","ts":1784813095.8373687,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a1e1b061-afe8-4c75-958f-a8de44f8f523","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784813095.8373833,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a1e1b061-afe8-4c75-958f-a8de44f8f523","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813095.8374014,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a1e1b061-afe8-4c75-958f-a8de44f8f523"} {"level":"info","ts":1784813104.849301,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813104.849378,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"73162c5d-68de-4181-95ca-f83e13bb3d4d"} {"level":"info","ts":1784813104.8493893,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"73162c5d-68de-4181-95ca-f83e13bb3d4d"} {"level":"info","ts":1784813104.8494005,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"73162c5d-68de-4181-95ca-f83e13bb3d4d","EoS":false} {"level":"info","ts":1784813104.8494115,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"73162c5d-68de-4181-95ca-f83e13bb3d4d","EoS":true} {"level":"info","ts":1784813104.8494315,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"73162c5d-68de-4181-95ca-f83e13bb3d4d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784813104.8494458,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"73162c5d-68de-4181-95ca-f83e13bb3d4d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813104.849468,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"73162c5d-68de-4181-95ca-f83e13bb3d4d"} {"level":"info","ts":1784813109.6044953,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813109.604579,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"49c59c0e-b8f3-4984-b42d-772b775055a5"} {"level":"info","ts":1784813109.604588,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"49c59c0e-b8f3-4984-b42d-772b775055a5"} {"level":"info","ts":1784813109.6045995,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"49c59c0e-b8f3-4984-b42d-772b775055a5","EoS":false} {"level":"info","ts":1784813109.6046104,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"49c59c0e-b8f3-4984-b42d-772b775055a5","EoS":true} {"level":"info","ts":1784813109.6046321,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"49c59c0e-b8f3-4984-b42d-772b775055a5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784813109.6046474,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"49c59c0e-b8f3-4984-b42d-772b775055a5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813109.6046672,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"49c59c0e-b8f3-4984-b42d-772b775055a5"} {"level":"info","ts":1784813114.3648782,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813114.3649697,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"31a1c1ca-0412-4326-adf0-5d2c2f04a58b"} {"level":"info","ts":1784813114.364987,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"31a1c1ca-0412-4326-adf0-5d2c2f04a58b"} {"level":"info","ts":1784813114.3650064,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"31a1c1ca-0412-4326-adf0-5d2c2f04a58b","EoS":false} {"level":"info","ts":1784813114.3650262,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"31a1c1ca-0412-4326-adf0-5d2c2f04a58b","EoS":true} {"level":"info","ts":1784813114.365054,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"31a1c1ca-0412-4326-adf0-5d2c2f04a58b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784813114.3650718,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"31a1c1ca-0412-4326-adf0-5d2c2f04a58b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784813114.3651025,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"31a1c1ca-0412-4326-adf0-5d2c2f04a58b"} {"level":"info","ts":1784813114.631188,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813114.6312797,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9002df79-b8ec-4480-b823-25c03859c7e8"} {"level":"info","ts":1784813114.6312947,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9002df79-b8ec-4480-b823-25c03859c7e8"} {"level":"info","ts":1784813114.6313143,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9002df79-b8ec-4480-b823-25c03859c7e8","EoS":false} {"level":"info","ts":1784813114.631334,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9002df79-b8ec-4480-b823-25c03859c7e8","EoS":true} {"level":"info","ts":1784813114.6314106,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9002df79-b8ec-4480-b823-25c03859c7e8","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784813114.6314294,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9002df79-b8ec-4480-b823-25c03859c7e8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784813114.631464,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9002df79-b8ec-4480-b823-25c03859c7e8"} {"level":"info","ts":1784813116.663997,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813116.6640692,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"df777446-e2e4-4c90-8319-9c97eb452725"} {"level":"info","ts":1784813116.664078,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"df777446-e2e4-4c90-8319-9c97eb452725"} {"level":"info","ts":1784813116.6640918,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"df777446-e2e4-4c90-8319-9c97eb452725","EoS":false} {"level":"info","ts":1784813116.6641054,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"df777446-e2e4-4c90-8319-9c97eb452725","EoS":true} {"level":"info","ts":1784813116.6641283,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"df777446-e2e4-4c90-8319-9c97eb452725","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784813116.6641436,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"df777446-e2e4-4c90-8319-9c97eb452725","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784813116.6641624,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"df777446-e2e4-4c90-8319-9c97eb452725"} {"level":"info","ts":1784813118.6977255,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813118.6977966,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"362ecb03-3f57-40e2-ad07-b6ac25aa065f"} {"level":"info","ts":1784813118.6978061,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"362ecb03-3f57-40e2-ad07-b6ac25aa065f"} {"level":"info","ts":1784813118.697817,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"362ecb03-3f57-40e2-ad07-b6ac25aa065f","EoS":false} {"level":"info","ts":1784813118.6978276,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"362ecb03-3f57-40e2-ad07-b6ac25aa065f","EoS":true} {"level":"info","ts":1784813118.697848,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"362ecb03-3f57-40e2-ad07-b6ac25aa065f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784813118.697883,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"362ecb03-3f57-40e2-ad07-b6ac25aa065f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784813118.6979094,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"362ecb03-3f57-40e2-ad07-b6ac25aa065f"} {"level":"info","ts":1784813142.4994688,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813142.4995632,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ff76d39-b01d-4ad9-9516-86f6f3127299"} {"level":"info","ts":1784813142.4995778,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5ff76d39-b01d-4ad9-9516-86f6f3127299"} {"level":"info","ts":1784813142.499597,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5ff76d39-b01d-4ad9-9516-86f6f3127299","EoS":false} {"level":"info","ts":1784813142.4996185,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5ff76d39-b01d-4ad9-9516-86f6f3127299","EoS":true} {"level":"info","ts":1784813142.499685,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5ff76d39-b01d-4ad9-9516-86f6f3127299","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784813142.499705,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5ff76d39-b01d-4ad9-9516-86f6f3127299","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784813142.4997358,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5ff76d39-b01d-4ad9-9516-86f6f3127299"} {"level":"info","ts":1784813151.8397949,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813151.839898,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f6ed2933-544c-458b-a720-e8fcd93d3b7e"} {"level":"info","ts":1784813151.8399096,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f6ed2933-544c-458b-a720-e8fcd93d3b7e"} {"level":"info","ts":1784813151.8399274,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f6ed2933-544c-458b-a720-e8fcd93d3b7e","EoS":false} {"level":"info","ts":1784813151.8399396,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f6ed2933-544c-458b-a720-e8fcd93d3b7e","EoS":true} {"level":"info","ts":1784813151.8399608,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f6ed2933-544c-458b-a720-e8fcd93d3b7e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784813151.839977,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f6ed2933-544c-458b-a720-e8fcd93d3b7e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813151.8399975,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f6ed2933-544c-458b-a720-e8fcd93d3b7e"} {"level":"info","ts":1784813157.5504336,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813157.5505073,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4850f06a-fc05-492f-b8b8-46553cf99eac"} {"level":"info","ts":1784813157.5505185,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4850f06a-fc05-492f-b8b8-46553cf99eac"} {"level":"info","ts":1784813157.55053,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4850f06a-fc05-492f-b8b8-46553cf99eac","EoS":false} {"level":"info","ts":1784813157.5505412,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4850f06a-fc05-492f-b8b8-46553cf99eac","EoS":true} {"level":"info","ts":1784813157.5505621,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4850f06a-fc05-492f-b8b8-46553cf99eac","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784813157.5505788,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4850f06a-fc05-492f-b8b8-46553cf99eac","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784813157.550598,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4850f06a-fc05-492f-b8b8-46553cf99eac"} {"level":"info","ts":1784813167.18713,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813167.1872137,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c3cca83-5a96-42cf-9bb0-fe69738181bf"} {"level":"info","ts":1784813167.1872268,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9c3cca83-5a96-42cf-9bb0-fe69738181bf"} {"level":"info","ts":1784813167.1872394,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9c3cca83-5a96-42cf-9bb0-fe69738181bf","EoS":false} {"level":"info","ts":1784813167.1872563,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9c3cca83-5a96-42cf-9bb0-fe69738181bf","EoS":true} {"level":"info","ts":1784813167.187281,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9c3cca83-5a96-42cf-9bb0-fe69738181bf","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784813167.1872954,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9c3cca83-5a96-42cf-9bb0-fe69738181bf","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813167.187317,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9c3cca83-5a96-42cf-9bb0-fe69738181bf"} {"level":"info","ts":1784813169.2181327,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813169.218226,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a6cd9919-03a2-4f31-b6d2-6bfa59d3fbfc"} {"level":"info","ts":1784813169.2182412,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a6cd9919-03a2-4f31-b6d2-6bfa59d3fbfc"} {"level":"info","ts":1784813169.2182608,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a6cd9919-03a2-4f31-b6d2-6bfa59d3fbfc","EoS":false} {"level":"info","ts":1784813169.218321,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a6cd9919-03a2-4f31-b6d2-6bfa59d3fbfc","EoS":true} {"level":"info","ts":1784813169.218353,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a6cd9919-03a2-4f31-b6d2-6bfa59d3fbfc","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784813169.2183712,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a6cd9919-03a2-4f31-b6d2-6bfa59d3fbfc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813169.2183995,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a6cd9919-03a2-4f31-b6d2-6bfa59d3fbfc"} {"level":"info","ts":1784813178.696852,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813178.69694,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1419d658-b512-45d0-817f-5502a20c45b9"} {"level":"info","ts":1784813178.6969526,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1419d658-b512-45d0-817f-5502a20c45b9"} {"level":"info","ts":1784813178.696965,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1419d658-b512-45d0-817f-5502a20c45b9","EoS":false} {"level":"info","ts":1784813178.6969798,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1419d658-b512-45d0-817f-5502a20c45b9","EoS":true} {"level":"info","ts":1784813178.6969998,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1419d658-b512-45d0-817f-5502a20c45b9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784813178.6970155,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1419d658-b512-45d0-817f-5502a20c45b9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813178.6970348,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1419d658-b512-45d0-817f-5502a20c45b9"} {"level":"info","ts":1784813178.7340198,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813178.7340753,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"564b9486-77ad-4647-b9f3-659d90ed95aa"} {"level":"info","ts":1784813178.7340837,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"564b9486-77ad-4647-b9f3-659d90ed95aa"} {"level":"info","ts":1784813178.7340944,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"564b9486-77ad-4647-b9f3-659d90ed95aa","EoS":false} {"level":"info","ts":1784813178.7341075,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"564b9486-77ad-4647-b9f3-659d90ed95aa","EoS":true} {"level":"info","ts":1784813178.7341232,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"564b9486-77ad-4647-b9f3-659d90ed95aa","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784813178.7341363,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"564b9486-77ad-4647-b9f3-659d90ed95aa","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813178.7341533,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"564b9486-77ad-4647-b9f3-659d90ed95aa"} {"level":"info","ts":1784813197.9243383,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813197.9244144,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2871f78f-b4c0-4168-853c-5423caa0a05c"} {"level":"info","ts":1784813197.9244273,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2871f78f-b4c0-4168-853c-5423caa0a05c"} {"level":"info","ts":1784813197.9244409,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2871f78f-b4c0-4168-853c-5423caa0a05c","EoS":false} {"level":"info","ts":1784813197.9244525,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2871f78f-b4c0-4168-853c-5423caa0a05c","EoS":true} {"level":"info","ts":1784813197.924473,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2871f78f-b4c0-4168-853c-5423caa0a05c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784813197.9244885,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2871f78f-b4c0-4168-853c-5423caa0a05c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813197.9245198,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2871f78f-b4c0-4168-853c-5423caa0a05c"} {"level":"info","ts":1784813207.3042986,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813207.304383,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8ccb143d-bf19-4b6c-aae1-e95b4a3a90e1"} {"level":"info","ts":1784813207.304399,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8ccb143d-bf19-4b6c-aae1-e95b4a3a90e1"} {"level":"info","ts":1784813207.3044164,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8ccb143d-bf19-4b6c-aae1-e95b4a3a90e1","EoS":false} {"level":"info","ts":1784813207.3044384,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8ccb143d-bf19-4b6c-aae1-e95b4a3a90e1","EoS":true} {"level":"info","ts":1784813207.3044662,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8ccb143d-bf19-4b6c-aae1-e95b4a3a90e1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784813207.3044837,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8ccb143d-bf19-4b6c-aae1-e95b4a3a90e1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813207.3045213,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8ccb143d-bf19-4b6c-aae1-e95b4a3a90e1"} {"level":"info","ts":1784813212.636537,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813212.6366127,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6d3a3878-5598-44ac-9c8a-d351167c0815"} {"level":"info","ts":1784813212.6366222,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6d3a3878-5598-44ac-9c8a-d351167c0815"} {"level":"info","ts":1784813212.6366343,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6d3a3878-5598-44ac-9c8a-d351167c0815","EoS":false} {"level":"info","ts":1784813212.6366456,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6d3a3878-5598-44ac-9c8a-d351167c0815","EoS":true} {"level":"info","ts":1784813212.6366675,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6d3a3878-5598-44ac-9c8a-d351167c0815","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784813212.636682,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6d3a3878-5598-44ac-9c8a-d351167c0815","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784813212.6367424,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6d3a3878-5598-44ac-9c8a-d351167c0815"} {"level":"info","ts":1784813303.6694276,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813303.6695206,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b6020763-0514-4f07-9faa-6acb8168688c"} {"level":"info","ts":1784813303.6695373,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b6020763-0514-4f07-9faa-6acb8168688c"} {"level":"info","ts":1784813303.6695561,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b6020763-0514-4f07-9faa-6acb8168688c","EoS":false} {"level":"info","ts":1784813303.6695755,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b6020763-0514-4f07-9faa-6acb8168688c","EoS":true} {"level":"info","ts":1784813303.669606,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b6020763-0514-4f07-9faa-6acb8168688c","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784813303.669627,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b6020763-0514-4f07-9faa-6acb8168688c","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784813303.6696563,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b6020763-0514-4f07-9faa-6acb8168688c"} {"level":"info","ts":1784813329.165954,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813329.1660345,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"49a771e8-24c1-4dcf-8473-9554c364fb36"} {"level":"info","ts":1784813329.1660426,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"49a771e8-24c1-4dcf-8473-9554c364fb36"} {"level":"info","ts":1784813329.1660542,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"49a771e8-24c1-4dcf-8473-9554c364fb36","EoS":false} {"level":"info","ts":1784813329.166068,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"49a771e8-24c1-4dcf-8473-9554c364fb36","EoS":true} {"level":"info","ts":1784813329.1660879,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"49a771e8-24c1-4dcf-8473-9554c364fb36","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784813329.1661024,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"49a771e8-24c1-4dcf-8473-9554c364fb36","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784813329.1661215,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"49a771e8-24c1-4dcf-8473-9554c364fb36"} {"level":"info","ts":1784813366.6182497,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813366.6183262,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8f333e8f-ecef-4bd0-b31d-24b9272d1563"} {"level":"info","ts":1784813366.6183393,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8f333e8f-ecef-4bd0-b31d-24b9272d1563"} {"level":"info","ts":1784813366.6183524,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8f333e8f-ecef-4bd0-b31d-24b9272d1563","EoS":false} {"level":"info","ts":1784813366.618366,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8f333e8f-ecef-4bd0-b31d-24b9272d1563","EoS":true} {"level":"info","ts":1784813366.6183991,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8f333e8f-ecef-4bd0-b31d-24b9272d1563","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784813366.6184177,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8f333e8f-ecef-4bd0-b31d-24b9272d1563","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813366.6184368,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8f333e8f-ecef-4bd0-b31d-24b9272d1563"} {"level":"info","ts":1784813382.0520868,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813382.0521624,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"534a76f5-85a2-4af0-82b1-c8e529b15eb2"} {"level":"info","ts":1784813382.0521712,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"534a76f5-85a2-4af0-82b1-c8e529b15eb2"} {"level":"info","ts":1784813382.052182,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"534a76f5-85a2-4af0-82b1-c8e529b15eb2","EoS":false} {"level":"info","ts":1784813382.0521958,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"534a76f5-85a2-4af0-82b1-c8e529b15eb2","EoS":true} {"level":"info","ts":1784813382.0522172,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"534a76f5-85a2-4af0-82b1-c8e529b15eb2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784813382.0522323,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"534a76f5-85a2-4af0-82b1-c8e529b15eb2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813382.0522542,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"534a76f5-85a2-4af0-82b1-c8e529b15eb2"} {"level":"info","ts":1784813382.3610013,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813382.3610773,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9ec7786e-a3a7-47a0-8ff1-551c3e35cba4"} {"level":"info","ts":1784813382.3610861,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9ec7786e-a3a7-47a0-8ff1-551c3e35cba4"} {"level":"info","ts":1784813382.3610978,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9ec7786e-a3a7-47a0-8ff1-551c3e35cba4","EoS":false} {"level":"info","ts":1784813382.3611126,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9ec7786e-a3a7-47a0-8ff1-551c3e35cba4","EoS":true} {"level":"info","ts":1784813382.3611345,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9ec7786e-a3a7-47a0-8ff1-551c3e35cba4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784813382.36115,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9ec7786e-a3a7-47a0-8ff1-551c3e35cba4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813382.3611708,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9ec7786e-a3a7-47a0-8ff1-551c3e35cba4"} {"level":"info","ts":1784813698.1962729,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813698.196355,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cf5cc352-6e12-4dcb-afb4-572f28d85626"} {"level":"info","ts":1784813698.1963644,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cf5cc352-6e12-4dcb-afb4-572f28d85626"} {"level":"info","ts":1784813698.1963751,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cf5cc352-6e12-4dcb-afb4-572f28d85626","EoS":false} {"level":"info","ts":1784813698.196387,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cf5cc352-6e12-4dcb-afb4-572f28d85626","EoS":true} {"level":"info","ts":1784813698.196409,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cf5cc352-6e12-4dcb-afb4-572f28d85626","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784813698.1964238,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cf5cc352-6e12-4dcb-afb4-572f28d85626","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813698.196478,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cf5cc352-6e12-4dcb-afb4-572f28d85626"} {"level":"info","ts":1784813698.2351916,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813698.2352545,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"640678cb-634d-4739-9d37-acfb911d5042"} {"level":"info","ts":1784813698.235265,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"640678cb-634d-4739-9d37-acfb911d5042"} {"level":"info","ts":1784813698.2352765,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"640678cb-634d-4739-9d37-acfb911d5042","EoS":false} {"level":"info","ts":1784813698.2352903,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"640678cb-634d-4739-9d37-acfb911d5042","EoS":true} {"level":"info","ts":1784813698.235308,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"640678cb-634d-4739-9d37-acfb911d5042","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784813698.2353237,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"640678cb-634d-4739-9d37-acfb911d5042","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813698.2353408,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"640678cb-634d-4739-9d37-acfb911d5042"} {"level":"info","ts":1784813698.2740269,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813698.2740767,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"52fbb373-edce-4676-967f-d454f9b85ba1"} {"level":"info","ts":1784813698.2740846,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"52fbb373-edce-4676-967f-d454f9b85ba1"} {"level":"info","ts":1784813698.274095,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"52fbb373-edce-4676-967f-d454f9b85ba1","EoS":false} {"level":"info","ts":1784813698.2741044,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"52fbb373-edce-4676-967f-d454f9b85ba1","EoS":true} {"level":"info","ts":1784813698.2741187,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"52fbb373-edce-4676-967f-d454f9b85ba1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784813698.2741313,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"52fbb373-edce-4676-967f-d454f9b85ba1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813698.2741463,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"52fbb373-edce-4676-967f-d454f9b85ba1"} {"level":"info","ts":1784813698.3072026,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813698.3072631,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ce395b3a-a073-41e6-8703-38d082da13ab"} {"level":"info","ts":1784813698.3072765,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ce395b3a-a073-41e6-8703-38d082da13ab"} {"level":"info","ts":1784813698.3072877,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ce395b3a-a073-41e6-8703-38d082da13ab","EoS":false} {"level":"info","ts":1784813698.307299,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ce395b3a-a073-41e6-8703-38d082da13ab","EoS":true} {"level":"info","ts":1784813698.3073165,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ce395b3a-a073-41e6-8703-38d082da13ab","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784813698.3073323,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ce395b3a-a073-41e6-8703-38d082da13ab","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813698.3073497,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ce395b3a-a073-41e6-8703-38d082da13ab"} {"level":"info","ts":1784813703.2697399,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"90d1c228-941b-457f-b894-a598995796aa"} {"level":"info","ts":1784813703.2697852,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0c21507c-3fb1-47a5-bfbb-f3f8b905fce5","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784813703.2698288,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0c21507c-3fb1-47a5-bfbb-f3f8b905fce5","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784813703.278744,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cf581240-a469-4cc2-9a0b-68b0c37473e1","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784813703.2787752,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cf581240-a469-4cc2-9a0b-68b0c37473e1","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784813703.2790558,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38019.815470091,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784813703.2790763,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784813703.395244,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"626dc7fe-24da-4e7d-9cee-675d12ec18f7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784813703.3953393,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"626dc7fe-24da-4e7d-9cee-675d12ec18f7","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784813703.395413,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"47fbb40a-3120-4c0c-b239-1cecc0e97157","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784813703.395443,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"47fbb40a-3120-4c0c-b239-1cecc0e97157","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784813703.3955202,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"05bad090-f9c5-42af-8532-f858ba8115fb"} {"level":"info","ts":1784813703.3955717,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"05bad090-f9c5-42af-8532-f858ba8115fb","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784813703.4014049,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"18a45298-b204-4ec5-8ded-7a50105d72ae","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784813703.4014566,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"18a45298-b204-4ec5-8ded-7a50105d72ae","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784813703.405633,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1784813703.493374,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"05bad090-f9c5-42af-8532-f858ba8115fb","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784813703.4934254,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"05bad090-f9c5-42af-8532-f858ba8115fb","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784813703.4935045,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b7eb788e-d906-4071-b398-4cac4e546e6d"} {"level":"info","ts":1784813703.4937348,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0348bd75-8bbc-4d8e-9258-71a103c238e2","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784813703.4937646,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ece4b2bc-af2d-45e7-9032-a16aaef4e2c0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784813703.493787,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ece4b2bc-af2d-45e7-9032-a16aaef4e2c0","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784813703.4937682,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0348bd75-8bbc-4d8e-9258-71a103c238e2","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784813703.4938405,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":34799.329009198,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784813703.4938843,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784813703.4939976,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34308.739612593,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784813703.4940119,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784813703.5012624,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784813703.5044134,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784813703.5615609,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5c547d29-4375-46fe-b262-22b66f54539b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784813703.5616045,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5c547d29-4375-46fe-b262-22b66f54539b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784813703.584771,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"46e66e83-da8e-49a9-9caa-d012c78990e4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784813703.5848107,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"46e66e83-da8e-49a9-9caa-d012c78990e4","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784813703.5946233,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b7eb788e-d906-4071-b398-4cac4e546e6d","name":"e2e-external-model"} {"level":"info","ts":1784813703.594648,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"90d1c228-941b-457f-b894-a598995796aa","name":"e2e-external-provider"} {"level":"info","ts":1784813703.602375,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"85b2ed57-097c-4cc0-b2ca-1bdb874674c9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784813703.6024127,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"85b2ed57-097c-4cc0-b2ca-1bdb874674c9","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784813703.6037908,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b7eb788e-d906-4071-b398-4cac4e546e6d","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784813703.6052983,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"90d1c228-941b-457f-b894-a598995796aa","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784813703.607105,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b7eb788e-d906-4071-b398-4cac4e546e6d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784813703.6071956,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"694d23f3-5bd9-4985-89a4-4b7d43cd7d17"} {"level":"info","ts":1784813703.6072404,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"694d23f3-5bd9-4985-89a4-4b7d43cd7d17","name":"e2e-external-model"} {"level":"error","ts":1784813703.6090224,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"90d1c228-941b-457f-b894-a598995796aa","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784813703.6090977,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c1f7cef0-ee39-40b6-ab1c-67bcd4e273f7"} {"level":"info","ts":1784813703.609137,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c1f7cef0-ee39-40b6-ab1c-67bcd4e273f7","name":"e2e-external-provider"} {"level":"info","ts":1784813703.640275,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"694d23f3-5bd9-4985-89a4-4b7d43cd7d17","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784813703.651505,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c1f7cef0-ee39-40b6-ab1c-67bcd4e273f7","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784813710.8152733,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813710.8153608,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8dbb2752-23b2-4e71-8d77-dd657d439a09"} {"level":"info","ts":1784813710.8153708,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8dbb2752-23b2-4e71-8d77-dd657d439a09"} {"level":"info","ts":1784813710.8153818,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8dbb2752-23b2-4e71-8d77-dd657d439a09","EoS":false} {"level":"info","ts":1784813710.8153934,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8dbb2752-23b2-4e71-8d77-dd657d439a09","EoS":true} {"level":"info","ts":1784813710.815411,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8dbb2752-23b2-4e71-8d77-dd657d439a09","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784813710.8154263,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8dbb2752-23b2-4e71-8d77-dd657d439a09","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784813710.8154416,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"8dbb2752-23b2-4e71-8d77-dd657d439a09","modelName":"e2e-external-model"} {"level":"info","ts":1784813710.815458,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"8dbb2752-23b2-4e71-8d77-dd657d439a09","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784813710.8155093,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8dbb2752-23b2-4e71-8d77-dd657d439a09"} {"level":"info","ts":1784813710.8631186,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813710.8631864,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6224877a-69b6-47b3-9b25-36bbf1e52c6b"} {"level":"info","ts":1784813710.8631957,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6224877a-69b6-47b3-9b25-36bbf1e52c6b"} {"level":"info","ts":1784813710.8632061,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6224877a-69b6-47b3-9b25-36bbf1e52c6b","EoS":false} {"level":"info","ts":1784813710.8632174,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6224877a-69b6-47b3-9b25-36bbf1e52c6b","EoS":true} {"level":"info","ts":1784813710.8632371,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6224877a-69b6-47b3-9b25-36bbf1e52c6b","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784813710.8632524,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6224877a-69b6-47b3-9b25-36bbf1e52c6b","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784813710.8632593,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"6224877a-69b6-47b3-9b25-36bbf1e52c6b","modelName":"e2e-external-model"} {"level":"info","ts":1784813710.8632722,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"6224877a-69b6-47b3-9b25-36bbf1e52c6b","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784813710.863311,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6224877a-69b6-47b3-9b25-36bbf1e52c6b"} {"level":"info","ts":1784813710.8900044,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813710.8900704,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5eb4f900-bbf8-40e4-9b9e-ae0a67e54be5"} {"level":"info","ts":1784813710.8900793,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5eb4f900-bbf8-40e4-9b9e-ae0a67e54be5"} {"level":"info","ts":1784813710.8900905,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5eb4f900-bbf8-40e4-9b9e-ae0a67e54be5","EoS":false} {"level":"info","ts":1784813710.8901029,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5eb4f900-bbf8-40e4-9b9e-ae0a67e54be5","EoS":true} {"level":"info","ts":1784813710.8901205,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5eb4f900-bbf8-40e4-9b9e-ae0a67e54be5","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784813710.8901348,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5eb4f900-bbf8-40e4-9b9e-ae0a67e54be5","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784813710.8901415,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"5eb4f900-bbf8-40e4-9b9e-ae0a67e54be5","modelName":"e2e-external-model"} {"level":"info","ts":1784813710.8902004,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"5eb4f900-bbf8-40e4-9b9e-ae0a67e54be5","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784813710.890238,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5eb4f900-bbf8-40e4-9b9e-ae0a67e54be5"} {"level":"info","ts":1784813711.034556,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fd6f0fd4-d0af-4ccd-9ccb-f44cd0fa8df9"} {"level":"info","ts":1784813711.0345504,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"16d2a7de-dc21-4680-ad1e-5f4c77cca88c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784813711.034685,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"16d2a7de-dc21-4680-ad1e-5f4c77cca88c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784813711.039836,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fd6f0fd4-d0af-4ccd-9ccb-f44cd0fa8df9","name":"e2e-cleanup-test"} {"level":"info","ts":1784813711.0401423,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ed208a22-930d-497c-a4d3-e6c40fc68791","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784813711.0401683,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ed208a22-930d-497c-a4d3-e6c40fc68791","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784813711.0676258,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fd6f0fd4-d0af-4ccd-9ccb-f44cd0fa8df9","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784813711.0677116,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2db949dc-a26f-4aa0-ba3e-16de97e3d69b"} {"level":"info","ts":1784813711.0677245,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"34714e82-560d-41aa-9c5a-61d6d89b5f29","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784813711.0677452,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"34714e82-560d-41aa-9c5a-61d6d89b5f29","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784813711.067776,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2db949dc-a26f-4aa0-ba3e-16de97e3d69b","name":"e2e-cleanup-test"} {"level":"error","ts":1784813711.0818539,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2db949dc-a26f-4aa0-ba3e-16de97e3d69b","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784813711.0819561,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"948bd5ec-ea39-4a64-897e-5819416aa332"} {"level":"info","ts":1784813711.0820503,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0255cad1-ae6b-4a6a-9b6d-c36b22af16ec","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784813711.082065,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"948bd5ec-ea39-4a64-897e-5819416aa332","name":"e2e-cleanup-test"} {"level":"info","ts":1784813711.0820858,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0255cad1-ae6b-4a6a-9b6d-c36b22af16ec","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784813711.0921955,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"948bd5ec-ea39-4a64-897e-5819416aa332","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784813711.1003826,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7d145455-9822-476a-ba50-a4d2bd9bf267"} {"level":"info","ts":1784813711.1004546,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7d145455-9822-476a-ba50-a4d2bd9bf267","name":"e2e-cleanup-test"} {"level":"info","ts":1784813711.1005228,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"127f190c-e5c1-4468-92dd-b87d58f25aa2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784813711.1005485,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"127f190c-e5c1-4468-92dd-b87d58f25aa2","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784813711.1112685,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7d145455-9822-476a-ba50-a4d2bd9bf267","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784813711.1152036,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7d145455-9822-476a-ba50-a4d2bd9bf267","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784813711.1152747,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2f9f4ad0-2d07-4dc4-a12c-643f9a7d527a"} {"level":"info","ts":1784813711.115318,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2f9f4ad0-2d07-4dc4-a12c-643f9a7d527a","name":"e2e-cleanup-test"} {"level":"info","ts":1784813711.126607,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2f9f4ad0-2d07-4dc4-a12c-643f9a7d527a","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784813719.339933,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ae316a51-744a-40b6-a576-02f21bf1f450"} {"level":"info","ts":1784813719.339933,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"aaa51ee2-831a-434a-83b6-896017cfc46b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784813719.3400042,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"aaa51ee2-831a-434a-83b6-896017cfc46b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784813723.6698778,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813723.6699686,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e7adadd8-6ba9-45fe-96e3-be4d115c21a2"} {"level":"info","ts":1784813723.669984,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e7adadd8-6ba9-45fe-96e3-be4d115c21a2"} {"level":"info","ts":1784813723.6700017,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e7adadd8-6ba9-45fe-96e3-be4d115c21a2","EoS":false} {"level":"info","ts":1784813723.6700203,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e7adadd8-6ba9-45fe-96e3-be4d115c21a2","EoS":true} {"level":"info","ts":1784813723.670046,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e7adadd8-6ba9-45fe-96e3-be4d115c21a2","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784813723.6700656,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e7adadd8-6ba9-45fe-96e3-be4d115c21a2","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784813723.6700926,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e7adadd8-6ba9-45fe-96e3-be4d115c21a2"} {"level":"info","ts":1784813723.696727,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813723.6967883,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"feb2ad50-ef0a-4a77-b842-2eaea3439f4b"} {"level":"info","ts":1784813723.6967967,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"feb2ad50-ef0a-4a77-b842-2eaea3439f4b"} {"level":"info","ts":1784813723.6968071,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"feb2ad50-ef0a-4a77-b842-2eaea3439f4b","EoS":false} {"level":"info","ts":1784813723.6968179,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"feb2ad50-ef0a-4a77-b842-2eaea3439f4b","EoS":true} {"level":"info","ts":1784813723.6968331,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"feb2ad50-ef0a-4a77-b842-2eaea3439f4b","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784813723.696849,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"feb2ad50-ef0a-4a77-b842-2eaea3439f4b","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784813723.6968567,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"feb2ad50-ef0a-4a77-b842-2eaea3439f4b","modelName":"e2e-external-model"} {"level":"info","ts":1784813723.696891,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"feb2ad50-ef0a-4a77-b842-2eaea3439f4b","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784813723.696932,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"feb2ad50-ef0a-4a77-b842-2eaea3439f4b"} {"level":"info","ts":1784813723.7372518,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813723.7373068,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a9507025-9da0-4136-8139-ad20aedce9e2"} {"level":"info","ts":1784813723.7373152,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a9507025-9da0-4136-8139-ad20aedce9e2"} {"level":"info","ts":1784813723.737326,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a9507025-9da0-4136-8139-ad20aedce9e2","EoS":false} {"level":"info","ts":1784813723.737339,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a9507025-9da0-4136-8139-ad20aedce9e2","EoS":true} {"level":"info","ts":1784813723.7373548,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a9507025-9da0-4136-8139-ad20aedce9e2","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784813723.7373683,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a9507025-9da0-4136-8139-ad20aedce9e2","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784813723.7373865,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a9507025-9da0-4136-8139-ad20aedce9e2"} {"level":"info","ts":1784813723.8767364,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813723.8768246,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"30ef262f-f1b8-492d-9c62-a2b0936fecfb"} {"level":"info","ts":1784813723.8768365,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"30ef262f-f1b8-492d-9c62-a2b0936fecfb"} {"level":"info","ts":1784813723.8768475,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"30ef262f-f1b8-492d-9c62-a2b0936fecfb","EoS":false} {"level":"info","ts":1784813723.8768883,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"30ef262f-f1b8-492d-9c62-a2b0936fecfb","EoS":true} {"level":"info","ts":1784813723.8769128,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"30ef262f-f1b8-492d-9c62-a2b0936fecfb","field":"model"} {"level":"info","ts":1784813723.876976,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"30ef262f-f1b8-492d-9c62-a2b0936fecfb"} {"level":"info","ts":1784813724.8004413,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5a041531-c08f-45d5-b7ec-75ac9b359307","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784813724.800486,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5a041531-c08f-45d5-b7ec-75ac9b359307","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784813724.8004956,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"149191b5-3694-4640-a13f-fab693b27f33"} {"level":"info","ts":1784813724.9520304,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"02f1a6ff-9a5c-49f5-a53c-5710b5915408"} {"level":"info","ts":1784813724.9520838,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cfc00f47-a418-4b12-9de4-35aa739abe1b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784813724.9521077,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cfc00f47-a418-4b12-9de4-35aa739abe1b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784814338.6928096,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784814338.6929154,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7ebc8883-b9dc-4020-8951-1217600d0f90"} {"level":"info","ts":1784814338.6929283,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7ebc8883-b9dc-4020-8951-1217600d0f90"} {"level":"info","ts":1784814338.6929438,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7ebc8883-b9dc-4020-8951-1217600d0f90","EoS":false} {"level":"info","ts":1784814338.6929643,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7ebc8883-b9dc-4020-8951-1217600d0f90","EoS":true} {"level":"info","ts":1784814338.6929922,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7ebc8883-b9dc-4020-8951-1217600d0f90","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784814338.693008,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7ebc8883-b9dc-4020-8951-1217600d0f90","path":"/ai-tenant-e2e-inf-b-38ab5f/test-model-38ab5f/v1/chat/completions"} {"level":"info","ts":1784814338.6930268,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7ebc8883-b9dc-4020-8951-1217600d0f90"} {"level":"info","ts":1784814359.775292,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784814359.7753744,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6c774124-2293-4a35-b148-3b23e78ec245"} {"level":"info","ts":1784814359.775382,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6c774124-2293-4a35-b148-3b23e78ec245"} {"level":"info","ts":1784814359.7753935,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6c774124-2293-4a35-b148-3b23e78ec245","EoS":false} {"level":"info","ts":1784814359.7754042,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6c774124-2293-4a35-b148-3b23e78ec245","EoS":true} {"level":"info","ts":1784814359.7754266,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6c774124-2293-4a35-b148-3b23e78ec245","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784814359.7754416,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6c774124-2293-4a35-b148-3b23e78ec245","path":"/ai-tenant-e2e-inf-b-38ab5f/test-model-38ab5f/v1/chat/completions"} {"level":"info","ts":1784814359.775463,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6c774124-2293-4a35-b148-3b23e78ec245"} {"level":"info","ts":1784814837.9663835,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784814837.9664726,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bbd7d0bc-97a6-47a9-9b76-837717c3069e"} {"level":"info","ts":1784814837.966485,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bbd7d0bc-97a6-47a9-9b76-837717c3069e"} {"level":"info","ts":1784814837.9665024,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bbd7d0bc-97a6-47a9-9b76-837717c3069e","EoS":false} {"level":"info","ts":1784814837.9665203,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bbd7d0bc-97a6-47a9-9b76-837717c3069e","EoS":true} {"level":"info","ts":1784814837.9665482,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bbd7d0bc-97a6-47a9-9b76-837717c3069e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784814837.9665678,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bbd7d0bc-97a6-47a9-9b76-837717c3069e","path":"/ai-tenant-e2e-shared-b-690897/rate-test-model-690897/v1/completions"} {"level":"info","ts":1784814837.966596,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bbd7d0bc-97a6-47a9-9b76-837717c3069e"}