{"level":"info","ts":1785353579.2942393,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5972f76e-af0c-48c2-b87d-572f8cd4cc36"} {"level":"info","ts":1785353579.2942502,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5972f76e-af0c-48c2-b87d-572f8cd4cc36","EoS":false} {"level":"info","ts":1785353579.2942612,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5972f76e-af0c-48c2-b87d-572f8cd4cc36","EoS":true} {"level":"info","ts":1785353579.2942832,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5972f76e-af0c-48c2-b87d-572f8cd4cc36","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785353579.2942998,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5972f76e-af0c-48c2-b87d-572f8cd4cc36","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785353579.2943187,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5972f76e-af0c-48c2-b87d-572f8cd4cc36"} {"level":"info","ts":1785353583.4541268,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353583.4542053,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7bac6df6-5c91-4d7f-8825-b1265e058c17"} {"level":"info","ts":1785353583.4542148,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7bac6df6-5c91-4d7f-8825-b1265e058c17"} {"level":"info","ts":1785353583.4542258,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7bac6df6-5c91-4d7f-8825-b1265e058c17","EoS":false} {"level":"info","ts":1785353583.454239,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7bac6df6-5c91-4d7f-8825-b1265e058c17","EoS":true} {"level":"info","ts":1785353583.454261,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7bac6df6-5c91-4d7f-8825-b1265e058c17","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785353583.4542766,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7bac6df6-5c91-4d7f-8825-b1265e058c17","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785353583.454298,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7bac6df6-5c91-4d7f-8825-b1265e058c17"} {"level":"info","ts":1785353599.2889652,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353599.289051,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"01277b18-e017-47bc-9abe-fafda6dcf3f7"} {"level":"info","ts":1785353599.2890618,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"01277b18-e017-47bc-9abe-fafda6dcf3f7"} {"level":"info","ts":1785353599.2890735,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"01277b18-e017-47bc-9abe-fafda6dcf3f7","EoS":false} {"level":"info","ts":1785353599.2890844,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"01277b18-e017-47bc-9abe-fafda6dcf3f7","EoS":true} {"level":"info","ts":1785353599.2891045,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"01277b18-e017-47bc-9abe-fafda6dcf3f7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785353599.2891204,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"01277b18-e017-47bc-9abe-fafda6dcf3f7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785353599.2891421,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"01277b18-e017-47bc-9abe-fafda6dcf3f7"} {"level":"info","ts":1785353599.4282584,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353599.4283493,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"314365b9-98ca-447d-8d67-6d3bb34c16c2"} {"level":"info","ts":1785353599.428367,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"314365b9-98ca-447d-8d67-6d3bb34c16c2"} {"level":"info","ts":1785353599.4283855,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"314365b9-98ca-447d-8d67-6d3bb34c16c2","EoS":false} {"level":"info","ts":1785353599.4284039,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"314365b9-98ca-447d-8d67-6d3bb34c16c2","EoS":true} {"level":"info","ts":1785353599.4284995,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"314365b9-98ca-447d-8d67-6d3bb34c16c2","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785353599.4285197,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"314365b9-98ca-447d-8d67-6d3bb34c16c2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785353599.428548,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"314365b9-98ca-447d-8d67-6d3bb34c16c2"} {"level":"info","ts":1785353599.5672326,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353599.5673108,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"969b59c8-239c-4914-a7ae-dd3c21f42514"} {"level":"info","ts":1785353599.5673206,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"969b59c8-239c-4914-a7ae-dd3c21f42514"} {"level":"info","ts":1785353599.5673313,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"969b59c8-239c-4914-a7ae-dd3c21f42514","EoS":false} {"level":"info","ts":1785353599.5673423,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"969b59c8-239c-4914-a7ae-dd3c21f42514","EoS":true} {"level":"info","ts":1785353599.5673614,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"969b59c8-239c-4914-a7ae-dd3c21f42514","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785353599.5673783,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"969b59c8-239c-4914-a7ae-dd3c21f42514","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785353599.5673978,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"969b59c8-239c-4914-a7ae-dd3c21f42514"} {"level":"info","ts":1785353599.7013123,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353599.7014027,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bf63ef83-9f02-4a78-9459-d0891f3168f1"} {"level":"info","ts":1785353599.7014165,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bf63ef83-9f02-4a78-9459-d0891f3168f1"} {"level":"info","ts":1785353599.7014341,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bf63ef83-9f02-4a78-9459-d0891f3168f1","EoS":false} {"level":"info","ts":1785353599.7015302,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bf63ef83-9f02-4a78-9459-d0891f3168f1","EoS":true} {"level":"info","ts":1785353599.7015662,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bf63ef83-9f02-4a78-9459-d0891f3168f1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785353599.7015882,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bf63ef83-9f02-4a78-9459-d0891f3168f1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785353599.7016177,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bf63ef83-9f02-4a78-9459-d0891f3168f1"} {"level":"info","ts":1785353599.839539,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353599.8396182,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6879b870-4dea-4999-be05-720a71d7fe75"} {"level":"info","ts":1785353599.8396287,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6879b870-4dea-4999-be05-720a71d7fe75"} {"level":"info","ts":1785353599.8396404,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6879b870-4dea-4999-be05-720a71d7fe75","EoS":false} {"level":"info","ts":1785353599.8396513,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6879b870-4dea-4999-be05-720a71d7fe75","EoS":true} {"level":"info","ts":1785353599.839672,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6879b870-4dea-4999-be05-720a71d7fe75","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785353599.8396842,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6879b870-4dea-4999-be05-720a71d7fe75","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785353599.839707,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6879b870-4dea-4999-be05-720a71d7fe75"} {"level":"info","ts":1785353599.9776342,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353599.9777122,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d3f8e4ed-61da-415a-81e0-20e0971d313e"} {"level":"info","ts":1785353599.9777222,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d3f8e4ed-61da-415a-81e0-20e0971d313e"} {"level":"info","ts":1785353599.9777339,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d3f8e4ed-61da-415a-81e0-20e0971d313e","EoS":false} {"level":"info","ts":1785353599.9777465,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d3f8e4ed-61da-415a-81e0-20e0971d313e","EoS":true} {"level":"info","ts":1785353599.9777744,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d3f8e4ed-61da-415a-81e0-20e0971d313e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785353599.97779,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d3f8e4ed-61da-415a-81e0-20e0971d313e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785353599.9778116,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d3f8e4ed-61da-415a-81e0-20e0971d313e"} {"level":"info","ts":1785353618.8094366,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353618.8095503,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2e2b9147-f7a2-4df2-ba6d-ed2e3fdbbe93"} {"level":"info","ts":1785353618.809567,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2e2b9147-f7a2-4df2-ba6d-ed2e3fdbbe93"} {"level":"info","ts":1785353618.8095806,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2e2b9147-f7a2-4df2-ba6d-ed2e3fdbbe93","EoS":false} {"level":"info","ts":1785353618.8095908,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2e2b9147-f7a2-4df2-ba6d-ed2e3fdbbe93","EoS":true} {"level":"info","ts":1785353618.809614,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2e2b9147-f7a2-4df2-ba6d-ed2e3fdbbe93","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785353618.8096297,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2e2b9147-f7a2-4df2-ba6d-ed2e3fdbbe93","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785353618.809655,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2e2b9147-f7a2-4df2-ba6d-ed2e3fdbbe93"} {"level":"info","ts":1785353618.843754,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353618.8438559,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"54d2970f-4127-443b-bf6b-32d005851efa"} {"level":"info","ts":1785353618.8438735,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"54d2970f-4127-443b-bf6b-32d005851efa"} {"level":"info","ts":1785353618.8438873,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"54d2970f-4127-443b-bf6b-32d005851efa","EoS":false} {"level":"info","ts":1785353618.8438983,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"54d2970f-4127-443b-bf6b-32d005851efa","EoS":true} {"level":"info","ts":1785353618.8439224,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"54d2970f-4127-443b-bf6b-32d005851efa","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785353618.8439412,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"54d2970f-4127-443b-bf6b-32d005851efa","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785353618.8439612,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"54d2970f-4127-443b-bf6b-32d005851efa"} {"level":"info","ts":1785353618.8779006,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353618.877974,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0f6cf5b9-a67e-4670-ab27-7b4c805afbd3"} {"level":"info","ts":1785353618.8779874,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0f6cf5b9-a67e-4670-ab27-7b4c805afbd3"} {"level":"info","ts":1785353618.8780043,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0f6cf5b9-a67e-4670-ab27-7b4c805afbd3","EoS":false} {"level":"info","ts":1785353618.8780224,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0f6cf5b9-a67e-4670-ab27-7b4c805afbd3","EoS":true} {"level":"info","ts":1785353618.8780508,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0f6cf5b9-a67e-4670-ab27-7b4c805afbd3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785353618.8780692,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0f6cf5b9-a67e-4670-ab27-7b4c805afbd3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785353618.8780959,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0f6cf5b9-a67e-4670-ab27-7b4c805afbd3"} {"level":"info","ts":1785353618.906336,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353618.9063966,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0c60f41e-56fa-46b6-9ced-3c6e273a5930"} {"level":"info","ts":1785353623.5290809,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353623.5291574,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7302bcde-7322-445d-9bea-0589043a78f0"} {"level":"info","ts":1785353623.5291696,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7302bcde-7322-445d-9bea-0589043a78f0"} {"level":"info","ts":1785353623.5291815,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7302bcde-7322-445d-9bea-0589043a78f0","EoS":false} {"level":"info","ts":1785353623.5291922,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7302bcde-7322-445d-9bea-0589043a78f0","EoS":true} {"level":"info","ts":1785353623.5292134,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7302bcde-7322-445d-9bea-0589043a78f0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785353623.5292292,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7302bcde-7322-445d-9bea-0589043a78f0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785353623.5292869,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7302bcde-7322-445d-9bea-0589043a78f0"} {"level":"info","ts":1785353632.0921261,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353632.092202,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"99349145-cc78-4544-90c9-ca772601118b"} {"level":"info","ts":1785353632.0922127,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"99349145-cc78-4544-90c9-ca772601118b"} {"level":"info","ts":1785353632.092225,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"99349145-cc78-4544-90c9-ca772601118b","EoS":false} {"level":"info","ts":1785353632.0922387,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"99349145-cc78-4544-90c9-ca772601118b","EoS":true} {"level":"info","ts":1785353632.0922608,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"99349145-cc78-4544-90c9-ca772601118b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785353632.0922766,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"99349145-cc78-4544-90c9-ca772601118b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785353632.0922966,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"99349145-cc78-4544-90c9-ca772601118b"} {"level":"info","ts":1785353634.1201098,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353634.1201954,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d07ac429-9ec7-4eff-8697-db690314a853"} {"level":"info","ts":1785353634.1202052,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d07ac429-9ec7-4eff-8697-db690314a853"} {"level":"info","ts":1785353634.120217,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d07ac429-9ec7-4eff-8697-db690314a853","EoS":false} {"level":"info","ts":1785353634.1202314,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d07ac429-9ec7-4eff-8697-db690314a853","EoS":true} {"level":"info","ts":1785353634.1202526,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d07ac429-9ec7-4eff-8697-db690314a853","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785353634.120268,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d07ac429-9ec7-4eff-8697-db690314a853","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785353634.120288,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d07ac429-9ec7-4eff-8697-db690314a853"} {"level":"info","ts":1785353636.1495333,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353636.1496117,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5d21812f-1c40-40f6-b7fa-3a02e8ba6604"} {"level":"info","ts":1785353636.1496215,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5d21812f-1c40-40f6-b7fa-3a02e8ba6604"} {"level":"info","ts":1785353636.1496327,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5d21812f-1c40-40f6-b7fa-3a02e8ba6604","EoS":false} {"level":"info","ts":1785353636.149646,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5d21812f-1c40-40f6-b7fa-3a02e8ba6604","EoS":true} {"level":"info","ts":1785353636.1496677,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5d21812f-1c40-40f6-b7fa-3a02e8ba6604","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785353636.149684,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5d21812f-1c40-40f6-b7fa-3a02e8ba6604","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785353636.1497645,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5d21812f-1c40-40f6-b7fa-3a02e8ba6604"} {"level":"info","ts":1785353648.9815807,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353648.9816868,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1f02c6cb-573d-443a-8fd5-ee8c2dc3e8b0"} {"level":"info","ts":1785353648.981702,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1f02c6cb-573d-443a-8fd5-ee8c2dc3e8b0"} {"level":"info","ts":1785353648.9817138,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1f02c6cb-573d-443a-8fd5-ee8c2dc3e8b0","EoS":false} {"level":"info","ts":1785353648.9817255,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1f02c6cb-573d-443a-8fd5-ee8c2dc3e8b0","EoS":true} {"level":"info","ts":1785353648.9817455,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1f02c6cb-573d-443a-8fd5-ee8c2dc3e8b0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785353648.981761,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1f02c6cb-573d-443a-8fd5-ee8c2dc3e8b0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785353648.981785,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1f02c6cb-573d-443a-8fd5-ee8c2dc3e8b0"} {"level":"info","ts":1785353657.507583,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353657.5076628,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a77e88be-f64f-4dd0-9532-162c03154e7e"} {"level":"info","ts":1785353657.5076725,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a77e88be-f64f-4dd0-9532-162c03154e7e"} {"level":"info","ts":1785353657.5076838,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a77e88be-f64f-4dd0-9532-162c03154e7e","EoS":false} {"level":"info","ts":1785353657.5076952,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a77e88be-f64f-4dd0-9532-162c03154e7e","EoS":true} {"level":"info","ts":1785353657.5077147,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a77e88be-f64f-4dd0-9532-162c03154e7e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785353657.5077307,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a77e88be-f64f-4dd0-9532-162c03154e7e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785353657.507751,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a77e88be-f64f-4dd0-9532-162c03154e7e"} {"level":"info","ts":1785353666.340621,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353666.3407235,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6ec5e2b8-90a7-4a3c-b005-9b03f61afe20"} {"level":"info","ts":1785353666.340739,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6ec5e2b8-90a7-4a3c-b005-9b03f61afe20"} {"level":"info","ts":1785353666.3407567,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6ec5e2b8-90a7-4a3c-b005-9b03f61afe20","EoS":false} {"level":"info","ts":1785353666.3407764,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6ec5e2b8-90a7-4a3c-b005-9b03f61afe20","EoS":true} {"level":"info","ts":1785353666.3408053,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6ec5e2b8-90a7-4a3c-b005-9b03f61afe20","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785353666.3408246,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6ec5e2b8-90a7-4a3c-b005-9b03f61afe20","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785353666.3408532,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6ec5e2b8-90a7-4a3c-b005-9b03f61afe20"} {"level":"info","ts":1785353675.2850199,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353675.2850966,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ea93b40c-039c-493c-b440-6558ad4c0e16"} {"level":"info","ts":1785353675.2851076,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ea93b40c-039c-493c-b440-6558ad4c0e16"} {"level":"info","ts":1785353675.285119,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ea93b40c-039c-493c-b440-6558ad4c0e16","EoS":false} {"level":"info","ts":1785353675.2851295,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ea93b40c-039c-493c-b440-6558ad4c0e16","EoS":true} {"level":"info","ts":1785353675.2851498,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ea93b40c-039c-493c-b440-6558ad4c0e16","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785353675.2851646,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ea93b40c-039c-493c-b440-6558ad4c0e16","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785353675.2851846,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ea93b40c-039c-493c-b440-6558ad4c0e16"} {"level":"info","ts":1785353680.0125093,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353680.012598,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dc721483-480c-45f2-a80c-db7dec1d7e5e"} {"level":"info","ts":1785353680.0126123,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dc721483-480c-45f2-a80c-db7dec1d7e5e"} {"level":"info","ts":1785353680.012625,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dc721483-480c-45f2-a80c-db7dec1d7e5e","EoS":false} {"level":"info","ts":1785353680.0126464,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dc721483-480c-45f2-a80c-db7dec1d7e5e","EoS":true} {"level":"info","ts":1785353680.0126686,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dc721483-480c-45f2-a80c-db7dec1d7e5e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785353680.0126846,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dc721483-480c-45f2-a80c-db7dec1d7e5e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785353680.0127735,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dc721483-480c-45f2-a80c-db7dec1d7e5e"} {"level":"info","ts":1785353684.7385638,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353684.738643,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a60bdfa3-1edc-4f76-929e-ccc6549e4ec8"} {"level":"info","ts":1785353684.7386534,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a60bdfa3-1edc-4f76-929e-ccc6549e4ec8"} {"level":"info","ts":1785353684.7386646,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a60bdfa3-1edc-4f76-929e-ccc6549e4ec8","EoS":false} {"level":"info","ts":1785353684.738676,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a60bdfa3-1edc-4f76-929e-ccc6549e4ec8","EoS":true} {"level":"info","ts":1785353684.7386968,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a60bdfa3-1edc-4f76-929e-ccc6549e4ec8","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785353684.7387116,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a60bdfa3-1edc-4f76-929e-ccc6549e4ec8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785353684.7387328,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a60bdfa3-1edc-4f76-929e-ccc6549e4ec8"} {"level":"info","ts":1785353685.1259532,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353685.1260245,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"65b7d0a0-674d-4259-b6e3-a3d441dbb210"} {"level":"info","ts":1785353685.1260343,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"65b7d0a0-674d-4259-b6e3-a3d441dbb210"} {"level":"info","ts":1785353685.1260455,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"65b7d0a0-674d-4259-b6e3-a3d441dbb210","EoS":false} {"level":"info","ts":1785353685.1260576,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"65b7d0a0-674d-4259-b6e3-a3d441dbb210","EoS":true} {"level":"info","ts":1785353685.1260803,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"65b7d0a0-674d-4259-b6e3-a3d441dbb210","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785353685.1260982,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"65b7d0a0-674d-4259-b6e3-a3d441dbb210","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785353685.126119,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"65b7d0a0-674d-4259-b6e3-a3d441dbb210"} {"level":"info","ts":1785353687.1560962,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353687.1561885,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aa378c78-81c5-4010-978a-5185e4acb73d"} {"level":"info","ts":1785353687.1562035,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aa378c78-81c5-4010-978a-5185e4acb73d"} {"level":"info","ts":1785353687.1562228,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aa378c78-81c5-4010-978a-5185e4acb73d","EoS":false} {"level":"info","ts":1785353687.1562421,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aa378c78-81c5-4010-978a-5185e4acb73d","EoS":true} {"level":"info","ts":1785353687.1562748,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aa378c78-81c5-4010-978a-5185e4acb73d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785353687.1562936,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aa378c78-81c5-4010-978a-5185e4acb73d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785353687.156323,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"aa378c78-81c5-4010-978a-5185e4acb73d"} {"level":"info","ts":1785353689.1880171,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353689.1880975,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4f4f50cb-e1d2-4576-951e-0254c5526e11"} {"level":"info","ts":1785353689.1881094,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4f4f50cb-e1d2-4576-951e-0254c5526e11"} {"level":"info","ts":1785353689.18812,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4f4f50cb-e1d2-4576-951e-0254c5526e11","EoS":false} {"level":"info","ts":1785353689.1881318,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4f4f50cb-e1d2-4576-951e-0254c5526e11","EoS":true} {"level":"info","ts":1785353689.188152,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4f4f50cb-e1d2-4576-951e-0254c5526e11","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785353689.1881676,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4f4f50cb-e1d2-4576-951e-0254c5526e11","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785353689.1881871,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4f4f50cb-e1d2-4576-951e-0254c5526e11"} {"level":"info","ts":1785353691.222083,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353691.2221875,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f6abbe4b-2255-4c7a-8b4d-39e3427c9fec"} {"level":"info","ts":1785353691.2222006,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f6abbe4b-2255-4c7a-8b4d-39e3427c9fec"} {"level":"info","ts":1785353691.2222133,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f6abbe4b-2255-4c7a-8b4d-39e3427c9fec","EoS":false} {"level":"info","ts":1785353691.2222242,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f6abbe4b-2255-4c7a-8b4d-39e3427c9fec","EoS":true} {"level":"info","ts":1785353691.222244,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f6abbe4b-2255-4c7a-8b4d-39e3427c9fec","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785353691.222259,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f6abbe4b-2255-4c7a-8b4d-39e3427c9fec","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785353691.2222812,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f6abbe4b-2255-4c7a-8b4d-39e3427c9fec"} {"level":"info","ts":1785353714.669134,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353714.6692069,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"29a1a7a6-eb44-9db7-b6d0-062d1204c9d0"} {"level":"info","ts":1785353714.6692178,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"29a1a7a6-eb44-9db7-b6d0-062d1204c9d0"} {"level":"info","ts":1785353714.6692288,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"29a1a7a6-eb44-9db7-b6d0-062d1204c9d0","EoS":false} {"level":"info","ts":1785353714.6692393,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"29a1a7a6-eb44-9db7-b6d0-062d1204c9d0","EoS":true} {"level":"info","ts":1785353714.66926,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"29a1a7a6-eb44-9db7-b6d0-062d1204c9d0","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785353714.6692758,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"29a1a7a6-eb44-9db7-b6d0-062d1204c9d0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785353714.6692965,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"29a1a7a6-eb44-9db7-b6d0-062d1204c9d0"} {"level":"info","ts":1785353723.9686747,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353723.9687705,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"db24a70c-5bb0-4586-b62a-b86d70a843a3"} {"level":"info","ts":1785353723.9687827,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"db24a70c-5bb0-4586-b62a-b86d70a843a3"} {"level":"info","ts":1785353723.9687936,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"db24a70c-5bb0-4586-b62a-b86d70a843a3","EoS":false} {"level":"info","ts":1785353723.9688046,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"db24a70c-5bb0-4586-b62a-b86d70a843a3","EoS":true} {"level":"info","ts":1785353723.9688268,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"db24a70c-5bb0-4586-b62a-b86d70a843a3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785353723.9688427,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"db24a70c-5bb0-4586-b62a-b86d70a843a3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785353723.9688654,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"db24a70c-5bb0-4586-b62a-b86d70a843a3"} {"level":"info","ts":1785353742.1924388,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353742.192541,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b62a1b1c-266e-42e7-9949-c77650de56af"} {"level":"info","ts":1785353742.1925497,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b62a1b1c-266e-42e7-9949-c77650de56af"} {"level":"info","ts":1785353742.1925611,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b62a1b1c-266e-42e7-9949-c77650de56af","EoS":false} {"level":"info","ts":1785353742.192572,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b62a1b1c-266e-42e7-9949-c77650de56af","EoS":true} {"level":"info","ts":1785353742.1925933,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b62a1b1c-266e-42e7-9949-c77650de56af","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785353742.1926098,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b62a1b1c-266e-42e7-9949-c77650de56af","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785353742.1926312,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b62a1b1c-266e-42e7-9949-c77650de56af"} {"level":"info","ts":1785353751.7191052,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353751.7191842,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9e9f05a0-ffc8-44a4-95e6-5c9837017a5b"} {"level":"info","ts":1785353751.719193,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9e9f05a0-ffc8-44a4-95e6-5c9837017a5b"} {"level":"info","ts":1785353751.719204,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9e9f05a0-ffc8-44a4-95e6-5c9837017a5b","EoS":false} {"level":"info","ts":1785353751.7192156,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9e9f05a0-ffc8-44a4-95e6-5c9837017a5b","EoS":true} {"level":"info","ts":1785353751.719237,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9e9f05a0-ffc8-44a4-95e6-5c9837017a5b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785353751.7192526,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9e9f05a0-ffc8-44a4-95e6-5c9837017a5b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785353751.719272,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9e9f05a0-ffc8-44a4-95e6-5c9837017a5b"} {"level":"info","ts":1785353753.7477186,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353753.7477927,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3cf66f08-c81f-42c2-8f17-7ed0d9a79a6e"} {"level":"info","ts":1785353753.7478056,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3cf66f08-c81f-42c2-8f17-7ed0d9a79a6e"} {"level":"info","ts":1785353753.747817,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3cf66f08-c81f-42c2-8f17-7ed0d9a79a6e","EoS":false} {"level":"info","ts":1785353753.7478313,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3cf66f08-c81f-42c2-8f17-7ed0d9a79a6e","EoS":true} {"level":"info","ts":1785353753.7478516,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3cf66f08-c81f-42c2-8f17-7ed0d9a79a6e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785353753.7478669,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3cf66f08-c81f-42c2-8f17-7ed0d9a79a6e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785353753.7478876,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3cf66f08-c81f-42c2-8f17-7ed0d9a79a6e"} {"level":"info","ts":1785353763.116745,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353763.1168242,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b7599e70-5345-4cf2-9331-3030b97150c5"} {"level":"info","ts":1785353763.1168342,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b7599e70-5345-4cf2-9331-3030b97150c5"} {"level":"info","ts":1785353763.1168451,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b7599e70-5345-4cf2-9331-3030b97150c5","EoS":false} {"level":"info","ts":1785353763.1168585,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b7599e70-5345-4cf2-9331-3030b97150c5","EoS":true} {"level":"info","ts":1785353763.1168807,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b7599e70-5345-4cf2-9331-3030b97150c5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785353763.116898,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b7599e70-5345-4cf2-9331-3030b97150c5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785353763.1169186,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b7599e70-5345-4cf2-9331-3030b97150c5"} {"level":"info","ts":1785353763.1489794,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353763.149039,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fdcb77f9-d51b-46ca-9176-2279c3c95d3f"} {"level":"info","ts":1785353763.1490498,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fdcb77f9-d51b-46ca-9176-2279c3c95d3f"} {"level":"info","ts":1785353763.1490598,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fdcb77f9-d51b-46ca-9176-2279c3c95d3f","EoS":false} {"level":"info","ts":1785353763.1490705,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fdcb77f9-d51b-46ca-9176-2279c3c95d3f","EoS":true} {"level":"info","ts":1785353763.1490889,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fdcb77f9-d51b-46ca-9176-2279c3c95d3f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785353763.1491015,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fdcb77f9-d51b-46ca-9176-2279c3c95d3f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785353763.14912,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fdcb77f9-d51b-46ca-9176-2279c3c95d3f"} {"level":"info","ts":1785353782.1956952,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353782.19577,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"99bd6ff2-2325-4721-97a6-4153e367430a"} {"level":"info","ts":1785353782.195779,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"99bd6ff2-2325-4721-97a6-4153e367430a"} {"level":"info","ts":1785353782.1957903,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"99bd6ff2-2325-4721-97a6-4153e367430a","EoS":false} {"level":"info","ts":1785353782.1958005,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"99bd6ff2-2325-4721-97a6-4153e367430a","EoS":true} {"level":"info","ts":1785353782.1958218,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"99bd6ff2-2325-4721-97a6-4153e367430a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785353782.195837,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"99bd6ff2-2325-4721-97a6-4153e367430a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785353782.195856,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"99bd6ff2-2325-4721-97a6-4153e367430a"} {"level":"info","ts":1785353791.482678,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353791.4827523,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0d72e927-dca3-48fa-8e5c-0f9f991cbb3d"} {"level":"info","ts":1785353791.482765,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0d72e927-dca3-48fa-8e5c-0f9f991cbb3d"} {"level":"info","ts":1785353791.48278,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0d72e927-dca3-48fa-8e5c-0f9f991cbb3d","EoS":false} {"level":"info","ts":1785353791.4827936,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0d72e927-dca3-48fa-8e5c-0f9f991cbb3d","EoS":true} {"level":"info","ts":1785353791.482815,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0d72e927-dca3-48fa-8e5c-0f9f991cbb3d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785353791.4828303,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0d72e927-dca3-48fa-8e5c-0f9f991cbb3d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785353791.4828517,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0d72e927-dca3-48fa-8e5c-0f9f991cbb3d"} {"level":"info","ts":1785353796.9265747,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353796.9266708,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"39f77d03-d5b1-42ad-b569-10ab340e4138"} {"level":"info","ts":1785353796.9266865,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"39f77d03-d5b1-42ad-b569-10ab340e4138"} {"level":"info","ts":1785353796.926705,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"39f77d03-d5b1-42ad-b569-10ab340e4138","EoS":false} {"level":"info","ts":1785353796.9267266,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"39f77d03-d5b1-42ad-b569-10ab340e4138","EoS":true} {"level":"info","ts":1785353796.9267588,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"39f77d03-d5b1-42ad-b569-10ab340e4138","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785353796.9267764,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"39f77d03-d5b1-42ad-b569-10ab340e4138","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785353796.9267993,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"39f77d03-d5b1-42ad-b569-10ab340e4138"} {"level":"info","ts":1785353887.3955333,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353887.3956203,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a996169c-a847-4979-a076-e8a2c02546d9"} {"level":"info","ts":1785353887.3956337,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a996169c-a847-4979-a076-e8a2c02546d9"} {"level":"info","ts":1785353887.395646,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a996169c-a847-4979-a076-e8a2c02546d9","EoS":false} {"level":"info","ts":1785353887.3956583,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a996169c-a847-4979-a076-e8a2c02546d9","EoS":true} {"level":"info","ts":1785353887.3956795,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a996169c-a847-4979-a076-e8a2c02546d9","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785353887.395697,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a996169c-a847-4979-a076-e8a2c02546d9","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785353887.3957236,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a996169c-a847-4979-a076-e8a2c02546d9"} {"level":"info","ts":1785353915.5236728,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353915.5237484,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"565a6b80-be7d-42fd-9424-30b8dc7ae024"} {"level":"info","ts":1785353915.5237582,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"565a6b80-be7d-42fd-9424-30b8dc7ae024"} {"level":"info","ts":1785353915.5237825,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"565a6b80-be7d-42fd-9424-30b8dc7ae024","EoS":false} {"level":"info","ts":1785353915.5237937,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"565a6b80-be7d-42fd-9424-30b8dc7ae024","EoS":true} {"level":"info","ts":1785353915.523817,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"565a6b80-be7d-42fd-9424-30b8dc7ae024","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785353915.5238328,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"565a6b80-be7d-42fd-9424-30b8dc7ae024","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785353915.523854,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"565a6b80-be7d-42fd-9424-30b8dc7ae024"} {"level":"info","ts":1785353956.7465515,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353956.7466345,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4c04170e-6fa3-4dbe-b80a-a9d162d65a92"} {"level":"info","ts":1785353956.7466452,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4c04170e-6fa3-4dbe-b80a-a9d162d65a92"} {"level":"info","ts":1785353956.7466562,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4c04170e-6fa3-4dbe-b80a-a9d162d65a92","EoS":false} {"level":"info","ts":1785353956.746668,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4c04170e-6fa3-4dbe-b80a-a9d162d65a92","EoS":true} {"level":"info","ts":1785353956.7466884,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4c04170e-6fa3-4dbe-b80a-a9d162d65a92","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785353956.746704,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4c04170e-6fa3-4dbe-b80a-a9d162d65a92","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785353956.7467275,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4c04170e-6fa3-4dbe-b80a-a9d162d65a92"} {"level":"info","ts":1785353971.9700344,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353971.9701316,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"da5af6dd-3b9d-45c2-8b4d-64ece83f3f4a"} {"level":"info","ts":1785353971.9701493,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"da5af6dd-3b9d-45c2-8b4d-64ece83f3f4a"} {"level":"info","ts":1785353971.9701684,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"da5af6dd-3b9d-45c2-8b4d-64ece83f3f4a","EoS":false} {"level":"info","ts":1785353971.9701881,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"da5af6dd-3b9d-45c2-8b4d-64ece83f3f4a","EoS":true} {"level":"info","ts":1785353971.9702206,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"da5af6dd-3b9d-45c2-8b4d-64ece83f3f4a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785353971.9702392,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"da5af6dd-3b9d-45c2-8b4d-64ece83f3f4a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785353971.970269,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"da5af6dd-3b9d-45c2-8b4d-64ece83f3f4a"} {"level":"info","ts":1785353972.2505922,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353972.2506795,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ed677f76-3f8f-44a4-b6c9-67b120a44314"} {"level":"info","ts":1785353972.2506912,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ed677f76-3f8f-44a4-b6c9-67b120a44314"} {"level":"info","ts":1785353972.250702,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ed677f76-3f8f-44a4-b6c9-67b120a44314","EoS":false} {"level":"info","ts":1785353972.2507133,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ed677f76-3f8f-44a4-b6c9-67b120a44314","EoS":true} {"level":"info","ts":1785353972.2507348,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ed677f76-3f8f-44a4-b6c9-67b120a44314","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785353972.250751,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ed677f76-3f8f-44a4-b6c9-67b120a44314","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785353972.250773,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ed677f76-3f8f-44a4-b6c9-67b120a44314"} {"level":"info","ts":1785354279.2282596,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785354279.2283442,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f2656164-0df4-4bfa-8fca-d3f7ccb79060"} {"level":"info","ts":1785354279.2283525,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f2656164-0df4-4bfa-8fca-d3f7ccb79060"} {"level":"info","ts":1785354279.2283647,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f2656164-0df4-4bfa-8fca-d3f7ccb79060","EoS":false} {"level":"info","ts":1785354279.2283747,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f2656164-0df4-4bfa-8fca-d3f7ccb79060","EoS":true} {"level":"info","ts":1785354279.2283955,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f2656164-0df4-4bfa-8fca-d3f7ccb79060","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785354279.2284112,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f2656164-0df4-4bfa-8fca-d3f7ccb79060","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785354279.228431,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f2656164-0df4-4bfa-8fca-d3f7ccb79060"} {"level":"info","ts":1785354279.2662873,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785354279.2663705,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f3c91647-4c5b-4bc8-9d66-95e49f739fca"} {"level":"info","ts":1785354279.2663832,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f3c91647-4c5b-4bc8-9d66-95e49f739fca"} {"level":"info","ts":1785354279.266394,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f3c91647-4c5b-4bc8-9d66-95e49f739fca","EoS":false} {"level":"info","ts":1785354279.2664075,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f3c91647-4c5b-4bc8-9d66-95e49f739fca","EoS":true} {"level":"info","ts":1785354279.2664316,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f3c91647-4c5b-4bc8-9d66-95e49f739fca","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785354279.2664683,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f3c91647-4c5b-4bc8-9d66-95e49f739fca","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785354279.2664895,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f3c91647-4c5b-4bc8-9d66-95e49f739fca"} {"level":"info","ts":1785354279.300818,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785354279.3008986,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d0159126-54b3-483d-8e03-8035eea195cd"} {"level":"info","ts":1785354279.3009112,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d0159126-54b3-483d-8e03-8035eea195cd"} {"level":"info","ts":1785354279.3009226,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d0159126-54b3-483d-8e03-8035eea195cd","EoS":false} {"level":"info","ts":1785354279.3009353,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d0159126-54b3-483d-8e03-8035eea195cd","EoS":true} {"level":"info","ts":1785354279.3009531,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d0159126-54b3-483d-8e03-8035eea195cd","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785354279.3009665,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d0159126-54b3-483d-8e03-8035eea195cd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785354279.300984,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d0159126-54b3-483d-8e03-8035eea195cd"} {"level":"info","ts":1785354284.1518285,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e1286148-d562-40cf-9f4a-06c3e30a78a2"} {"level":"info","ts":1785354284.15191,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f6e586b2-1156-49f6-a008-d94843103c8c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785354284.151947,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f6e586b2-1156-49f6-a008-d94843103c8c","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785354284.159153,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4351355f-275a-4bbb-96cc-cbbe305580e7","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785354284.1591773,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4351355f-275a-4bbb-96cc-cbbe305580e7","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785354284.1629138,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e1286148-d562-40cf-9f4a-06c3e30a78a2","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785354284.1631353,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":34466.417248175,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785354284.163151,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785354284.3365242,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"41bd7d3f-db9e-49aa-afda-b30b66c3ab00","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785354284.336578,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"41bd7d3f-db9e-49aa-afda-b30b66c3ab00","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785354284.3366184,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785354284.3371599,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"56cab070-f429-45cc-a477-de14527b6692","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785354284.3372433,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"56cab070-f429-45cc-a477-de14527b6692","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785354284.3373082,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8dbc1f33-0e1c-486e-8312-3da490495448"} {"level":"info","ts":1785354284.3375828,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38967.799354419,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785354284.3376021,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785354284.3378112,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"47ba8591-9a52-416e-8b62-c4ac1da79788","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785354284.3378396,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"47ba8591-9a52-416e-8b62-c4ac1da79788","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785354284.3633292,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37724.86588088,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785354284.3633497,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785354284.3737252,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785354284.4102328,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785354284.421401,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"66a5fe89-83ca-42c9-ab79-a23a773537da","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785354284.4214294,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"66a5fe89-83ca-42c9-ab79-a23a773537da","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785354284.4378278,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8dbc1f33-0e1c-486e-8312-3da490495448","name":"e2e-external-model"} {"level":"info","ts":1785354284.438698,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"12f41e86-7377-4186-8c33-dcc05d6554d7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785354284.438733,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"12f41e86-7377-4186-8c33-dcc05d6554d7","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785354284.4465837,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8dbc1f33-0e1c-486e-8312-3da490495448","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785354284.4499848,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8dbc1f33-0e1c-486e-8312-3da490495448","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785354284.4500828,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5d0ebe2f-7f47-4e3c-badd-130c810169b8"} {"level":"info","ts":1785354284.4501448,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5d0ebe2f-7f47-4e3c-badd-130c810169b8","name":"e2e-external-model"} {"level":"info","ts":1785354284.4519432,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"83a9932c-6739-4239-9440-fd4ef428d746","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785354284.4519668,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"83a9932c-6739-4239-9440-fd4ef428d746","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785354284.4589043,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5d0ebe2f-7f47-4e3c-badd-130c810169b8","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785354284.4623418,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5d0ebe2f-7f47-4e3c-badd-130c810169b8","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785354284.4624228,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"40203738-df61-4b27-84cc-a20b4b67d06a"} {"level":"info","ts":1785354284.4624934,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"40203738-df61-4b27-84cc-a20b4b67d06a","name":"e2e-external-model"} {"level":"info","ts":1785354284.4633954,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e1286148-d562-40cf-9f4a-06c3e30a78a2","name":"e2e-external-provider"} {"level":"info","ts":1785354284.470899,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"40203738-df61-4b27-84cc-a20b4b67d06a","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785354284.472869,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e1286148-d562-40cf-9f4a-06c3e30a78a2","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785354284.4771214,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e1286148-d562-40cf-9f4a-06c3e30a78a2","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785354284.4771898,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1e1332fe-6f86-422b-b21a-f6c73b1974e1"} {"level":"info","ts":1785354284.477225,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1e1332fe-6f86-422b-b21a-f6c73b1974e1","name":"e2e-external-provider"} {"level":"info","ts":1785354284.4870172,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1e1332fe-6f86-422b-b21a-f6c73b1974e1","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785354293.7986612,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785354293.7987428,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f1d915a7-9ab7-41bd-9c9b-99738c1a20b4"} {"level":"info","ts":1785354293.7987561,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f1d915a7-9ab7-41bd-9c9b-99738c1a20b4"} {"level":"info","ts":1785354293.7987723,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f1d915a7-9ab7-41bd-9c9b-99738c1a20b4","EoS":false} {"level":"info","ts":1785354293.7987914,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f1d915a7-9ab7-41bd-9c9b-99738c1a20b4","EoS":true} {"level":"info","ts":1785354293.7988222,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f1d915a7-9ab7-41bd-9c9b-99738c1a20b4","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785354293.7988408,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f1d915a7-9ab7-41bd-9c9b-99738c1a20b4","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785354293.7988548,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"f1d915a7-9ab7-41bd-9c9b-99738c1a20b4","modelName":"e2e-external-model"} {"level":"info","ts":1785354293.798874,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"f1d915a7-9ab7-41bd-9c9b-99738c1a20b4","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785354293.7989464,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f1d915a7-9ab7-41bd-9c9b-99738c1a20b4"} {"level":"info","ts":1785354293.8442454,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785354293.844324,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8c806847-9d3f-4e7d-b9c2-eb9779ea4097"} {"level":"info","ts":1785354293.844341,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8c806847-9d3f-4e7d-b9c2-eb9779ea4097"} {"level":"info","ts":1785354293.8443592,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8c806847-9d3f-4e7d-b9c2-eb9779ea4097","EoS":false} {"level":"info","ts":1785354293.8443785,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8c806847-9d3f-4e7d-b9c2-eb9779ea4097","EoS":true} {"level":"info","ts":1785354293.844405,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8c806847-9d3f-4e7d-b9c2-eb9779ea4097","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785354293.844422,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8c806847-9d3f-4e7d-b9c2-eb9779ea4097","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785354293.84443,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"8c806847-9d3f-4e7d-b9c2-eb9779ea4097","modelName":"e2e-external-model"} {"level":"info","ts":1785354293.8444443,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"8c806847-9d3f-4e7d-b9c2-eb9779ea4097","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785354293.8445082,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8c806847-9d3f-4e7d-b9c2-eb9779ea4097"} {"level":"info","ts":1785354293.8699381,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785354293.8700001,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5087e7fb-1825-4d7e-b772-5f67dfcde272"} {"level":"info","ts":1785354293.870012,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5087e7fb-1825-4d7e-b772-5f67dfcde272"} {"level":"info","ts":1785354293.8700294,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5087e7fb-1825-4d7e-b772-5f67dfcde272","EoS":false} {"level":"info","ts":1785354293.870046,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5087e7fb-1825-4d7e-b772-5f67dfcde272","EoS":true} {"level":"info","ts":1785354293.870069,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5087e7fb-1825-4d7e-b772-5f67dfcde272","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785354293.870085,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5087e7fb-1825-4d7e-b772-5f67dfcde272","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785354293.870097,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"5087e7fb-1825-4d7e-b772-5f67dfcde272","modelName":"e2e-external-model"} {"level":"info","ts":1785354293.870115,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"5087e7fb-1825-4d7e-b772-5f67dfcde272","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785354293.870153,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5087e7fb-1825-4d7e-b772-5f67dfcde272"} {"level":"info","ts":1785354294.0879173,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"71447676-6ee5-40e7-bf64-f69171eaf508"} {"level":"info","ts":1785354294.087964,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"26fd0657-6385-4bed-b991-80f1e2ef15fc","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785354294.0879972,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"26fd0657-6385-4bed-b991-80f1e2ef15fc","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785354294.098564,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"683f2c6b-2d07-406a-ac97-743cf95497a1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785354294.0985932,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"683f2c6b-2d07-406a-ac97-743cf95497a1","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785354294.098704,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"71447676-6ee5-40e7-bf64-f69171eaf508","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785354294.0987594,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"71447676-6ee5-40e7-bf64-f69171eaf508","name":"e2e-cleanup-test"} {"level":"error","ts":1785354294.1213946,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"71447676-6ee5-40e7-bf64-f69171eaf508","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785354294.1214607,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"71447676-6ee5-40e7-bf64-f69171eaf508","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785354294.12153,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9074f3dc-10cd-4307-971b-8e4621cd731e"} {"level":"info","ts":1785354294.121588,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9074f3dc-10cd-4307-971b-8e4621cd731e","name":"e2e-cleanup-test"} {"level":"info","ts":1785354294.1249504,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2b3f61ba-632f-4083-8fb7-25881e55d001","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785354294.124979,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2b3f61ba-632f-4083-8fb7-25881e55d001","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785354294.1396823,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9074f3dc-10cd-4307-971b-8e4621cd731e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785354294.1397252,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9074f3dc-10cd-4307-971b-8e4621cd731e","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785354294.1397724,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2cd4330e-209d-4c62-80b0-edf89e4b94c7"} {"level":"info","ts":1785354294.139825,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2cd4330e-209d-4c62-80b0-edf89e4b94c7","name":"e2e-cleanup-test"} {"level":"info","ts":1785354294.1423287,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1d2da88f-ba88-4010-9d5f-01fa5e325767","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785354294.1423566,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1d2da88f-ba88-4010-9d5f-01fa5e325767","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785354294.1504655,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2cd4330e-209d-4c62-80b0-edf89e4b94c7","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785354294.1544461,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2cd4330e-209d-4c62-80b0-edf89e4b94c7","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785354294.1545553,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b004b129-bf3f-4d7f-8cce-81f060f3874c"} {"level":"info","ts":1785354294.1546028,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b004b129-bf3f-4d7f-8cce-81f060f3874c","name":"e2e-cleanup-test"} {"level":"info","ts":1785354294.1650293,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b004b129-bf3f-4d7f-8cce-81f060f3874c","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785354294.1697342,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"10bed463-2a35-4e90-a2d0-5c1f5c842cee","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785354294.1697583,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"10bed463-2a35-4e90-a2d0-5c1f5c842cee","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785354294.1716475,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b004b129-bf3f-4d7f-8cce-81f060f3874c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785354294.1717188,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"83a6f0ed-24ef-47e8-b597-f777c603949a"} {"level":"info","ts":1785354294.1717615,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"83a6f0ed-24ef-47e8-b597-f777c603949a","name":"e2e-cleanup-test"} {"level":"info","ts":1785354294.1818416,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"83a6f0ed-24ef-47e8-b597-f777c603949a","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785354302.3516667,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b42fb5f0-179b-4801-98dc-a70b790ab251","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785354302.351708,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b42fb5f0-179b-4801-98dc-a70b790ab251","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785354302.3517323,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"db19348a-f70a-412e-a8ad-a54d755fd958"} {"level":"info","ts":1785354306.6367517,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785354306.6368494,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"242ec350-e613-43c8-aef5-772f4a4ffd5c"} {"level":"info","ts":1785354306.6368716,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"242ec350-e613-43c8-aef5-772f4a4ffd5c"} {"level":"info","ts":1785354306.636891,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"242ec350-e613-43c8-aef5-772f4a4ffd5c","EoS":false} {"level":"info","ts":1785354306.6369114,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"242ec350-e613-43c8-aef5-772f4a4ffd5c","EoS":true} {"level":"info","ts":1785354306.636937,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"242ec350-e613-43c8-aef5-772f4a4ffd5c","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785354306.636953,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"242ec350-e613-43c8-aef5-772f4a4ffd5c","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785354306.6369739,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"242ec350-e613-43c8-aef5-772f4a4ffd5c"} {"level":"info","ts":1785354306.6608522,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785354306.6609137,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"42a84643-e964-4f6d-b950-b1ad3b842a62"} {"level":"info","ts":1785354306.6609237,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"42a84643-e964-4f6d-b950-b1ad3b842a62"} {"level":"info","ts":1785354306.6609378,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"42a84643-e964-4f6d-b950-b1ad3b842a62","EoS":false} {"level":"info","ts":1785354306.6609545,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"42a84643-e964-4f6d-b950-b1ad3b842a62","EoS":true} {"level":"info","ts":1785354306.660972,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"42a84643-e964-4f6d-b950-b1ad3b842a62","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785354306.660986,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"42a84643-e964-4f6d-b950-b1ad3b842a62","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785354306.6609933,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"42a84643-e964-4f6d-b950-b1ad3b842a62","modelName":"e2e-external-model"} {"level":"info","ts":1785354306.6610627,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"42a84643-e964-4f6d-b950-b1ad3b842a62","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785354306.6611075,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"42a84643-e964-4f6d-b950-b1ad3b842a62"} {"level":"info","ts":1785354306.801571,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785354306.8016467,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ec7adfd-14f2-46e5-8583-000d8e842004"} {"level":"info","ts":1785354306.80166,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5ec7adfd-14f2-46e5-8583-000d8e842004"} {"level":"info","ts":1785354306.8016725,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5ec7adfd-14f2-46e5-8583-000d8e842004","EoS":false} {"level":"info","ts":1785354306.8016853,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5ec7adfd-14f2-46e5-8583-000d8e842004","EoS":true} {"level":"info","ts":1785354306.8017027,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5ec7adfd-14f2-46e5-8583-000d8e842004","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785354306.8017156,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5ec7adfd-14f2-46e5-8583-000d8e842004","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785354306.8017845,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5ec7adfd-14f2-46e5-8583-000d8e842004"} {"level":"info","ts":1785354306.8760796,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785354306.8761475,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"40fa58a6-9466-4219-86bf-363aa0dfa765"} {"level":"info","ts":1785354306.876159,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"40fa58a6-9466-4219-86bf-363aa0dfa765"} {"level":"info","ts":1785354306.8761697,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"40fa58a6-9466-4219-86bf-363aa0dfa765","EoS":false} {"level":"info","ts":1785354306.8761818,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"40fa58a6-9466-4219-86bf-363aa0dfa765","EoS":true} {"level":"info","ts":1785354306.8762066,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"40fa58a6-9466-4219-86bf-363aa0dfa765","field":"model"} {"level":"info","ts":1785354306.87623,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"40fa58a6-9466-4219-86bf-363aa0dfa765"} {"level":"info","ts":1785354307.7440946,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5805456c-95b3-432a-aaa1-b53c6abbdc65"} {"level":"info","ts":1785354307.7440841,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4c6ea243-0a99-47f4-85ae-f25a377ba0e0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785354307.7441676,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4c6ea243-0a99-47f4-85ae-f25a377ba0e0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785354307.8826754,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e48eca4b-087c-4f5a-aa48-f71192eaf964"} {"level":"info","ts":1785354307.8826747,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3cccc795-4599-4e2e-8396-cec8623b1e6c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785354307.8827443,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3cccc795-4599-4e2e-8396-cec8623b1e6c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785355765.3667822,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785355765.3668683,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cb196927-28ce-4276-96e4-b91c013cfea6"} {"level":"info","ts":1785355839.2335145,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785355839.2336018,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"63b109e1-a802-4278-97e5-d1308ed38cbe"} {"level":"info","ts":1785355839.2336352,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"63b109e1-a802-4278-97e5-d1308ed38cbe"} {"level":"info","ts":1785355839.2336478,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"63b109e1-a802-4278-97e5-d1308ed38cbe","EoS":false} {"level":"info","ts":1785355839.2336595,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"63b109e1-a802-4278-97e5-d1308ed38cbe","EoS":true} {"level":"info","ts":1785355839.2336884,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"63b109e1-a802-4278-97e5-d1308ed38cbe","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785355839.2337081,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"63b109e1-a802-4278-97e5-d1308ed38cbe","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785355839.2337332,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"63b109e1-a802-4278-97e5-d1308ed38cbe"}