{"level":"info","ts":1789044234.1204085,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9846ed6c-274c-4d6c-80c4-7368445463dd"} {"level":"info","ts":1789044234.1204257,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"9846ed6c-274c-4d6c-80c4-7368445463dd"} {"level":"info","ts":1789044234.120443,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9846ed6c-274c-4d6c-80c4-7368445463dd","EoS":false} {"level":"info","ts":1789044234.1204605,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9846ed6c-274c-4d6c-80c4-7368445463dd","EoS":true} {"level":"info","ts":1789044234.1204846,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9846ed6c-274c-4d6c-80c4-7368445463dd","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789044234.1205037,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"9846ed6c-274c-4d6c-80c4-7368445463dd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789044234.1205294,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"9846ed6c-274c-4d6c-80c4-7368445463dd"} {"level":"info","ts":1789044239.211913,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789044239.2119966,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"43bd7423-a638-4a43-8754-c1ba068230b7"} {"level":"info","ts":1789044239.2120082,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"43bd7423-a638-4a43-8754-c1ba068230b7"} {"level":"info","ts":1789044239.2120187,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"43bd7423-a638-4a43-8754-c1ba068230b7","EoS":false} {"level":"info","ts":1789044239.2120287,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"43bd7423-a638-4a43-8754-c1ba068230b7","EoS":true} {"level":"info","ts":1789044239.2120483,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"43bd7423-a638-4a43-8754-c1ba068230b7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789044239.2120612,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"43bd7423-a638-4a43-8754-c1ba068230b7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789044239.2120829,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"43bd7423-a638-4a43-8754-c1ba068230b7"} {"level":"info","ts":1789044239.2563894,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789044239.2564826,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"badaa22e-4a58-4c82-81b0-ad9780371d5c"} {"level":"info","ts":1789044239.2564933,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"badaa22e-4a58-4c82-81b0-ad9780371d5c"} {"level":"info","ts":1789044239.256509,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"badaa22e-4a58-4c82-81b0-ad9780371d5c","EoS":false} {"level":"info","ts":1789044239.256527,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"badaa22e-4a58-4c82-81b0-ad9780371d5c","EoS":true} {"level":"info","ts":1789044239.2565546,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"badaa22e-4a58-4c82-81b0-ad9780371d5c","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789044239.2565722,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"badaa22e-4a58-4c82-81b0-ad9780371d5c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789044239.2565873,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"badaa22e-4a58-4c82-81b0-ad9780371d5c","modelName":"e2e-external-model"} {"level":"info","ts":1789044239.2566178,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"badaa22e-4a58-4c82-81b0-ad9780371d5c","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789044239.2566888,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"badaa22e-4a58-4c82-81b0-ad9780371d5c"} {"level":"info","ts":1789044239.2970934,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789044239.2971652,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3ea54920-540f-4d32-96a7-0e5559daa97a"} {"level":"info","ts":1789044239.2971766,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"3ea54920-540f-4d32-96a7-0e5559daa97a"} {"level":"info","ts":1789044239.2971892,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3ea54920-540f-4d32-96a7-0e5559daa97a","EoS":false} {"level":"info","ts":1789044239.297199,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3ea54920-540f-4d32-96a7-0e5559daa97a","EoS":true} {"level":"info","ts":1789044239.2972157,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3ea54920-540f-4d32-96a7-0e5559daa97a","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789044239.2972314,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"3ea54920-540f-4d32-96a7-0e5559daa97a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789044239.2972403,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"3ea54920-540f-4d32-96a7-0e5559daa97a","modelName":"e2e-external-model"} {"level":"info","ts":1789044239.2972507,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"3ea54920-540f-4d32-96a7-0e5559daa97a","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789044239.2972856,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"3ea54920-540f-4d32-96a7-0e5559daa97a"} {"level":"info","ts":1789044239.327196,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789044239.327281,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"83292c92-a242-4959-a41c-c8ab30b9a401"} {"level":"info","ts":1789044239.327293,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"83292c92-a242-4959-a41c-c8ab30b9a401"} {"level":"info","ts":1789044239.3273034,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"83292c92-a242-4959-a41c-c8ab30b9a401","EoS":false} {"level":"info","ts":1789044239.327314,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"83292c92-a242-4959-a41c-c8ab30b9a401","EoS":true} {"level":"info","ts":1789044239.327332,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"83292c92-a242-4959-a41c-c8ab30b9a401","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789044239.3273475,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"83292c92-a242-4959-a41c-c8ab30b9a401","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789044239.3273573,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"83292c92-a242-4959-a41c-c8ab30b9a401","modelName":"e2e-external-model"} {"level":"info","ts":1789044239.3273714,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"83292c92-a242-4959-a41c-c8ab30b9a401","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789044239.327407,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"83292c92-a242-4959-a41c-c8ab30b9a401"} {"level":"info","ts":1789044239.5317864,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9604e84e-23ae-4f27-be81-b39a6c668550"} {"level":"info","ts":1789044239.531851,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"32a1ad45-6650-4b3d-a69e-0357507f5107","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789044239.5319147,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"32a1ad45-6650-4b3d-a69e-0357507f5107","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1789044239.544809,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7ab67a6f-6894-44a6-8f23-93e48a79e757","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789044239.544841,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7ab67a6f-6894-44a6-8f23-93e48a79e757","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1789044239.546087,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9604e84e-23ae-4f27-be81-b39a6c668550","name":"e2e-cleanup-test"} {"level":"info","ts":1789044239.5698097,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9604e84e-23ae-4f27-be81-b39a6c668550","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789044239.5814648,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3e21b004-9981-4761-8263-769083bfd204","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789044239.581499,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3e21b004-9981-4761-8263-769083bfd204","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1789044239.581848,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6c62a6bf-57eb-4b24-88c6-f98fa7c95acc"} {"level":"info","ts":1789044239.5819008,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6c62a6bf-57eb-4b24-88c6-f98fa7c95acc","name":"e2e-cleanup-test"} {"level":"info","ts":1789044239.6185741,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d9b1dc69-e8cb-4368-9e10-215ebf06cb01","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789044239.618623,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d9b1dc69-e8cb-4368-9e10-215ebf06cb01","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1789044239.624215,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6c62a6bf-57eb-4b24-88c6-f98fa7c95acc","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789044239.6242712,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b39a2d90-9e24-4f32-98ab-14661870116c"} {"level":"info","ts":1789044239.6243157,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b39a2d90-9e24-4f32-98ab-14661870116c","name":"e2e-cleanup-test"} {"level":"info","ts":1789044239.6463168,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b39a2d90-9e24-4f32-98ab-14661870116c","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789044239.6577363,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9cd7508d-fd8f-4c14-aad7-55f1511ee2c0","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789044239.6577747,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9cd7508d-fd8f-4c14-aad7-55f1511ee2c0","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1789044239.6659896,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dbdac16f-377a-4860-99e3-55ce2330236d"} {"level":"info","ts":1789044239.6660402,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dbdac16f-377a-4860-99e3-55ce2330236d","name":"e2e-cleanup-test"} {"level":"info","ts":1789044239.6904345,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dbdac16f-377a-4860-99e3-55ce2330236d","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789044242.111357,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789044242.1114523,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"fe81cc39-faf8-4ed1-a87d-b9de5b2cfd0c"} {"level":"info","ts":1789044247.8036828,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6abe71ec-1008-4e97-920c-4022cf3fd540"} {"level":"info","ts":1789044247.803856,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1fc08d9e-cf53-4e41-a676-91a4c07375dd","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789044247.8039162,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1fc08d9e-cf53-4e41-a676-91a4c07375dd","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789044252.1301975,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789044252.1303043,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"13161594-b417-4237-85c7-0914f4e51747"} {"level":"info","ts":1789044252.1303182,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"13161594-b417-4237-85c7-0914f4e51747"} {"level":"info","ts":1789044252.1303296,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"13161594-b417-4237-85c7-0914f4e51747","EoS":false} {"level":"info","ts":1789044252.130343,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"13161594-b417-4237-85c7-0914f4e51747","EoS":true} {"level":"info","ts":1789044252.130364,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"13161594-b417-4237-85c7-0914f4e51747","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1789044252.1303792,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"13161594-b417-4237-85c7-0914f4e51747","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1789044252.1304126,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"13161594-b417-4237-85c7-0914f4e51747"} {"level":"info","ts":1789044252.557322,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"3cc8ce7e-c464-4652-bed0-ad06c9a890de","name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"} {"level":"info","ts":1789044252.578348,"caller":"legacymigration/reconciler.go:147","msg":"creating ExternalProvider","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"3cc8ce7e-c464-4652-bed0-ad06c9a890de","name":"e2e-legacy-migration-c4e5fb8a"} {"level":"info","ts":1789044252.5983708,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"48923f55-0067-477c-8df4-7623cb163997"} {"level":"info","ts":1789044252.5984387,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"49d671a5-b328-4680-8837-d46d228ac363","name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"} {"level":"info","ts":1789044252.5985043,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"49d671a5-b328-4680-8837-d46d228ac363","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1789044252.6057239,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"3cc8ce7e-c464-4652-bed0-ad06c9a890de","error":"failed to apply ExternalProvider: externalproviders.inference.opendatahub.io \"e2e-legacy-migration-c4e5fb8a\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789044252.6109076,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"73e1174c-0018-489b-8763-9709af814af3","name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"} {"level":"info","ts":1789044252.6131873,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"bf54d724-dc9e-4d01-8a84-89550c9e6333","name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"} {"level":"info","ts":1789044252.6132178,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"bf54d724-dc9e-4d01-8a84-89550c9e6333","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789044252.6330593,"caller":"legacymigration/reconciler.go:169","msg":"creating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"73e1174c-0018-489b-8763-9709af814af3","name":"e2e-legacy-migration-c4e5fb8a"} {"level":"info","ts":1789044252.6337025,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"4d92e584-e03d-450a-a23f-5348d64ed30a"} {"level":"info","ts":1789044252.634007,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"3662dcad-7065-446f-b584-97548406d9ec","name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"} {"level":"info","ts":1789044252.6340718,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"3662dcad-7065-446f-b584-97548406d9ec","modelName":"e2e-legacy-migration-c4e5fb8a","resolvedRefs":1} {"level":"error","ts":1789044252.6438718,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"48923f55-0067-477c-8df4-7623cb163997","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-c4e5fb8a\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789044252.6439521,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"48923f55-0067-477c-8df4-7623cb163997","name":"e2e-legacy-migration-c4e5fb8a"} {"level":"error","ts":1789044252.6670852,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"4d92e584-e03d-450a-a23f-5348d64ed30a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-c4e5fb8a\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789044252.6671445,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"4d92e584-e03d-450a-a23f-5348d64ed30a","provider":"e2e-legacy-migration-c4e5fb8a","phase":"Pending"} {"level":"info","ts":1789044252.6688187,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"b6642f66-6c65-4eb8-82e8-edce3e2ef610","name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"} {"level":"info","ts":1789044252.6689043,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"b6642f66-6c65-4eb8-82e8-edce3e2ef610","modelName":"e2e-legacy-migration-c4e5fb8a","resolvedRefs":1} {"level":"error","ts":1789044252.6921608,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"73e1174c-0018-489b-8763-9709af814af3","error":"failed to apply ExternalModel: externalmodels.inference.opendatahub.io \"e2e-legacy-migration-c4e5fb8a\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789044252.693019,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"3df8e378-2a88-4de3-bf8b-cdc70e27deba","name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"} {"level":"info","ts":1789044252.6930497,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"3df8e378-2a88-4de3-bf8b-cdc70e27deba","modelName":"e2e-legacy-migration-c4e5fb8a","resolvedRefs":1} {"level":"error","ts":1789044252.6961787,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"4d92e584-e03d-450a-a23f-5348d64ed30a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-c4e5fb8a\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789044252.6962123,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"4d92e584-e03d-450a-a23f-5348d64ed30a","error":"ExternalModel \"e2e-legacy-migration-c4e5fb8a\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-c4e5fb8a\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789044252.6962738,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"f8017bc4-b747-4a5d-8389-79bd5ff8b33c"} {"level":"info","ts":1789044252.696296,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"f8017bc4-b747-4a5d-8389-79bd5ff8b33c","provider":"e2e-legacy-migration-c4e5fb8a","phase":"Pending"} {"level":"info","ts":1789044252.7029397,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"ef1201d6-ee44-4ea1-865f-eb502bb22c5c","name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"} {"level":"info","ts":1789044252.7049532,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"48923f55-0067-477c-8df4-7623cb163997","kind":"DestinationRule","name":"e2e-legacy-migration-c4e5fb8a"} {"level":"error","ts":1789044252.7094448,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"f8017bc4-b747-4a5d-8389-79bd5ff8b33c","error":"ExternalModel \"e2e-legacy-migration-c4e5fb8a\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-c4e5fb8a\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789044252.7205822,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"f7a5f9e0-662e-4e24-a73d-7e2b0b856dd1"} {"level":"info","ts":1789044252.7206383,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"f7a5f9e0-662e-4e24-a73d-7e2b0b856dd1","provider":"e2e-legacy-migration-c4e5fb8a","phase":"Pending"} {"level":"info","ts":1789044252.7248232,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"ef1201d6-ee44-4ea1-865f-eb502bb22c5c","name":"e2e-legacy-migration-c4e5fb8a"} {"level":"info","ts":1789044252.7288923,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"48923f55-0067-477c-8df4-7623cb163997","service":"e2e-legacy-migration-c4e5fb8a","serviceEntry":"e2e-legacy-migration-c4e5fb8a","destinationRule":"e2e-legacy-migration-c4e5fb8a"} {"level":"error","ts":1789044252.7378924,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"48923f55-0067-477c-8df4-7623cb163997","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-c4e5fb8a\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789044252.7379558,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"b8255914-dde1-4dbf-84eb-0e16ece36f1b"} {"level":"info","ts":1789044252.7379897,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"b8255914-dde1-4dbf-84eb-0e16ece36f1b","name":"e2e-legacy-migration-c4e5fb8a"} {"level":"error","ts":1789044252.7396603,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"f7a5f9e0-662e-4e24-a73d-7e2b0b856dd1","error":"ExternalModel \"e2e-legacy-migration-c4e5fb8a\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-c4e5fb8a\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789044252.7601328,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"9d8c8f5c-ca3b-4597-b4c7-2cc363e60787"} {"level":"info","ts":1789044252.7601607,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"9d8c8f5c-ca3b-4597-b4c7-2cc363e60787","provider":"e2e-legacy-migration-c4e5fb8a","phase":"Pending"} {"level":"info","ts":1789044252.7607617,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"b8255914-dde1-4dbf-84eb-0e16ece36f1b","service":"e2e-legacy-migration-c4e5fb8a","serviceEntry":"e2e-legacy-migration-c4e5fb8a","destinationRule":"e2e-legacy-migration-c4e5fb8a"} {"level":"info","ts":1789044252.76762,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"8267d327-5f0d-439d-a5ec-40643b793af1","name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"} {"level":"info","ts":1789044252.7676551,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"8267d327-5f0d-439d-a5ec-40643b793af1","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789044252.7676578,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"0ae1ac6b-52b2-48dc-9b0e-feadbfd7e086","name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"} {"level":"info","ts":1789044252.7676837,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"0ae1ac6b-52b2-48dc-9b0e-feadbfd7e086","modelName":"e2e-legacy-migration-c4e5fb8a","resolvedRefs":1} {"level":"info","ts":1789044252.7719026,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"ef1201d6-ee44-4ea1-865f-eb502bb22c5c","provider":"openai","model":"e2e-legacy-migration-c4e5fb8a","targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789044252.7802877,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"b8255914-dde1-4dbf-84eb-0e16ece36f1b","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-c4e5fb8a\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789044252.7803552,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"93f30451-6361-485c-acfc-73cb78586281"} {"level":"info","ts":1789044252.780393,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"93f30451-6361-485c-acfc-73cb78586281","name":"e2e-legacy-migration-c4e5fb8a"} {"level":"error","ts":1789044252.7997975,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"9d8c8f5c-ca3b-4597-b4c7-2cc363e60787","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-c4e5fb8a\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789044252.7998426,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"9d8c8f5c-ca3b-4597-b4c7-2cc363e60787","error":"ExternalModel \"e2e-legacy-migration-c4e5fb8a\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-c4e5fb8a\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789044252.7998846,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"fff80beb-8a55-4248-90dc-129886894f16"} {"level":"info","ts":1789044252.7999043,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"fff80beb-8a55-4248-90dc-129886894f16","provider":"e2e-legacy-migration-c4e5fb8a","phase":"Failed"} {"level":"info","ts":1789044252.8051,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"3e99dc0c-9914-4409-83f3-605e06393797","name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"} {"level":"info","ts":1789044252.805151,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"3e99dc0c-9914-4409-83f3-605e06393797","modelName":"e2e-legacy-migration-c4e5fb8a","resolvedRefs":1} {"level":"info","ts":1789044252.8130207,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"93f30451-6361-485c-acfc-73cb78586281","service":"e2e-legacy-migration-c4e5fb8a","serviceEntry":"e2e-legacy-migration-c4e5fb8a","destinationRule":"e2e-legacy-migration-c4e5fb8a"} {"level":"error","ts":1789044252.822056,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"fff80beb-8a55-4248-90dc-129886894f16","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-c4e5fb8a\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789044252.8220909,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"fff80beb-8a55-4248-90dc-129886894f16","error":"ExternalModel \"e2e-legacy-migration-c4e5fb8a\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-c4e5fb8a\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789044252.822147,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"d2fc6e3d-29bb-46d4-891d-5ddfcd3556c9"} {"level":"info","ts":1789044252.8221753,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"d2fc6e3d-29bb-46d4-891d-5ddfcd3556c9","provider":"e2e-legacy-migration-c4e5fb8a","phase":"Failed"} {"level":"info","ts":1789044252.8442836,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"af54178b-b330-4a86-9420-a76f4ca718a2","name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"} {"level":"info","ts":1789044252.8443117,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"af54178b-b330-4a86-9420-a76f4ca718a2","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789044252.844345,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"ae57fc93-cf6f-4195-93e5-83c645133ffd","name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"} {"level":"info","ts":1789044252.8443687,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"ae57fc93-cf6f-4195-93e5-83c645133ffd","modelName":"e2e-legacy-migration-c4e5fb8a","resolvedRefs":1} {"level":"info","ts":1789044252.844394,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"b7e54cff-bf17-4f16-908f-3a8708f67772"} {"level":"info","ts":1789044252.8444252,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"b7e54cff-bf17-4f16-908f-3a8708f67772","name":"e2e-legacy-migration-c4e5fb8a"} {"level":"error","ts":1789044252.8640397,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"d2fc6e3d-29bb-46d4-891d-5ddfcd3556c9","error":"ExternalModel \"e2e-legacy-migration-c4e5fb8a\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-c4e5fb8a\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789044252.8640907,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"fd6a369d-3042-4b9e-86c3-337235dc9db8"} {"level":"info","ts":1789044252.8641222,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"fd6a369d-3042-4b9e-86c3-337235dc9db8","name":"e2e-legacy-migration-c4e5fb8a"} {"level":"info","ts":1789044252.899015,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"b7e54cff-bf17-4f16-908f-3a8708f67772","service":"e2e-legacy-migration-c4e5fb8a","serviceEntry":"e2e-legacy-migration-c4e5fb8a","destinationRule":"e2e-legacy-migration-c4e5fb8a"} {"level":"info","ts":1789044252.9066873,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"734fd42d-e908-4fb5-a2cc-5f6e593d1bbc","name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"} {"level":"info","ts":1789044252.906771,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"734fd42d-e908-4fb5-a2cc-5f6e593d1bbc","modelName":"e2e-legacy-migration-c4e5fb8a","resolvedRefs":1} {"level":"error","ts":1789044252.9340136,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"fd6a369d-3042-4b9e-86c3-337235dc9db8","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-c4e5fb8a\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789044252.9340498,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"fd6a369d-3042-4b9e-86c3-337235dc9db8","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-c4e5fb8a\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789044252.9340909,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"bd725696-bb32-4519-b430-64d29fc1c025"} {"level":"info","ts":1789044252.9341385,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"bd725696-bb32-4519-b430-64d29fc1c025","name":"e2e-legacy-migration-c4e5fb8a"} {"level":"info","ts":1789044252.975382,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"bd725696-bb32-4519-b430-64d29fc1c025","httpRoute":"e2e-legacy-migration-c4e5fb8a","providers":["e2e-legacy-migration-c4e5fb8a"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789044253.2762227,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"1b09db59-2ede-44e1-936d-328c8f651a04","name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"} {"level":"info","ts":1789044253.2996676,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"1b09db59-2ede-44e1-936d-328c8f651a04","name":"e2e-legacy-migration-c4e5fb8a"} {"level":"info","ts":1789044253.34985,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"1b09db59-2ede-44e1-936d-328c8f651a04","provider":"openai","model":"e2e-legacy-migration-c4e5fb8a","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789044255.607289,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"3234c333-e2ed-4775-8e3e-d21aaf2c9a1e","name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"} {"level":"info","ts":1789044255.642241,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"a3e57678-c11f-443c-a6be-b101eb7b90f5","name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"} {"level":"info","ts":1789044255.6424613,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"a3e57678-c11f-443c-a6be-b101eb7b90f5","name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"} {"level":"info","ts":1789044255.6423936,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"e142603b-cac4-46a9-a772-d68e076220c8"} {"level":"info","ts":1789044255.6471186,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"5f8e55f9-a501-4511-b631-7329a72ebd4a"} {"level":"info","ts":1789044255.6472268,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"e0f32ce9-719f-496e-b5a7-a43181297d7e","name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"} {"level":"info","ts":1789044255.647278,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c4e5fb8a","reconcileID":"e0f32ce9-719f-496e-b5a7-a43181297d7e","name":"e2e-legacy-migration-c4e5fb8a","namespace":"llm"} {"level":"info","ts":1789044256.1693656,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789044256.1694443,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e13e38d3-7907-478d-b1fc-34e85d7b9933"} {"level":"info","ts":1789044256.1694558,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"e13e38d3-7907-478d-b1fc-34e85d7b9933"} {"level":"info","ts":1789044256.169466,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e13e38d3-7907-478d-b1fc-34e85d7b9933","EoS":false} {"level":"info","ts":1789044256.169478,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e13e38d3-7907-478d-b1fc-34e85d7b9933","EoS":true} {"level":"info","ts":1789044256.1694982,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e13e38d3-7907-478d-b1fc-34e85d7b9933","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789044256.1695125,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"e13e38d3-7907-478d-b1fc-34e85d7b9933","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789044256.1695225,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"e13e38d3-7907-478d-b1fc-34e85d7b9933","modelName":"e2e-external-model"} {"level":"info","ts":1789044256.1695344,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"e13e38d3-7907-478d-b1fc-34e85d7b9933","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789044256.1695719,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"e13e38d3-7907-478d-b1fc-34e85d7b9933"} {"level":"info","ts":1789044256.2614102,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789044256.2614877,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b9d74b9c-1901-4737-b62a-bf858413be24"} {"level":"info","ts":1789044256.2614996,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"b9d74b9c-1901-4737-b62a-bf858413be24"} {"level":"info","ts":1789044256.2615106,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b9d74b9c-1901-4737-b62a-bf858413be24","EoS":false} {"level":"info","ts":1789044256.2615209,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b9d74b9c-1901-4737-b62a-bf858413be24","EoS":true} {"level":"info","ts":1789044256.261539,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b9d74b9c-1901-4737-b62a-bf858413be24","field":"model","value":"nonexistent-model"} {"level":"info","ts":1789044256.2615528,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"b9d74b9c-1901-4737-b62a-bf858413be24","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789044256.261574,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"b9d74b9c-1901-4737-b62a-bf858413be24"} {"level":"info","ts":1789044256.35249,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789044256.3525734,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a361eeda-e344-4ec1-af8d-8fbf8dc8849f"} {"level":"info","ts":1789044256.352588,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a361eeda-e344-4ec1-af8d-8fbf8dc8849f"} {"level":"info","ts":1789044256.3526332,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a361eeda-e344-4ec1-af8d-8fbf8dc8849f","EoS":false} {"level":"info","ts":1789044256.3526511,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a361eeda-e344-4ec1-af8d-8fbf8dc8849f","EoS":true} {"level":"info","ts":1789044256.3526807,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"a361eeda-e344-4ec1-af8d-8fbf8dc8849f","field":"model"} {"level":"info","ts":1789044256.3527105,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a361eeda-e344-4ec1-af8d-8fbf8dc8849f"} {"level":"info","ts":1789044257.583009,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"99ad9dce-220f-417d-9095-b58b4aeb5553"} {"level":"info","ts":1789044257.583028,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4200d8cf-349b-4603-bd17-cc15c6ef60c9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789044257.5831468,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4200d8cf-349b-4603-bd17-cc15c6ef60c9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789044257.7764175,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d7418d23-efe9-47fc-9393-a1b3b600190d"} {"level":"info","ts":1789044257.7765539,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6e8163aa-786c-4587-8552-3ab3a05f691d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789044257.7765863,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6e8163aa-786c-4587-8552-3ab3a05f691d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789044269.2800865,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789044269.2801716,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"23705c24-829f-470c-b2ed-c060982b928d"} {"level":"info","ts":1789044269.2801833,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"23705c24-829f-470c-b2ed-c060982b928d"} {"level":"info","ts":1789044269.2801938,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"23705c24-829f-470c-b2ed-c060982b928d","EoS":false} {"level":"info","ts":1789044269.2802048,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"23705c24-829f-470c-b2ed-c060982b928d","EoS":true} {"level":"info","ts":1789044269.2802248,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"23705c24-829f-470c-b2ed-c060982b928d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789044269.280242,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"23705c24-829f-470c-b2ed-c060982b928d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789044269.2802627,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"23705c24-829f-470c-b2ed-c060982b928d"} {"level":"info","ts":1789044273.7058015,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789044273.7058904,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"54b900ca-b0d8-4a16-aed6-e28680fdb398"} {"level":"info","ts":1789044273.7059033,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"54b900ca-b0d8-4a16-aed6-e28680fdb398"} {"level":"info","ts":1789044273.705914,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"54b900ca-b0d8-4a16-aed6-e28680fdb398","EoS":false} {"level":"info","ts":1789044273.7059247,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"54b900ca-b0d8-4a16-aed6-e28680fdb398","EoS":true} {"level":"info","ts":1789044273.705947,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"54b900ca-b0d8-4a16-aed6-e28680fdb398","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789044273.7059855,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"54b900ca-b0d8-4a16-aed6-e28680fdb398","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789044273.7060165,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"54b900ca-b0d8-4a16-aed6-e28680fdb398"} {"level":"info","ts":1789044273.7498987,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789044273.7499664,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9cf18750-f322-465d-a118-9650ee9eca14"} {"level":"info","ts":1789044273.7499774,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"9cf18750-f322-465d-a118-9650ee9eca14"} {"level":"info","ts":1789044273.7499876,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9cf18750-f322-465d-a118-9650ee9eca14","EoS":false} {"level":"info","ts":1789044273.7499971,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9cf18750-f322-465d-a118-9650ee9eca14","EoS":true} {"level":"info","ts":1789044273.7500126,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9cf18750-f322-465d-a118-9650ee9eca14","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789044273.7500262,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"9cf18750-f322-465d-a118-9650ee9eca14","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789044273.7500453,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"9cf18750-f322-465d-a118-9650ee9eca14"} {"level":"info","ts":1789044273.8100936,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789044273.8101573,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"301d8e68-f905-4127-ab24-41fd57d5715f"} {"level":"info","ts":1789044273.8101683,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"301d8e68-f905-4127-ab24-41fd57d5715f"} {"level":"info","ts":1789044273.8101804,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"301d8e68-f905-4127-ab24-41fd57d5715f","EoS":false} {"level":"info","ts":1789044273.81019,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"301d8e68-f905-4127-ab24-41fd57d5715f","EoS":true} {"level":"info","ts":1789044273.8102055,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"301d8e68-f905-4127-ab24-41fd57d5715f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789044273.810218,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"301d8e68-f905-4127-ab24-41fd57d5715f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789044273.810235,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"301d8e68-f905-4127-ab24-41fd57d5715f"} {"level":"info","ts":1789044273.8517804,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789044273.851864,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"72c872ee-40fb-4105-8cb1-e736122e0538"} {"level":"info","ts":1789044273.8518786,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"72c872ee-40fb-4105-8cb1-e736122e0538"} {"level":"info","ts":1789044273.851898,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"72c872ee-40fb-4105-8cb1-e736122e0538","EoS":false} {"level":"info","ts":1789044273.8519194,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"72c872ee-40fb-4105-8cb1-e736122e0538","EoS":true} {"level":"info","ts":1789044273.8519466,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"72c872ee-40fb-4105-8cb1-e736122e0538","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789044273.8519647,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"72c872ee-40fb-4105-8cb1-e736122e0538","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789044273.8519917,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"72c872ee-40fb-4105-8cb1-e736122e0538"} {"level":"info","ts":1789044293.1434107,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789044293.1435208,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"183ddc28-efd9-419b-b2c7-166ebb5a2246"} {"level":"info","ts":1789044293.1435356,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"183ddc28-efd9-419b-b2c7-166ebb5a2246"} {"level":"info","ts":1789044293.1435556,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"183ddc28-efd9-419b-b2c7-166ebb5a2246","EoS":false} {"level":"info","ts":1789044293.1435773,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"183ddc28-efd9-419b-b2c7-166ebb5a2246","EoS":true} {"level":"info","ts":1789044293.143635,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"183ddc28-efd9-419b-b2c7-166ebb5a2246","field":"model"} {"level":"info","ts":1789044293.1436713,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"183ddc28-efd9-419b-b2c7-166ebb5a2246"} {"level":"info","ts":1789044293.2879322,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789044293.288041,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"49ad094e-65d8-4fab-95dd-9dbc4c6b3836"} {"level":"info","ts":1789044293.2880561,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"49ad094e-65d8-4fab-95dd-9dbc4c6b3836"} {"level":"info","ts":1789044293.2880716,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"49ad094e-65d8-4fab-95dd-9dbc4c6b3836","EoS":false} {"level":"info","ts":1789044293.2880862,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"49ad094e-65d8-4fab-95dd-9dbc4c6b3836","EoS":true} {"level":"info","ts":1789044293.288109,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"49ad094e-65d8-4fab-95dd-9dbc4c6b3836","field":"model"} {"level":"info","ts":1789044293.2881403,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"49ad094e-65d8-4fab-95dd-9dbc4c6b3836"} {"level":"info","ts":1789044293.4307828,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789044293.4308507,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"da701f59-c2be-4636-a6cd-1d3ff235afb3"} {"level":"info","ts":1789044293.4308617,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"da701f59-c2be-4636-a6cd-1d3ff235afb3"} {"level":"info","ts":1789044293.430872,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"da701f59-c2be-4636-a6cd-1d3ff235afb3","EoS":false} {"level":"info","ts":1789044293.4308813,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"da701f59-c2be-4636-a6cd-1d3ff235afb3","EoS":true} {"level":"info","ts":1789044293.430895,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"da701f59-c2be-4636-a6cd-1d3ff235afb3","field":"model"} {"level":"info","ts":1789044293.4309185,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"da701f59-c2be-4636-a6cd-1d3ff235afb3"} {"level":"info","ts":1789045459.6102335,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789045459.6103349,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"59042d0b-9388-435c-81ed-315a855eb3d7"} {"level":"info","ts":1789045459.6103463,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"59042d0b-9388-435c-81ed-315a855eb3d7"} {"level":"info","ts":1789045459.610358,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"59042d0b-9388-435c-81ed-315a855eb3d7","EoS":false} {"level":"info","ts":1789045459.6103702,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"59042d0b-9388-435c-81ed-315a855eb3d7","EoS":true} {"level":"info","ts":1789045459.6103935,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"59042d0b-9388-435c-81ed-315a855eb3d7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789045459.6104097,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"59042d0b-9388-435c-81ed-315a855eb3d7","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789045459.6104333,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"59042d0b-9388-435c-81ed-315a855eb3d7"} {"level":"info","ts":1789045459.6656764,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789045459.6657643,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7f710a46-d9f3-4ddf-935c-4dc43aa4fcba"} {"level":"info","ts":1789045459.6657772,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"7f710a46-d9f3-4ddf-935c-4dc43aa4fcba"} {"level":"info","ts":1789045459.6657887,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7f710a46-d9f3-4ddf-935c-4dc43aa4fcba","EoS":false} {"level":"info","ts":1789045459.6657991,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7f710a46-d9f3-4ddf-935c-4dc43aa4fcba","EoS":true} {"level":"info","ts":1789045459.6658194,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7f710a46-d9f3-4ddf-935c-4dc43aa4fcba","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789045459.665836,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"7f710a46-d9f3-4ddf-935c-4dc43aa4fcba","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789045459.6659143,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"7f710a46-d9f3-4ddf-935c-4dc43aa4fcba"} {"level":"info","ts":1789045813.6633818,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789045813.6634724,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8c165b93-c489-4eb8-8acd-d295f76d0983"} {"level":"info","ts":1789045813.6634827,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"8c165b93-c489-4eb8-8acd-d295f76d0983"} {"level":"info","ts":1789045813.6634939,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8c165b93-c489-4eb8-8acd-d295f76d0983","EoS":false} {"level":"info","ts":1789045813.6635041,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8c165b93-c489-4eb8-8acd-d295f76d0983","EoS":true} {"level":"info","ts":1789045813.6635246,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8c165b93-c489-4eb8-8acd-d295f76d0983","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789045813.6635396,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"8c165b93-c489-4eb8-8acd-d295f76d0983","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789045813.663571,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"8c165b93-c489-4eb8-8acd-d295f76d0983"} {"level":"info","ts":1789045813.834348,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789045813.8344228,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"93767861-95f9-4ec7-962c-fe892253ad0c"} {"level":"info","ts":1789045813.8344345,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"93767861-95f9-4ec7-962c-fe892253ad0c"} {"level":"info","ts":1789045813.834445,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"93767861-95f9-4ec7-962c-fe892253ad0c","EoS":false} {"level":"info","ts":1789045813.8344543,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"93767861-95f9-4ec7-962c-fe892253ad0c","EoS":true} {"level":"info","ts":1789045813.8344724,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"93767861-95f9-4ec7-962c-fe892253ad0c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789045813.8344858,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"93767861-95f9-4ec7-962c-fe892253ad0c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789045813.8345041,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"93767861-95f9-4ec7-962c-fe892253ad0c"} {"level":"info","ts":1789045813.9759948,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789045813.9760711,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7672bd7b-ae86-4cc7-a386-33cd0d779d9f"} {"level":"info","ts":1789045813.9760823,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"7672bd7b-ae86-4cc7-a386-33cd0d779d9f"} {"level":"info","ts":1789045813.9760933,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7672bd7b-ae86-4cc7-a386-33cd0d779d9f","EoS":false} {"level":"info","ts":1789045813.9761026,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7672bd7b-ae86-4cc7-a386-33cd0d779d9f","EoS":true} {"level":"info","ts":1789045813.9761188,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7672bd7b-ae86-4cc7-a386-33cd0d779d9f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789045813.9761336,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"7672bd7b-ae86-4cc7-a386-33cd0d779d9f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789045813.976153,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"7672bd7b-ae86-4cc7-a386-33cd0d779d9f"} {"level":"info","ts":1789045814.11667,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789045814.1167521,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8cd741d7-9f61-48ea-bcf1-856dd58d0b99"} {"level":"info","ts":1789045814.1167624,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"8cd741d7-9f61-48ea-bcf1-856dd58d0b99"} {"level":"info","ts":1789045814.1167727,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8cd741d7-9f61-48ea-bcf1-856dd58d0b99","EoS":false} {"level":"info","ts":1789045814.1167827,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8cd741d7-9f61-48ea-bcf1-856dd58d0b99","EoS":true} {"level":"info","ts":1789045814.1168022,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8cd741d7-9f61-48ea-bcf1-856dd58d0b99","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789045814.116817,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"8cd741d7-9f61-48ea-bcf1-856dd58d0b99","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789045814.116836,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"8cd741d7-9f61-48ea-bcf1-856dd58d0b99"} {"level":"info","ts":1789045814.2574584,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789045814.257544,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b808c93f-6e98-4e8c-8ba6-11b09f8a25f0"} {"level":"info","ts":1789045814.2575586,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"b808c93f-6e98-4e8c-8ba6-11b09f8a25f0"} {"level":"info","ts":1789045814.2575698,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b808c93f-6e98-4e8c-8ba6-11b09f8a25f0","EoS":false} {"level":"info","ts":1789045814.2575805,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b808c93f-6e98-4e8c-8ba6-11b09f8a25f0","EoS":true} {"level":"info","ts":1789045814.2576718,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b808c93f-6e98-4e8c-8ba6-11b09f8a25f0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789045814.257695,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"b808c93f-6e98-4e8c-8ba6-11b09f8a25f0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789045814.2577202,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"b808c93f-6e98-4e8c-8ba6-11b09f8a25f0"} {"level":"info","ts":1789045814.3969464,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789045814.3970256,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0a105d9e-027e-47b9-aa1c-f7e5f5d72d76"} {"level":"info","ts":1789045814.3970351,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"0a105d9e-027e-47b9-aa1c-f7e5f5d72d76"} {"level":"info","ts":1789045814.3970459,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0a105d9e-027e-47b9-aa1c-f7e5f5d72d76","EoS":false} {"level":"info","ts":1789045814.3970551,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0a105d9e-027e-47b9-aa1c-f7e5f5d72d76","EoS":true} {"level":"info","ts":1789045814.3970737,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0a105d9e-027e-47b9-aa1c-f7e5f5d72d76","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789045814.3970888,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"0a105d9e-027e-47b9-aa1c-f7e5f5d72d76","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789045814.3971083,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"0a105d9e-027e-47b9-aa1c-f7e5f5d72d76"} {"level":"info","ts":1789045823.1042006,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789045823.104286,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"65e59f12-e654-4789-beee-b4ed529c5610"} {"level":"info","ts":1789045823.1042986,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"65e59f12-e654-4789-beee-b4ed529c5610"} {"level":"info","ts":1789045823.1043115,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"65e59f12-e654-4789-beee-b4ed529c5610","EoS":false} {"level":"info","ts":1789045823.1043298,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"65e59f12-e654-4789-beee-b4ed529c5610","EoS":true} {"level":"info","ts":1789045823.1043563,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"65e59f12-e654-4789-beee-b4ed529c5610","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789045823.104373,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"65e59f12-e654-4789-beee-b4ed529c5610","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789045823.1043935,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"65e59f12-e654-4789-beee-b4ed529c5610"} {"level":"info","ts":1789045823.1417418,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789045823.1418202,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a01f657f-7ec3-40c7-af7c-45511474b894"} {"level":"info","ts":1789045823.1418338,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a01f657f-7ec3-40c7-af7c-45511474b894"} {"level":"info","ts":1789045823.1418512,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a01f657f-7ec3-40c7-af7c-45511474b894","EoS":false} {"level":"info","ts":1789045823.1418688,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a01f657f-7ec3-40c7-af7c-45511474b894","EoS":true} {"level":"info","ts":1789045823.1418927,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a01f657f-7ec3-40c7-af7c-45511474b894","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789045823.141915,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"a01f657f-7ec3-40c7-af7c-45511474b894","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789045823.14194,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a01f657f-7ec3-40c7-af7c-45511474b894"} {"level":"info","ts":1789045823.178647,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789045823.178736,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c1a0c14b-f3ea-43f5-8e52-7081c85c0c4e"} {"level":"info","ts":1789045823.1787505,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c1a0c14b-f3ea-43f5-8e52-7081c85c0c4e"} {"level":"info","ts":1789045823.1787624,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c1a0c14b-f3ea-43f5-8e52-7081c85c0c4e","EoS":false} {"level":"info","ts":1789045823.1787746,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c1a0c14b-f3ea-43f5-8e52-7081c85c0c4e","EoS":true} {"level":"info","ts":1789045823.1788383,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c1a0c14b-f3ea-43f5-8e52-7081c85c0c4e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789045823.1788564,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"c1a0c14b-f3ea-43f5-8e52-7081c85c0c4e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789045823.1788924,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c1a0c14b-f3ea-43f5-8e52-7081c85c0c4e"} {"level":"info","ts":1789045823.2251112,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789045823.2251863,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"1d910f46-379b-40f3-8cef-22bce44b7cc3"} {"level":"info","ts":1789045824.0870693,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789045824.0871522,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"66376c9d-d6e9-48c2-a8a8-9b245a409835"} {"level":"info","ts":1789045824.087165,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"66376c9d-d6e9-48c2-a8a8-9b245a409835"} {"level":"info","ts":1789045824.0871766,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"66376c9d-d6e9-48c2-a8a8-9b245a409835","EoS":false} {"level":"info","ts":1789045824.087187,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"66376c9d-d6e9-48c2-a8a8-9b245a409835","EoS":true} {"level":"info","ts":1789045824.0872066,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"66376c9d-d6e9-48c2-a8a8-9b245a409835","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789045824.087222,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"66376c9d-d6e9-48c2-a8a8-9b245a409835","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789045824.0872464,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"66376c9d-d6e9-48c2-a8a8-9b245a409835"} {"level":"info","ts":1789045825.0594082,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789045825.0595024,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ee498f4a-16b8-49ce-aa28-3df939f3a136"} {"level":"info","ts":1789045825.0595148,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"ee498f4a-16b8-49ce-aa28-3df939f3a136"} {"level":"info","ts":1789045825.059526,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ee498f4a-16b8-49ce-aa28-3df939f3a136","EoS":false} {"level":"info","ts":1789045825.0595362,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ee498f4a-16b8-49ce-aa28-3df939f3a136","EoS":true} {"level":"info","ts":1789045825.059556,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ee498f4a-16b8-49ce-aa28-3df939f3a136","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789045825.059572,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"ee498f4a-16b8-49ce-aa28-3df939f3a136","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789045825.0596228,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"ee498f4a-16b8-49ce-aa28-3df939f3a136"} {"level":"info","ts":1789045825.8517277,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789045825.8518133,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2af5ff48-4529-4e81-946b-1bcb1c3e8dc5"} {"level":"info","ts":1789045825.8518302,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"2af5ff48-4529-4e81-946b-1bcb1c3e8dc5"} {"level":"info","ts":1789045825.8518412,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2af5ff48-4529-4e81-946b-1bcb1c3e8dc5","EoS":false} {"level":"info","ts":1789045825.8518515,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2af5ff48-4529-4e81-946b-1bcb1c3e8dc5","EoS":true} {"level":"info","ts":1789045825.8518713,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2af5ff48-4529-4e81-946b-1bcb1c3e8dc5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789045825.8518865,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"2af5ff48-4529-4e81-946b-1bcb1c3e8dc5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789045825.8519065,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"2af5ff48-4529-4e81-946b-1bcb1c3e8dc5"} {"level":"info","ts":1789045826.9679484,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789045826.9680305,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c9ff67b1-ec49-48c4-b4de-dccbcba84897"} {"level":"info","ts":1789045826.9680398,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c9ff67b1-ec49-48c4-b4de-dccbcba84897"} {"level":"info","ts":1789045826.9680507,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c9ff67b1-ec49-48c4-b4de-dccbcba84897","EoS":false} {"level":"info","ts":1789045826.9680607,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c9ff67b1-ec49-48c4-b4de-dccbcba84897","EoS":true} {"level":"info","ts":1789045826.9680793,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c9ff67b1-ec49-48c4-b4de-dccbcba84897","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789045826.9680939,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"c9ff67b1-ec49-48c4-b4de-dccbcba84897","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789045826.968115,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c9ff67b1-ec49-48c4-b4de-dccbcba84897"} {"level":"info","ts":1789045832.5253286,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789045832.5254145,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"73e55904-baac-4f5d-b711-335df5d2d64a"} {"level":"info","ts":1789045832.5254254,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"73e55904-baac-4f5d-b711-335df5d2d64a"} {"level":"info","ts":1789045832.5254362,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"73e55904-baac-4f5d-b711-335df5d2d64a","EoS":false} {"level":"info","ts":1789045832.525446,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"73e55904-baac-4f5d-b711-335df5d2d64a","EoS":true} {"level":"info","ts":1789045832.5254693,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"73e55904-baac-4f5d-b711-335df5d2d64a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789045832.5254843,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"73e55904-baac-4f5d-b711-335df5d2d64a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789045832.5255036,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"73e55904-baac-4f5d-b711-335df5d2d64a"} {"level":"info","ts":1789045836.3650932,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789045836.365176,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ed213691-4582-41cf-94e2-415b75bdeca9"} {"level":"info","ts":1789045836.3651898,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"ed213691-4582-41cf-94e2-415b75bdeca9"} {"level":"info","ts":1789045836.3652008,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ed213691-4582-41cf-94e2-415b75bdeca9","EoS":false} {"level":"info","ts":1789045836.3652108,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ed213691-4582-41cf-94e2-415b75bdeca9","EoS":true} {"level":"info","ts":1789045836.3652303,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ed213691-4582-41cf-94e2-415b75bdeca9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789045836.365246,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"ed213691-4582-41cf-94e2-415b75bdeca9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789045836.365267,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"ed213691-4582-41cf-94e2-415b75bdeca9"} {"level":"info","ts":1789045846.7244601,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789045846.724549,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"40201936-6f02-4152-9927-bd6ad25b0833"} {"level":"info","ts":1789045846.7245626,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"40201936-6f02-4152-9927-bd6ad25b0833"} {"level":"info","ts":1789045846.7245746,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"40201936-6f02-4152-9927-bd6ad25b0833","EoS":false} {"level":"info","ts":1789045846.7245877,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"40201936-6f02-4152-9927-bd6ad25b0833","EoS":true} {"level":"info","ts":1789045846.724632,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"40201936-6f02-4152-9927-bd6ad25b0833","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789045846.7246518,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"40201936-6f02-4152-9927-bd6ad25b0833","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789045846.7246752,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"40201936-6f02-4152-9927-bd6ad25b0833"} {"level":"info","ts":1789045848.6289227,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789045848.6290135,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"125d6ec8-eb54-4eb6-bac4-42dfaba5d665"} {"level":"info","ts":1789045848.6290276,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"125d6ec8-eb54-4eb6-bac4-42dfaba5d665"} {"level":"info","ts":1789045848.6290383,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"125d6ec8-eb54-4eb6-bac4-42dfaba5d665","EoS":false} {"level":"info","ts":1789045848.6290483,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"125d6ec8-eb54-4eb6-bac4-42dfaba5d665","EoS":true} {"level":"info","ts":1789045848.6290734,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"125d6ec8-eb54-4eb6-bac4-42dfaba5d665","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789045848.629088,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"125d6ec8-eb54-4eb6-bac4-42dfaba5d665","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789045848.629109,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"125d6ec8-eb54-4eb6-bac4-42dfaba5d665"} {"level":"info","ts":1789045915.0269082,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789045915.0269995,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f6b3d2b5-6e5e-9190-ab42-aaf36d296199"} {"level":"info","ts":1789045915.027041,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"f6b3d2b5-6e5e-9190-ab42-aaf36d296199"} {"level":"info","ts":1789045915.0270543,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f6b3d2b5-6e5e-9190-ab42-aaf36d296199","EoS":false} {"level":"info","ts":1789045915.0270658,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f6b3d2b5-6e5e-9190-ab42-aaf36d296199","EoS":true} {"level":"info","ts":1789045915.027089,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f6b3d2b5-6e5e-9190-ab42-aaf36d296199","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1789045915.0271087,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"f6b3d2b5-6e5e-9190-ab42-aaf36d296199","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789045915.027135,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"f6b3d2b5-6e5e-9190-ab42-aaf36d296199"} {"level":"info","ts":1789045939.2610528,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789045939.2611394,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b0d081d9-4871-4ab7-8d81-150f6206af57"} {"level":"info","ts":1789045939.261151,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"b0d081d9-4871-4ab7-8d81-150f6206af57"} {"level":"info","ts":1789045939.261162,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b0d081d9-4871-4ab7-8d81-150f6206af57","EoS":false} {"level":"info","ts":1789045939.2611725,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b0d081d9-4871-4ab7-8d81-150f6206af57","EoS":true} {"level":"info","ts":1789045939.2611926,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b0d081d9-4871-4ab7-8d81-150f6206af57","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1789045939.2612073,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"b0d081d9-4871-4ab7-8d81-150f6206af57","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789045939.2612312,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"b0d081d9-4871-4ab7-8d81-150f6206af57"} {"level":"info","ts":1789046047.6122637,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789046047.6123471,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ddd499ac-7dfe-4f8f-bf5b-563eec0d22e1"} {"level":"info","ts":1789046047.6123598,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"ddd499ac-7dfe-4f8f-bf5b-563eec0d22e1"} {"level":"info","ts":1789046047.6123707,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ddd499ac-7dfe-4f8f-bf5b-563eec0d22e1","EoS":false} {"level":"info","ts":1789046047.6123817,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ddd499ac-7dfe-4f8f-bf5b-563eec0d22e1","EoS":true} {"level":"info","ts":1789046047.612401,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ddd499ac-7dfe-4f8f-bf5b-563eec0d22e1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789046047.6124165,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"ddd499ac-7dfe-4f8f-bf5b-563eec0d22e1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789046047.6124353,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"ddd499ac-7dfe-4f8f-bf5b-563eec0d22e1"} {"level":"info","ts":1789046047.6531587,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789046047.6532302,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f52d3a1c-7a67-408f-b3ca-07fc002414fc"} {"level":"info","ts":1789046047.6532414,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"f52d3a1c-7a67-408f-b3ca-07fc002414fc"} {"level":"info","ts":1789046047.6532516,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f52d3a1c-7a67-408f-b3ca-07fc002414fc","EoS":false} {"level":"info","ts":1789046047.6532633,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f52d3a1c-7a67-408f-b3ca-07fc002414fc","EoS":true} {"level":"info","ts":1789046047.653281,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f52d3a1c-7a67-408f-b3ca-07fc002414fc","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789046047.6532938,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"f52d3a1c-7a67-408f-b3ca-07fc002414fc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789046047.6533136,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"f52d3a1c-7a67-408f-b3ca-07fc002414fc"} {"level":"info","ts":1789046047.6909568,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789046047.6910355,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9500e88b-d240-4668-b2d8-2964106c61e5"} {"level":"info","ts":1789046047.6910486,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"9500e88b-d240-4668-b2d8-2964106c61e5"} {"level":"info","ts":1789046047.6910605,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9500e88b-d240-4668-b2d8-2964106c61e5","EoS":false} {"level":"info","ts":1789046047.6910706,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9500e88b-d240-4668-b2d8-2964106c61e5","EoS":true} {"level":"info","ts":1789046047.6910853,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9500e88b-d240-4668-b2d8-2964106c61e5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789046047.6910996,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"9500e88b-d240-4668-b2d8-2964106c61e5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789046047.691117,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"9500e88b-d240-4668-b2d8-2964106c61e5"} {"level":"info","ts":1789046055.6237297,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789046055.6238296,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"85a68bf6-f49b-4916-9da5-291a4af62ad3"} {"level":"info","ts":1789046055.6238701,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"85a68bf6-f49b-4916-9da5-291a4af62ad3"} {"level":"info","ts":1789046055.6238832,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"85a68bf6-f49b-4916-9da5-291a4af62ad3","EoS":false} {"level":"info","ts":1789046055.6238937,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"85a68bf6-f49b-4916-9da5-291a4af62ad3","EoS":true} {"level":"info","ts":1789046055.6239169,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"85a68bf6-f49b-4916-9da5-291a4af62ad3","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789046055.6239376,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"85a68bf6-f49b-4916-9da5-291a4af62ad3","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789046055.6239655,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"85a68bf6-f49b-4916-9da5-291a4af62ad3"} {"level":"info","ts":1789046062.0134516,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789046062.0135415,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f3b1d44c-143f-41c2-b9bb-e01329265751"} {"level":"info","ts":1789046062.0135555,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"f3b1d44c-143f-41c2-b9bb-e01329265751"} {"level":"info","ts":1789046062.0135672,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f3b1d44c-143f-41c2-b9bb-e01329265751","EoS":false} {"level":"info","ts":1789046062.0135806,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f3b1d44c-143f-41c2-b9bb-e01329265751","EoS":true} {"level":"info","ts":1789046062.0136135,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f3b1d44c-143f-41c2-b9bb-e01329265751","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789046062.0136275,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"f3b1d44c-143f-41c2-b9bb-e01329265751","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789046062.0136962,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"f3b1d44c-143f-41c2-b9bb-e01329265751"} {"level":"info","ts":1789046062.1742535,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789046062.1743207,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1a6d0c8e-0377-4b12-8734-b80b2f4853cb"} {"level":"info","ts":1789046062.1743329,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"1a6d0c8e-0377-4b12-8734-b80b2f4853cb"} {"level":"info","ts":1789046062.1743436,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1a6d0c8e-0377-4b12-8734-b80b2f4853cb","EoS":false} {"level":"info","ts":1789046062.1743553,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1a6d0c8e-0377-4b12-8734-b80b2f4853cb","EoS":true} {"level":"info","ts":1789046062.17437,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1a6d0c8e-0377-4b12-8734-b80b2f4853cb","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789046062.1743839,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"1a6d0c8e-0377-4b12-8734-b80b2f4853cb","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789046062.1744056,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"1a6d0c8e-0377-4b12-8734-b80b2f4853cb"} {"level":"info","ts":1789046062.3284447,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789046062.3285224,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"09f5ce80-9c0d-4679-8300-2276cf8d03f2"} {"level":"info","ts":1789046062.3285344,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"09f5ce80-9c0d-4679-8300-2276cf8d03f2"} {"level":"info","ts":1789046062.3285456,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"09f5ce80-9c0d-4679-8300-2276cf8d03f2","EoS":false} {"level":"info","ts":1789046062.3285563,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"09f5ce80-9c0d-4679-8300-2276cf8d03f2","EoS":true} {"level":"info","ts":1789046062.328571,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"09f5ce80-9c0d-4679-8300-2276cf8d03f2","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789046062.3285847,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"09f5ce80-9c0d-4679-8300-2276cf8d03f2","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789046062.3286252,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"09f5ce80-9c0d-4679-8300-2276cf8d03f2"} {"level":"info","ts":1789046062.468567,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789046062.4686532,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"90599a26-f653-4039-9736-631535deb197"} {"level":"info","ts":1789046062.4686646,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"90599a26-f653-4039-9736-631535deb197"} {"level":"info","ts":1789046062.4686756,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"90599a26-f653-4039-9736-631535deb197","EoS":false} {"level":"info","ts":1789046062.4686854,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"90599a26-f653-4039-9736-631535deb197","EoS":true} {"level":"info","ts":1789046062.4686983,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"90599a26-f653-4039-9736-631535deb197","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789046062.4687119,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"90599a26-f653-4039-9736-631535deb197","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789046062.4687316,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"90599a26-f653-4039-9736-631535deb197"} {"level":"info","ts":1789046075.5263755,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789046075.5264604,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ecb56787-c6ac-4852-93ea-14abf3d73299"} {"level":"info","ts":1789046075.526473,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"ecb56787-c6ac-4852-93ea-14abf3d73299"} {"level":"info","ts":1789046075.526484,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ecb56787-c6ac-4852-93ea-14abf3d73299","EoS":false} {"level":"info","ts":1789046075.5264943,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ecb56787-c6ac-4852-93ea-14abf3d73299","EoS":true} {"level":"info","ts":1789046075.5265124,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ecb56787-c6ac-4852-93ea-14abf3d73299","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789046075.5265265,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"ecb56787-c6ac-4852-93ea-14abf3d73299","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789046075.5265508,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"ecb56787-c6ac-4852-93ea-14abf3d73299"}