{"level":"info","ts":1789173972.7108498,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"db7d8563-23fb-469c-9f58-edcf3f773dcd","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789173972.7108665,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"db7d8563-23fb-469c-9f58-edcf3f773dcd","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789173972.710878,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"db7d8563-23fb-469c-9f58-edcf3f773dcd","modelName":"e2e-external-model"} {"level":"info","ts":1789173972.7108896,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"db7d8563-23fb-469c-9f58-edcf3f773dcd","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789173972.7109416,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"db7d8563-23fb-469c-9f58-edcf3f773dcd"} {"level":"info","ts":1789173972.745071,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789173972.745176,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d86edfb8-3baa-49a7-bc91-0800e5095123"} {"level":"info","ts":1789173972.7451859,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"d86edfb8-3baa-49a7-bc91-0800e5095123"} {"level":"info","ts":1789173972.7451968,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d86edfb8-3baa-49a7-bc91-0800e5095123","EoS":false} {"level":"info","ts":1789173972.7452064,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d86edfb8-3baa-49a7-bc91-0800e5095123","EoS":true} {"level":"info","ts":1789173972.74527,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d86edfb8-3baa-49a7-bc91-0800e5095123","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789173972.7452877,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"d86edfb8-3baa-49a7-bc91-0800e5095123","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789173972.7452977,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"d86edfb8-3baa-49a7-bc91-0800e5095123","modelName":"e2e-external-model"} {"level":"info","ts":1789173972.7453096,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"d86edfb8-3baa-49a7-bc91-0800e5095123","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789173972.7453458,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"d86edfb8-3baa-49a7-bc91-0800e5095123"} {"level":"info","ts":1789173972.773784,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789173972.7738693,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5c4b6a01-a33e-4e99-befc-26bbc9242d30"} {"level":"info","ts":1789173972.7738929,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"5c4b6a01-a33e-4e99-befc-26bbc9242d30"} {"level":"info","ts":1789173972.773905,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5c4b6a01-a33e-4e99-befc-26bbc9242d30","EoS":false} {"level":"info","ts":1789173972.7739146,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5c4b6a01-a33e-4e99-befc-26bbc9242d30","EoS":true} {"level":"info","ts":1789173972.7739325,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5c4b6a01-a33e-4e99-befc-26bbc9242d30","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789173972.773949,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"5c4b6a01-a33e-4e99-befc-26bbc9242d30","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789173972.7739656,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"5c4b6a01-a33e-4e99-befc-26bbc9242d30","modelName":"e2e-external-model"} {"level":"info","ts":1789173972.773977,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"5c4b6a01-a33e-4e99-befc-26bbc9242d30","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789173972.7740178,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"5c4b6a01-a33e-4e99-befc-26bbc9242d30"} {"level":"info","ts":1789173972.9538722,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5d051405-242a-4797-b8e0-9cc9fa580e0a"} {"level":"info","ts":1789173972.9539158,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1832e0bf-c03d-4f2c-9bcb-4435a4850020","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789173972.9539645,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1832e0bf-c03d-4f2c-9bcb-4435a4850020","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1789173972.9594398,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9fa59311-3382-449d-95ca-95feb9c24432","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789173972.9594753,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9fa59311-3382-449d-95ca-95feb9c24432","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1789173972.9624074,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5d051405-242a-4797-b8e0-9cc9fa580e0a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789173972.9624708,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5d051405-242a-4797-b8e0-9cc9fa580e0a","name":"e2e-cleanup-test"} {"level":"error","ts":1789173972.9746013,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5d051405-242a-4797-b8e0-9cc9fa580e0a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789173972.974658,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5d051405-242a-4797-b8e0-9cc9fa580e0a","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789173972.9747512,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b86483c8-b1bb-4ae5-bcae-daf7b348b252"} {"level":"info","ts":1789173972.9747956,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e91a957b-b0a7-474e-b22b-b3d47cbfef91","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789173972.9748118,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b86483c8-b1bb-4ae5-bcae-daf7b348b252","name":"e2e-cleanup-test"} {"level":"info","ts":1789173972.9748347,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e91a957b-b0a7-474e-b22b-b3d47cbfef91","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1789173972.9905052,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c974b34c-1e00-4855-9dc0-3f8d203e0a51","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789173972.990555,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c974b34c-1e00-4855-9dc0-3f8d203e0a51","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1789173972.9908528,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b86483c8-b1bb-4ae5-bcae-daf7b348b252","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789173972.9909208,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cca5c034-c7c1-47aa-8eff-2c7af19a4efe"} {"level":"info","ts":1789173972.9909892,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cca5c034-c7c1-47aa-8eff-2c7af19a4efe","name":"e2e-cleanup-test"} {"level":"info","ts":1789173972.9983923,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cca5c034-c7c1-47aa-8eff-2c7af19a4efe","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789173973.0035565,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6a658655-345f-4928-b9b9-80d416ee91ba"} {"level":"info","ts":1789173973.003635,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6a658655-345f-4928-b9b9-80d416ee91ba","name":"e2e-cleanup-test"} {"level":"info","ts":1789173973.0035574,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9f8e5560-fa2b-4584-bd75-ea636772fb86","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789173973.0036714,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9f8e5560-fa2b-4584-bd75-ea636772fb86","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1789173973.0128033,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6a658655-345f-4928-b9b9-80d416ee91ba","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789173973.0711405,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789173973.0712502,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"425b4a45-b1df-4cf6-b4af-9ff13ab8cd6e"} {"level":"info","ts":1789173973.0712657,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"425b4a45-b1df-4cf6-b4af-9ff13ab8cd6e"} {"level":"info","ts":1789173973.0712814,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"425b4a45-b1df-4cf6-b4af-9ff13ab8cd6e","EoS":false} {"level":"info","ts":1789173973.071299,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"425b4a45-b1df-4cf6-b4af-9ff13ab8cd6e","EoS":true} {"level":"info","ts":1789173973.0713263,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"425b4a45-b1df-4cf6-b4af-9ff13ab8cd6e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789173973.0713456,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"425b4a45-b1df-4cf6-b4af-9ff13ab8cd6e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789173973.0713742,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"425b4a45-b1df-4cf6-b4af-9ff13ab8cd6e"} {"level":"info","ts":1789173975.8733814,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789173975.8734784,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"2d0de818-b6e9-4b6a-9acc-ca8312886434"} {"level":"info","ts":1789173981.241938,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"082d6258-f2b8-4395-80ea-38a9a74cf28a"} {"level":"info","ts":1789173981.2420108,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f2c1a5ed-705e-42bd-9d89-8f0e17a4000c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789173981.242037,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f2c1a5ed-705e-42bd-9d89-8f0e17a4000c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789173983.8703866,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789173983.8704755,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bfea0382-b494-40f0-9a10-796f0337193b"} {"level":"info","ts":1789173983.8704886,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"bfea0382-b494-40f0-9a10-796f0337193b"} {"level":"info","ts":1789173983.8704998,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bfea0382-b494-40f0-9a10-796f0337193b","EoS":false} {"level":"info","ts":1789173983.87051,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bfea0382-b494-40f0-9a10-796f0337193b","EoS":true} {"level":"info","ts":1789173983.8705306,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bfea0382-b494-40f0-9a10-796f0337193b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789173983.8705432,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"bfea0382-b494-40f0-9a10-796f0337193b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789173983.8705652,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"bfea0382-b494-40f0-9a10-796f0337193b"} {"level":"info","ts":1789173985.5677595,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789173985.567875,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"70b86234-6578-43d7-8eab-840e5756381c"} {"level":"info","ts":1789173985.5678935,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"70b86234-6578-43d7-8eab-840e5756381c"} {"level":"info","ts":1789173985.5679088,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"70b86234-6578-43d7-8eab-840e5756381c","EoS":false} {"level":"info","ts":1789173985.5679262,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"70b86234-6578-43d7-8eab-840e5756381c","EoS":true} {"level":"info","ts":1789173985.567953,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"70b86234-6578-43d7-8eab-840e5756381c","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1789173985.5679722,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"70b86234-6578-43d7-8eab-840e5756381c","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1789173985.5680022,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"70b86234-6578-43d7-8eab-840e5756381c"} {"level":"info","ts":1789173985.8515596,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789173985.8516486,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4052baca-518f-4ebf-9d5a-52817e06b576"} {"level":"info","ts":1789173985.851661,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"4052baca-518f-4ebf-9d5a-52817e06b576"} {"level":"info","ts":1789173985.8516722,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4052baca-518f-4ebf-9d5a-52817e06b576","EoS":false} {"level":"info","ts":1789173985.8516815,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4052baca-518f-4ebf-9d5a-52817e06b576","EoS":true} {"level":"info","ts":1789173985.851703,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4052baca-518f-4ebf-9d5a-52817e06b576","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789173985.8517194,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"4052baca-518f-4ebf-9d5a-52817e06b576","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789173985.8517437,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"4052baca-518f-4ebf-9d5a-52817e06b576"} {"level":"info","ts":1789173985.9020348,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789173985.9021432,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a623f44f-969c-43ad-ad6a-9d6191f29408"} {"level":"info","ts":1789173985.902154,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a623f44f-969c-43ad-ad6a-9d6191f29408"} {"level":"info","ts":1789173985.9021661,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a623f44f-969c-43ad-ad6a-9d6191f29408","EoS":false} {"level":"info","ts":1789173985.9021769,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a623f44f-969c-43ad-ad6a-9d6191f29408","EoS":true} {"level":"info","ts":1789173985.9021976,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a623f44f-969c-43ad-ad6a-9d6191f29408","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789173985.9022393,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"a623f44f-969c-43ad-ad6a-9d6191f29408","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789173985.9022946,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a623f44f-969c-43ad-ad6a-9d6191f29408"} {"level":"info","ts":1789173985.924996,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"b9a1291f-eaed-4d8d-acaa-5ef1d9434b85","name":"e2e-legacy-migration-964f7006","namespace":"llm"} {"level":"info","ts":1789173985.928412,"caller":"legacymigration/reconciler.go:147","msg":"creating ExternalProvider","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"b9a1291f-eaed-4d8d-acaa-5ef1d9434b85","name":"e2e-legacy-migration-964f7006"} {"level":"info","ts":1789173985.9336965,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"83451fe0-2519-4ee4-b322-4c969589e776","name":"e2e-legacy-migration-964f7006","namespace":"llm"} {"level":"info","ts":1789173985.9337387,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"83451fe0-2519-4ee4-b322-4c969589e776","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789173985.9337726,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"ad7c869c-9169-444b-b85e-a3e3ad76daa0"} {"level":"info","ts":1789173985.9413664,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789173985.9415214,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3c96d2c2-41e4-4405-a9c9-a651161566c4"} {"level":"info","ts":1789173985.9415908,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"3c96d2c2-41e4-4405-a9c9-a651161566c4"} {"level":"info","ts":1789173985.9416907,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3c96d2c2-41e4-4405-a9c9-a651161566c4","EoS":false} {"level":"info","ts":1789173985.9417372,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3c96d2c2-41e4-4405-a9c9-a651161566c4","EoS":true} {"level":"error","ts":1789173985.9417586,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"b9a1291f-eaed-4d8d-acaa-5ef1d9434b85","error":"failed to apply ExternalProvider: externalproviders.inference.opendatahub.io \"e2e-legacy-migration-964f7006\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789173985.9417882,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3c96d2c2-41e4-4405-a9c9-a651161566c4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789173985.941854,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"3c96d2c2-41e4-4405-a9c9-a651161566c4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789173985.9419317,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"3c96d2c2-41e4-4405-a9c9-a651161566c4"} {"level":"info","ts":1789173985.942097,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"1109e8ca-1232-47ba-af1a-e830aef4645c"} {"level":"info","ts":1789173985.9423754,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"8ad02d56-208e-47df-bfa8-4a94457f320e","name":"e2e-legacy-migration-964f7006","namespace":"llm"} {"level":"info","ts":1789173985.9424343,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"8ad02d56-208e-47df-bfa8-4a94457f320e","modelName":"e2e-legacy-migration-964f7006","resolvedRefs":1} {"level":"info","ts":1789173985.9425492,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"b752ff0a-9077-41fc-b75d-9c927f913ae6","name":"e2e-legacy-migration-964f7006","namespace":"llm"} {"level":"info","ts":1789173985.9426,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"b752ff0a-9077-41fc-b75d-9c927f913ae6","modelName":"e2e-legacy-migration-964f7006","resolvedRefs":1} {"level":"info","ts":1789173985.9424634,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"adcddcd9-2c9a-4585-b3a7-887ec73f630c","name":"e2e-legacy-migration-964f7006","namespace":"llm"} {"level":"info","ts":1789173985.9427245,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"adcddcd9-2c9a-4585-b3a7-887ec73f630c","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1789173985.9434948,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"ad7c869c-9169-444b-b85e-a3e3ad76daa0","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-964f7006\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789173985.943564,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"ad7c869c-9169-444b-b85e-a3e3ad76daa0","name":"e2e-legacy-migration-964f7006"} {"level":"info","ts":1789173985.9470398,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"59fc84a4-2c48-4186-a841-c2c346fbccff","name":"e2e-legacy-migration-964f7006","namespace":"llm"} {"level":"info","ts":1789173985.948856,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"099601af-28d7-4d39-a87a-4bac31848092","name":"e2e-legacy-migration-964f7006","namespace":"llm"} {"level":"info","ts":1789173985.9489334,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"099601af-28d7-4d39-a87a-4bac31848092","modelName":"e2e-legacy-migration-964f7006","resolvedRefs":1} {"level":"error","ts":1789173985.9508736,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"1109e8ca-1232-47ba-af1a-e830aef4645c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-964f7006\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789173985.9509203,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"1109e8ca-1232-47ba-af1a-e830aef4645c","provider":"e2e-legacy-migration-964f7006","phase":"Pending"} {"level":"info","ts":1789173985.9576592,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"59fc84a4-2c48-4186-a841-c2c346fbccff","name":"e2e-legacy-migration-964f7006"} {"level":"info","ts":1789173985.9579153,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"8b941489-2d75-4629-89b8-757b4ee63471","name":"e2e-legacy-migration-964f7006","namespace":"llm"} {"level":"info","ts":1789173985.9579494,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"8b941489-2d75-4629-89b8-757b4ee63471","modelName":"e2e-legacy-migration-964f7006","resolvedRefs":1} {"level":"error","ts":1789173985.9580698,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"1109e8ca-1232-47ba-af1a-e830aef4645c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-964f7006\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789173985.95814,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"1109e8ca-1232-47ba-af1a-e830aef4645c","error":"ExternalModel \"e2e-legacy-migration-964f7006\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-964f7006\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789173985.9582002,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"b5ceb3fb-4c95-44f3-a7d1-43a68fb6c440"} {"level":"info","ts":1789173985.9582322,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"b5ceb3fb-4c95-44f3-a7d1-43a68fb6c440","provider":"e2e-legacy-migration-964f7006","phase":"Pending"} {"level":"error","ts":1789173985.961283,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"ad7c869c-9169-444b-b85e-a3e3ad76daa0","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-964f7006\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:93\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789173985.961373,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"ad7c869c-9169-444b-b85e-a3e3ad76daa0","error":"failed to apply Service: services \"e2e-legacy-migration-964f7006\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789173985.9614663,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"479be052-d6d7-4342-9e3a-ad8c0af10395"} {"level":"info","ts":1789173985.961552,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"479be052-d6d7-4342-9e3a-ad8c0af10395","name":"e2e-legacy-migration-964f7006"} {"level":"error","ts":1789173985.963072,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"59fc84a4-2c48-4186-a841-c2c346fbccff","error":"failed to apply ExternalModel: Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-964f7006\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789173985.9639452,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"b5ceb3fb-4c95-44f3-a7d1-43a68fb6c440","error":"ExternalModel \"e2e-legacy-migration-964f7006\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-964f7006\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789173985.9734902,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"96ce8846-d84f-4a6b-b1ef-2dcedf5be96d","name":"e2e-legacy-migration-964f7006","namespace":"llm"} {"level":"info","ts":1789173985.9746685,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"696cfee7-fc47-425e-bba1-d478d8943956"} {"level":"info","ts":1789173985.9746928,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"696cfee7-fc47-425e-bba1-d478d8943956","provider":"e2e-legacy-migration-964f7006","phase":"Pending"} {"level":"error","ts":1789173985.9803154,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"696cfee7-fc47-425e-bba1-d478d8943956","error":"ExternalModel \"e2e-legacy-migration-964f7006\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-964f7006\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789173985.980472,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"96ce8846-d84f-4a6b-b1ef-2dcedf5be96d","name":"e2e-legacy-migration-964f7006"} {"level":"info","ts":1789173985.9821298,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"479be052-d6d7-4342-9e3a-ad8c0af10395","kind":"DestinationRule","name":"e2e-legacy-migration-964f7006"} {"level":"info","ts":1789173985.9857497,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"96ce8846-d84f-4a6b-b1ef-2dcedf5be96d","provider":"openai","model":"e2e-legacy-migration-964f7006","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789173985.9859073,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789173985.9859912,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1793ad1a-b4cc-44b9-ab1d-75e9fc17ea6d"} {"level":"info","ts":1789173985.986004,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"1793ad1a-b4cc-44b9-ab1d-75e9fc17ea6d"} {"level":"info","ts":1789173985.9860208,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1793ad1a-b4cc-44b9-ab1d-75e9fc17ea6d","EoS":false} {"level":"info","ts":1789173985.9860358,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1793ad1a-b4cc-44b9-ab1d-75e9fc17ea6d","EoS":true} {"level":"info","ts":1789173985.986058,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1793ad1a-b4cc-44b9-ab1d-75e9fc17ea6d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789173985.9860742,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"1793ad1a-b4cc-44b9-ab1d-75e9fc17ea6d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789173985.9861147,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"1793ad1a-b4cc-44b9-ab1d-75e9fc17ea6d"} {"level":"info","ts":1789173985.9949677,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"dff5257d-b211-413d-ad47-5c7274383dd0","name":"e2e-legacy-migration-964f7006","namespace":"llm"} {"level":"info","ts":1789173985.9949956,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"dff5257d-b211-413d-ad47-5c7274383dd0","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789173985.995118,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"645f018b-9ebb-4038-8998-43e798f1f9d8"} {"level":"info","ts":1789173985.9951591,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"645f018b-9ebb-4038-8998-43e798f1f9d8","name":"e2e-legacy-migration-964f7006"} {"level":"info","ts":1789173985.9954345,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"c2062a11-c6ec-4f3a-a785-749476e93d55","name":"e2e-legacy-migration-964f7006","namespace":"llm"} {"level":"info","ts":1789173985.9954977,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"c2062a11-c6ec-4f3a-a785-749476e93d55","modelName":"e2e-legacy-migration-964f7006","resolvedRefs":1} {"level":"error","ts":1789173985.999394,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"479be052-d6d7-4342-9e3a-ad8c0af10395","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-964f7006\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:93\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789173985.9994626,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"479be052-d6d7-4342-9e3a-ad8c0af10395","error":"failed to apply DestinationRule: destinationrules.networking.istio.io \"e2e-legacy-migration-964f7006\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789173985.9995418,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"098d00f0-d9eb-4e63-b7c9-2c33181f55c6"} {"level":"info","ts":1789173985.9995916,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"098d00f0-d9eb-4e63-b7c9-2c33181f55c6","name":"e2e-legacy-migration-964f7006"} {"level":"info","ts":1789173986.014573,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"7b96ecf0-f41d-49e3-8c12-d34f91528102","name":"e2e-legacy-migration-964f7006","namespace":"llm"} {"level":"info","ts":1789173986.0146098,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"7b96ecf0-f41d-49e3-8c12-d34f91528102","modelName":"e2e-legacy-migration-964f7006","resolvedRefs":1} {"level":"info","ts":1789173986.0266767,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"098d00f0-d9eb-4e63-b7c9-2c33181f55c6","service":"e2e-legacy-migration-964f7006","serviceEntry":"e2e-legacy-migration-964f7006","destinationRule":"e2e-legacy-migration-964f7006"} {"level":"error","ts":1789173986.0276449,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"645f018b-9ebb-4038-8998-43e798f1f9d8","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-964f7006\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789173986.0276947,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"645f018b-9ebb-4038-8998-43e798f1f9d8","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-964f7006\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789173986.0277596,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"ba140041-2ac1-4c27-8fa1-3b690a8804ef"} {"level":"info","ts":1789173986.0278232,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"ba140041-2ac1-4c27-8fa1-3b690a8804ef","name":"e2e-legacy-migration-964f7006"} {"level":"info","ts":1789173986.0404322,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"a42825f4-56a8-41b0-b6cd-3fa99e4dbcb7","name":"e2e-legacy-migration-964f7006","namespace":"llm"} {"level":"info","ts":1789173986.0404654,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"a42825f4-56a8-41b0-b6cd-3fa99e4dbcb7","modelName":"e2e-legacy-migration-964f7006","resolvedRefs":1} {"level":"info","ts":1789173986.0413241,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"ba140041-2ac1-4c27-8fa1-3b690a8804ef","httpRoute":"e2e-legacy-migration-964f7006","providers":["e2e-legacy-migration-964f7006"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789173986.0454485,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"ba140041-2ac1-4c27-8fa1-3b690a8804ef","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-964f7006\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789173986.0455287,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"af832167-0632-429e-b9c5-630f66093f56"} {"level":"info","ts":1789173986.0455813,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"af832167-0632-429e-b9c5-630f66093f56","name":"e2e-legacy-migration-964f7006"} {"level":"info","ts":1789173986.0552394,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"af832167-0632-429e-b9c5-630f66093f56","httpRoute":"e2e-legacy-migration-964f7006","providers":["e2e-legacy-migration-964f7006"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789173986.06218,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"5961a66d-09e9-4701-b18e-889bf7ff6f10","name":"e2e-legacy-migration-964f7006","namespace":"llm"} {"level":"info","ts":1789173986.062261,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"5961a66d-09e9-4701-b18e-889bf7ff6f10","modelName":"e2e-legacy-migration-964f7006","resolvedRefs":1} {"level":"error","ts":1789173986.0654912,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"af832167-0632-429e-b9c5-630f66093f56","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-964f7006\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789173986.0655706,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"3118b17b-ff4c-44ee-bf79-bc115b821314"} {"level":"info","ts":1789173986.065615,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"3118b17b-ff4c-44ee-bf79-bc115b821314","name":"e2e-legacy-migration-964f7006"} {"level":"info","ts":1789173986.0750177,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"3118b17b-ff4c-44ee-bf79-bc115b821314","httpRoute":"e2e-legacy-migration-964f7006","providers":["e2e-legacy-migration-964f7006"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789173986.199281,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"9d399a2c-461a-4ea9-a4df-f7382c176d4c","name":"e2e-legacy-migration-964f7006","namespace":"llm"} {"level":"info","ts":1789173986.2058082,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"9d399a2c-461a-4ea9-a4df-f7382c176d4c","name":"e2e-legacy-migration-964f7006"} {"level":"info","ts":1789173986.2170665,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"9d399a2c-461a-4ea9-a4df-f7382c176d4c","provider":"openai","model":"e2e-legacy-migration-964f7006","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789173988.8654337,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"81627cd2-2ad8-4b11-8c69-3745c1c25d8d","name":"e2e-legacy-migration-964f7006","namespace":"llm"} {"level":"info","ts":1789173988.8777564,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"2c4df7ea-8faa-45e0-a1ae-2a161555c29c"} {"level":"info","ts":1789173988.8778179,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"f19a0b90-42d1-49a9-9227-50025b0b1710","name":"e2e-legacy-migration-964f7006","namespace":"llm"} {"level":"info","ts":1789173988.8778439,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"f19a0b90-42d1-49a9-9227-50025b0b1710","name":"e2e-legacy-migration-964f7006","namespace":"llm"} {"level":"info","ts":1789173988.8809655,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"6b37ddfe-692b-4053-83e7-21e91afb69b7","name":"e2e-legacy-migration-964f7006","namespace":"llm"} {"level":"info","ts":1789173988.880996,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"6b37ddfe-692b-4053-83e7-21e91afb69b7","name":"e2e-legacy-migration-964f7006","namespace":"llm"} {"level":"info","ts":1789173988.8810105,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-964f7006","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-964f7006","reconcileID":"a2ba7e0f-75a7-4573-aa2d-c98cbab209d1"} {"level":"info","ts":1789173989.2809465,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789173989.281076,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d4a7fe14-87f1-495e-a304-fd129808bcca"} {"level":"info","ts":1789173989.2811217,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"d4a7fe14-87f1-495e-a304-fd129808bcca"} {"level":"info","ts":1789173989.2811418,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d4a7fe14-87f1-495e-a304-fd129808bcca","EoS":false} {"level":"info","ts":1789173989.281159,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d4a7fe14-87f1-495e-a304-fd129808bcca","EoS":true} {"level":"info","ts":1789173989.2811902,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d4a7fe14-87f1-495e-a304-fd129808bcca","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789173989.281236,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"d4a7fe14-87f1-495e-a304-fd129808bcca","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789173989.2812734,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"d4a7fe14-87f1-495e-a304-fd129808bcca","modelName":"e2e-external-model"} {"level":"info","ts":1789173989.2812932,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"d4a7fe14-87f1-495e-a304-fd129808bcca","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789173989.2813509,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"d4a7fe14-87f1-495e-a304-fd129808bcca"} {"level":"info","ts":1789173989.3804502,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789173989.3805377,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b197a8a2-1db0-4a8d-861d-284bed19ad63"} {"level":"info","ts":1789173989.3805492,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"b197a8a2-1db0-4a8d-861d-284bed19ad63"} {"level":"info","ts":1789173989.380561,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b197a8a2-1db0-4a8d-861d-284bed19ad63","EoS":false} {"level":"info","ts":1789173989.3805707,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b197a8a2-1db0-4a8d-861d-284bed19ad63","EoS":true} {"level":"info","ts":1789173989.3805907,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b197a8a2-1db0-4a8d-861d-284bed19ad63","field":"model","value":"nonexistent-model"} {"level":"info","ts":1789173989.380606,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"b197a8a2-1db0-4a8d-861d-284bed19ad63","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789173989.3806279,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"b197a8a2-1db0-4a8d-861d-284bed19ad63"} {"level":"info","ts":1789173989.469505,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789173989.4696007,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d09ab399-43c4-4f91-bf79-f981210d4d18"} {"level":"info","ts":1789173989.4696128,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"d09ab399-43c4-4f91-bf79-f981210d4d18"} {"level":"info","ts":1789173989.4696243,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d09ab399-43c4-4f91-bf79-f981210d4d18","EoS":false} {"level":"info","ts":1789173989.4696343,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d09ab399-43c4-4f91-bf79-f981210d4d18","EoS":true} {"level":"info","ts":1789173989.469657,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"d09ab399-43c4-4f91-bf79-f981210d4d18","field":"model"} {"level":"info","ts":1789173989.4696853,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"d09ab399-43c4-4f91-bf79-f981210d4d18"} {"level":"info","ts":1789173990.3383126,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a135fafe-4e86-414d-95b3-e02a9e4eee23"} {"level":"info","ts":1789173990.3383358,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7d0eb748-d617-4842-b13c-41ce7d51eac0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789173990.3384602,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7d0eb748-d617-4842-b13c-41ce7d51eac0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789173990.4808679,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4297bb4e-fa25-4c6d-a861-3d87bfb6d0dc","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789173990.4809723,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4297bb4e-fa25-4c6d-a861-3d87bfb6d0dc","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789173990.4811342,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"266d0be1-ca99-4607-b394-3a3810d45643"} {"level":"info","ts":1789174003.9273887,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789174003.9275064,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"10488d0a-8d69-4120-9368-39d7f3a2c179"} {"level":"info","ts":1789174003.9275353,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"10488d0a-8d69-4120-9368-39d7f3a2c179"} {"level":"info","ts":1789174003.927554,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"10488d0a-8d69-4120-9368-39d7f3a2c179","EoS":false} {"level":"info","ts":1789174003.9275806,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"10488d0a-8d69-4120-9368-39d7f3a2c179","EoS":true} {"level":"info","ts":1789174003.927612,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"10488d0a-8d69-4120-9368-39d7f3a2c179","field":"model"} {"level":"info","ts":1789174003.9276493,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"10488d0a-8d69-4120-9368-39d7f3a2c179"} {"level":"info","ts":1789174004.087738,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789174004.0878444,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"93e7a7c5-c249-4075-8cad-04a0833f96ae"} {"level":"info","ts":1789174004.0878632,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"93e7a7c5-c249-4075-8cad-04a0833f96ae"} {"level":"info","ts":1789174004.087883,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"93e7a7c5-c249-4075-8cad-04a0833f96ae","EoS":false} {"level":"info","ts":1789174004.0879025,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"93e7a7c5-c249-4075-8cad-04a0833f96ae","EoS":true} {"level":"info","ts":1789174004.0879238,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"93e7a7c5-c249-4075-8cad-04a0833f96ae","field":"model"} {"level":"info","ts":1789174004.0879607,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"93e7a7c5-c249-4075-8cad-04a0833f96ae"} {"level":"info","ts":1789174004.2384837,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789174004.238583,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0debcf80-2e07-44d0-a541-a9146342d38f"} {"level":"info","ts":1789174004.238598,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"0debcf80-2e07-44d0-a541-a9146342d38f"} {"level":"info","ts":1789174004.238616,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0debcf80-2e07-44d0-a541-a9146342d38f","EoS":false} {"level":"info","ts":1789174004.2386317,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0debcf80-2e07-44d0-a541-a9146342d38f","EoS":true} {"level":"info","ts":1789174004.238657,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"0debcf80-2e07-44d0-a541-a9146342d38f","field":"model"} {"level":"info","ts":1789174004.238689,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"0debcf80-2e07-44d0-a541-a9146342d38f"} {"level":"info","ts":1789175061.1096098,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789175061.1097217,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3fdf0ea1-33af-4f72-ac5b-e046680231b4"} {"level":"info","ts":1789175061.1097353,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"3fdf0ea1-33af-4f72-ac5b-e046680231b4"} {"level":"info","ts":1789175061.1097481,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3fdf0ea1-33af-4f72-ac5b-e046680231b4","EoS":false} {"level":"info","ts":1789175061.109762,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3fdf0ea1-33af-4f72-ac5b-e046680231b4","EoS":true} {"level":"info","ts":1789175061.1097846,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3fdf0ea1-33af-4f72-ac5b-e046680231b4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789175061.1098008,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"3fdf0ea1-33af-4f72-ac5b-e046680231b4","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789175061.1098266,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"3fdf0ea1-33af-4f72-ac5b-e046680231b4"} {"level":"info","ts":1789175061.162378,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789175061.162474,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"83d7f7ed-ec13-4bfb-9715-5a60694a2cf0"} {"level":"info","ts":1789175061.1624842,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"83d7f7ed-ec13-4bfb-9715-5a60694a2cf0"} {"level":"info","ts":1789175061.1624959,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"83d7f7ed-ec13-4bfb-9715-5a60694a2cf0","EoS":false} {"level":"info","ts":1789175061.1625082,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"83d7f7ed-ec13-4bfb-9715-5a60694a2cf0","EoS":true} {"level":"info","ts":1789175061.1625333,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"83d7f7ed-ec13-4bfb-9715-5a60694a2cf0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789175061.1625483,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"83d7f7ed-ec13-4bfb-9715-5a60694a2cf0","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789175061.1625714,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"83d7f7ed-ec13-4bfb-9715-5a60694a2cf0"} {"level":"info","ts":1789175389.2587368,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789175389.2588403,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fcfcda17-9633-4480-9829-ebbd95dbf96c"} {"level":"info","ts":1789175389.2588522,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"fcfcda17-9633-4480-9829-ebbd95dbf96c"} {"level":"info","ts":1789175389.2588649,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"fcfcda17-9633-4480-9829-ebbd95dbf96c","EoS":false} {"level":"info","ts":1789175389.2588763,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"fcfcda17-9633-4480-9829-ebbd95dbf96c","EoS":true} {"level":"info","ts":1789175389.2589002,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fcfcda17-9633-4480-9829-ebbd95dbf96c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789175389.2589147,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"fcfcda17-9633-4480-9829-ebbd95dbf96c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789175389.258931,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"fcfcda17-9633-4480-9829-ebbd95dbf96c"} {"level":"info","ts":1789175389.4268537,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789175389.4269474,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"29b51818-1ac2-4dfc-8208-8a166395a32a"} {"level":"info","ts":1789175389.4269567,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"29b51818-1ac2-4dfc-8208-8a166395a32a"} {"level":"info","ts":1789175389.4269674,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"29b51818-1ac2-4dfc-8208-8a166395a32a","EoS":false} {"level":"info","ts":1789175389.426977,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"29b51818-1ac2-4dfc-8208-8a166395a32a","EoS":true} {"level":"info","ts":1789175389.4269972,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"29b51818-1ac2-4dfc-8208-8a166395a32a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789175389.4270124,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"29b51818-1ac2-4dfc-8208-8a166395a32a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789175389.4270332,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"29b51818-1ac2-4dfc-8208-8a166395a32a"} {"level":"info","ts":1789175389.5719056,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789175389.5719948,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e2c0df03-d0b5-42b0-8490-c3f60da5c0e9"} {"level":"info","ts":1789175389.5720074,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"e2c0df03-d0b5-42b0-8490-c3f60da5c0e9"} {"level":"info","ts":1789175389.5720184,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e2c0df03-d0b5-42b0-8490-c3f60da5c0e9","EoS":false} {"level":"info","ts":1789175389.572028,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e2c0df03-d0b5-42b0-8490-c3f60da5c0e9","EoS":true} {"level":"info","ts":1789175389.5720487,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e2c0df03-d0b5-42b0-8490-c3f60da5c0e9","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789175389.5720642,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"e2c0df03-d0b5-42b0-8490-c3f60da5c0e9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789175389.5721147,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"e2c0df03-d0b5-42b0-8490-c3f60da5c0e9"} {"level":"info","ts":1789175389.708389,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789175389.7084825,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0df816ba-32d2-46e0-aa54-7a2ac7cb971f"} {"level":"info","ts":1789175389.7084968,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"0df816ba-32d2-46e0-aa54-7a2ac7cb971f"} {"level":"info","ts":1789175389.708511,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0df816ba-32d2-46e0-aa54-7a2ac7cb971f","EoS":false} {"level":"info","ts":1789175389.70853,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0df816ba-32d2-46e0-aa54-7a2ac7cb971f","EoS":true} {"level":"info","ts":1789175389.708551,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0df816ba-32d2-46e0-aa54-7a2ac7cb971f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789175389.7085667,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"0df816ba-32d2-46e0-aa54-7a2ac7cb971f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789175389.7085974,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"0df816ba-32d2-46e0-aa54-7a2ac7cb971f"} {"level":"info","ts":1789175389.8498461,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789175389.8499365,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"03480187-7ace-4715-aec3-7b8d06cdfe26"} {"level":"info","ts":1789175389.8499475,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"03480187-7ace-4715-aec3-7b8d06cdfe26"} {"level":"info","ts":1789175389.8499599,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"03480187-7ace-4715-aec3-7b8d06cdfe26","EoS":false} {"level":"info","ts":1789175389.849978,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"03480187-7ace-4715-aec3-7b8d06cdfe26","EoS":true} {"level":"info","ts":1789175389.849999,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"03480187-7ace-4715-aec3-7b8d06cdfe26","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789175389.8500156,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"03480187-7ace-4715-aec3-7b8d06cdfe26","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789175389.8500323,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"03480187-7ace-4715-aec3-7b8d06cdfe26"} {"level":"info","ts":1789175389.9911323,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789175389.9912155,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"60c08f9d-43e6-4e2b-ad0d-a5a0628f5b17"} {"level":"info","ts":1789175389.9912286,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"60c08f9d-43e6-4e2b-ad0d-a5a0628f5b17"} {"level":"info","ts":1789175389.9912403,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"60c08f9d-43e6-4e2b-ad0d-a5a0628f5b17","EoS":false} {"level":"info","ts":1789175389.9912493,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"60c08f9d-43e6-4e2b-ad0d-a5a0628f5b17","EoS":true} {"level":"info","ts":1789175389.9912703,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"60c08f9d-43e6-4e2b-ad0d-a5a0628f5b17","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789175389.9912858,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"60c08f9d-43e6-4e2b-ad0d-a5a0628f5b17","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789175389.9913068,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"60c08f9d-43e6-4e2b-ad0d-a5a0628f5b17"} {"level":"info","ts":1789175403.869755,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789175403.869852,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a1af39fb-f310-4850-a563-8a3e0ec8a822"} {"level":"info","ts":1789175403.8698678,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a1af39fb-f310-4850-a563-8a3e0ec8a822"} {"level":"info","ts":1789175403.869886,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a1af39fb-f310-4850-a563-8a3e0ec8a822","EoS":false} {"level":"info","ts":1789175403.8698974,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a1af39fb-f310-4850-a563-8a3e0ec8a822","EoS":true} {"level":"info","ts":1789175403.869919,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a1af39fb-f310-4850-a563-8a3e0ec8a822","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789175403.8699348,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"a1af39fb-f310-4850-a563-8a3e0ec8a822","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789175403.8699586,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a1af39fb-f310-4850-a563-8a3e0ec8a822"} {"level":"info","ts":1789175403.9116995,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789175403.911786,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6ac9854e-7479-4bd5-85c3-6bfc847866fa"} {"level":"info","ts":1789175403.911799,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"6ac9854e-7479-4bd5-85c3-6bfc847866fa"} {"level":"info","ts":1789175403.9118097,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6ac9854e-7479-4bd5-85c3-6bfc847866fa","EoS":false} {"level":"info","ts":1789175403.9118192,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6ac9854e-7479-4bd5-85c3-6bfc847866fa","EoS":true} {"level":"info","ts":1789175403.9118414,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6ac9854e-7479-4bd5-85c3-6bfc847866fa","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789175403.911856,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"6ac9854e-7479-4bd5-85c3-6bfc847866fa","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789175403.9118838,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"6ac9854e-7479-4bd5-85c3-6bfc847866fa"} {"level":"info","ts":1789175403.9514098,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789175403.9514952,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5fe40a70-a414-43d3-926b-1f2b6c4a0b81"} {"level":"info","ts":1789175403.9515057,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"5fe40a70-a414-43d3-926b-1f2b6c4a0b81"} {"level":"info","ts":1789175403.9515173,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5fe40a70-a414-43d3-926b-1f2b6c4a0b81","EoS":false} {"level":"info","ts":1789175403.9515266,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5fe40a70-a414-43d3-926b-1f2b6c4a0b81","EoS":true} {"level":"info","ts":1789175403.9515545,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5fe40a70-a414-43d3-926b-1f2b6c4a0b81","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789175403.9515715,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"5fe40a70-a414-43d3-926b-1f2b6c4a0b81","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789175403.9515986,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"5fe40a70-a414-43d3-926b-1f2b6c4a0b81"} {"level":"info","ts":1789175403.9863641,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789175403.9864469,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"402af837-a688-45b6-89f4-1e6cc8501fb1"} {"level":"info","ts":1789175403.9864614,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"402af837-a688-45b6-89f4-1e6cc8501fb1"} {"level":"info","ts":1789175403.9864728,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"402af837-a688-45b6-89f4-1e6cc8501fb1","EoS":false} {"level":"info","ts":1789175403.9864829,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"402af837-a688-45b6-89f4-1e6cc8501fb1","EoS":true} {"level":"info","ts":1789175403.9865031,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"402af837-a688-45b6-89f4-1e6cc8501fb1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789175403.9865224,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"402af837-a688-45b6-89f4-1e6cc8501fb1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789175403.9865518,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"402af837-a688-45b6-89f4-1e6cc8501fb1"} {"level":"info","ts":1789175404.021009,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789175404.021109,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"24e1a506-c99d-4ddf-bbcb-4c4c9416cc9b"} {"level":"info","ts":1789175404.7622983,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789175404.7623937,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f1ed20f7-c308-4742-baee-05bd45e9db5e"} {"level":"info","ts":1789175404.7624066,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"f1ed20f7-c308-4742-baee-05bd45e9db5e"} {"level":"info","ts":1789175404.7624187,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f1ed20f7-c308-4742-baee-05bd45e9db5e","EoS":false} {"level":"info","ts":1789175404.76243,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f1ed20f7-c308-4742-baee-05bd45e9db5e","EoS":true} {"level":"info","ts":1789175404.76245,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f1ed20f7-c308-4742-baee-05bd45e9db5e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789175404.7624645,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"f1ed20f7-c308-4742-baee-05bd45e9db5e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789175404.7624896,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"f1ed20f7-c308-4742-baee-05bd45e9db5e"} {"level":"info","ts":1789175405.6786087,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789175405.6787155,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"09e61c66-ca05-4de1-9ba1-4e9a7aff7d41"} {"level":"info","ts":1789175405.6787345,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"09e61c66-ca05-4de1-9ba1-4e9a7aff7d41"} {"level":"info","ts":1789175405.6787522,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"09e61c66-ca05-4de1-9ba1-4e9a7aff7d41","EoS":false} {"level":"info","ts":1789175405.6787758,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"09e61c66-ca05-4de1-9ba1-4e9a7aff7d41","EoS":true} {"level":"info","ts":1789175405.6788075,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"09e61c66-ca05-4de1-9ba1-4e9a7aff7d41","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789175405.6788251,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"09e61c66-ca05-4de1-9ba1-4e9a7aff7d41","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789175405.6788561,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"09e61c66-ca05-4de1-9ba1-4e9a7aff7d41"} {"level":"info","ts":1789175406.3888364,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789175406.388936,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e54b9897-7a9d-4116-b6f1-5780f3101c5a"} {"level":"info","ts":1789175406.3889494,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"e54b9897-7a9d-4116-b6f1-5780f3101c5a"} {"level":"info","ts":1789175406.3889644,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e54b9897-7a9d-4116-b6f1-5780f3101c5a","EoS":false} {"level":"info","ts":1789175406.3889818,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e54b9897-7a9d-4116-b6f1-5780f3101c5a","EoS":true} {"level":"info","ts":1789175406.3890038,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e54b9897-7a9d-4116-b6f1-5780f3101c5a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789175406.3890195,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"e54b9897-7a9d-4116-b6f1-5780f3101c5a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789175406.3890357,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"e54b9897-7a9d-4116-b6f1-5780f3101c5a"} {"level":"info","ts":1789175407.4219482,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789175407.4220355,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9e6c1e74-6e59-400f-9bd4-9bd7fd341151"} {"level":"info","ts":1789175407.422048,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"9e6c1e74-6e59-400f-9bd4-9bd7fd341151"} {"level":"info","ts":1789175407.422059,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9e6c1e74-6e59-400f-9bd4-9bd7fd341151","EoS":false} {"level":"info","ts":1789175407.4220686,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9e6c1e74-6e59-400f-9bd4-9bd7fd341151","EoS":true} {"level":"info","ts":1789175407.4221041,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9e6c1e74-6e59-400f-9bd4-9bd7fd341151","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789175407.422119,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"9e6c1e74-6e59-400f-9bd4-9bd7fd341151","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789175407.42214,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"9e6c1e74-6e59-400f-9bd4-9bd7fd341151"} {"level":"info","ts":1789175412.7856648,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789175412.785806,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5f4d7487-4ed9-4196-8b25-df0faae8d0fe"} {"level":"info","ts":1789175412.7858236,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"5f4d7487-4ed9-4196-8b25-df0faae8d0fe"} {"level":"info","ts":1789175412.7858384,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5f4d7487-4ed9-4196-8b25-df0faae8d0fe","EoS":false} {"level":"info","ts":1789175412.7858481,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5f4d7487-4ed9-4196-8b25-df0faae8d0fe","EoS":true} {"level":"info","ts":1789175412.7858698,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5f4d7487-4ed9-4196-8b25-df0faae8d0fe","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789175412.7858863,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"5f4d7487-4ed9-4196-8b25-df0faae8d0fe","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789175412.7859082,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"5f4d7487-4ed9-4196-8b25-df0faae8d0fe"} {"level":"info","ts":1789175417.8163786,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789175417.8164678,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0dfe9475-e4d7-46bf-859b-04c1d3a4001c"} {"level":"info","ts":1789175417.816481,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"0dfe9475-e4d7-46bf-859b-04c1d3a4001c"} {"level":"info","ts":1789175417.816493,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0dfe9475-e4d7-46bf-859b-04c1d3a4001c","EoS":false} {"level":"info","ts":1789175417.816503,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0dfe9475-e4d7-46bf-859b-04c1d3a4001c","EoS":true} {"level":"info","ts":1789175417.8165233,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0dfe9475-e4d7-46bf-859b-04c1d3a4001c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789175417.8165405,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"0dfe9475-e4d7-46bf-859b-04c1d3a4001c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789175417.81656,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"0dfe9475-e4d7-46bf-859b-04c1d3a4001c"} {"level":"info","ts":1789175418.9619,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789175418.9620287,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5a581eaa-a9c2-49e9-8ad7-fc954bee8976"} {"level":"info","ts":1789175418.9620442,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"5a581eaa-a9c2-49e9-8ad7-fc954bee8976"} {"level":"info","ts":1789175418.9620562,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5a581eaa-a9c2-49e9-8ad7-fc954bee8976","EoS":false} {"level":"info","ts":1789175418.962067,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5a581eaa-a9c2-49e9-8ad7-fc954bee8976","EoS":true} {"level":"info","ts":1789175418.962114,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5a581eaa-a9c2-49e9-8ad7-fc954bee8976","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789175418.9621296,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"5a581eaa-a9c2-49e9-8ad7-fc954bee8976","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789175418.962153,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"5a581eaa-a9c2-49e9-8ad7-fc954bee8976"} {"level":"info","ts":1789175426.8864524,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789175426.8865411,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0b5fa88b-57c5-473b-a4d7-8626ab1dfb4b"} {"level":"info","ts":1789175426.8865514,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"0b5fa88b-57c5-473b-a4d7-8626ab1dfb4b"} {"level":"info","ts":1789175426.886562,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0b5fa88b-57c5-473b-a4d7-8626ab1dfb4b","EoS":false} {"level":"info","ts":1789175426.8865776,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0b5fa88b-57c5-473b-a4d7-8626ab1dfb4b","EoS":true} {"level":"info","ts":1789175426.8865974,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0b5fa88b-57c5-473b-a4d7-8626ab1dfb4b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789175426.8866105,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"0b5fa88b-57c5-473b-a4d7-8626ab1dfb4b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789175426.8866336,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"0b5fa88b-57c5-473b-a4d7-8626ab1dfb4b"} {"level":"info","ts":1789175428.452623,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789175428.4527068,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e8e170ad-b052-4899-bf7b-c527aebf78d4"} {"level":"info","ts":1789175428.4527166,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"e8e170ad-b052-4899-bf7b-c527aebf78d4"} {"level":"info","ts":1789175428.4527266,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e8e170ad-b052-4899-bf7b-c527aebf78d4","EoS":false} {"level":"info","ts":1789175428.4527428,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e8e170ad-b052-4899-bf7b-c527aebf78d4","EoS":true} {"level":"info","ts":1789175428.4527643,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e8e170ad-b052-4899-bf7b-c527aebf78d4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789175428.4527793,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"e8e170ad-b052-4899-bf7b-c527aebf78d4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789175428.4528048,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"e8e170ad-b052-4899-bf7b-c527aebf78d4"} {"level":"info","ts":1789175496.5653431,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789175496.5654297,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a758c939-dfa8-4746-8092-aead5c5a67be"} {"level":"info","ts":1789175496.565442,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a758c939-dfa8-4746-8092-aead5c5a67be"} {"level":"info","ts":1789175496.5654535,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a758c939-dfa8-4746-8092-aead5c5a67be","EoS":false} {"level":"info","ts":1789175496.5654657,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a758c939-dfa8-4746-8092-aead5c5a67be","EoS":true} {"level":"info","ts":1789175496.565487,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a758c939-dfa8-4746-8092-aead5c5a67be","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1789175496.5655022,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"a758c939-dfa8-4746-8092-aead5c5a67be","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789175496.5655184,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a758c939-dfa8-4746-8092-aead5c5a67be"} {"level":"info","ts":1789175520.60216,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789175520.6022692,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d708671c-1cf0-4b9e-a08c-cb5003dc2b1c"} {"level":"info","ts":1789175520.602289,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"d708671c-1cf0-4b9e-a08c-cb5003dc2b1c"} {"level":"info","ts":1789175520.6023088,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d708671c-1cf0-4b9e-a08c-cb5003dc2b1c","EoS":false} {"level":"info","ts":1789175520.6023798,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d708671c-1cf0-4b9e-a08c-cb5003dc2b1c","EoS":true} {"level":"info","ts":1789175520.6024122,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d708671c-1cf0-4b9e-a08c-cb5003dc2b1c","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1789175520.6024315,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"d708671c-1cf0-4b9e-a08c-cb5003dc2b1c","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789175520.6024642,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"d708671c-1cf0-4b9e-a08c-cb5003dc2b1c"} {"level":"info","ts":1789175604.952074,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789175604.9521916,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9aebc4d2-4688-4364-8f6c-355ae9d85725"} {"level":"info","ts":1789175604.952206,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"9aebc4d2-4688-4364-8f6c-355ae9d85725"} {"level":"info","ts":1789175604.952217,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9aebc4d2-4688-4364-8f6c-355ae9d85725","EoS":false} {"level":"info","ts":1789175604.9522302,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9aebc4d2-4688-4364-8f6c-355ae9d85725","EoS":true} {"level":"info","ts":1789175604.9522595,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9aebc4d2-4688-4364-8f6c-355ae9d85725","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789175604.9522789,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"9aebc4d2-4688-4364-8f6c-355ae9d85725","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789175604.952303,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"9aebc4d2-4688-4364-8f6c-355ae9d85725"} {"level":"info","ts":1789175604.994837,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789175604.99494,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6aecd129-c445-42c7-adb4-23d95bf7f39f"} {"level":"info","ts":1789175604.994952,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"6aecd129-c445-42c7-adb4-23d95bf7f39f"} {"level":"info","ts":1789175604.9949634,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6aecd129-c445-42c7-adb4-23d95bf7f39f","EoS":false} {"level":"info","ts":1789175604.9949732,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6aecd129-c445-42c7-adb4-23d95bf7f39f","EoS":true} {"level":"info","ts":1789175604.994996,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6aecd129-c445-42c7-adb4-23d95bf7f39f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789175604.9950156,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"6aecd129-c445-42c7-adb4-23d95bf7f39f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789175604.9950387,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"6aecd129-c445-42c7-adb4-23d95bf7f39f"} {"level":"info","ts":1789175605.0290542,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789175605.0291708,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c1fe794d-b620-4da7-a360-a69c89ece6f7"} {"level":"info","ts":1789175605.0291884,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c1fe794d-b620-4da7-a360-a69c89ece6f7"} {"level":"info","ts":1789175605.0292053,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c1fe794d-b620-4da7-a360-a69c89ece6f7","EoS":false} {"level":"info","ts":1789175605.029224,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c1fe794d-b620-4da7-a360-a69c89ece6f7","EoS":true} {"level":"info","ts":1789175605.0292513,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c1fe794d-b620-4da7-a360-a69c89ece6f7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789175605.0292704,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"c1fe794d-b620-4da7-a360-a69c89ece6f7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789175605.0292954,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c1fe794d-b620-4da7-a360-a69c89ece6f7"} {"level":"info","ts":1789175612.5258625,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789175612.525952,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"577200c7-c057-4624-bdd0-3aa4e2617402"} {"level":"info","ts":1789175612.5259638,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"577200c7-c057-4624-bdd0-3aa4e2617402"} {"level":"info","ts":1789175612.5259743,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"577200c7-c057-4624-bdd0-3aa4e2617402","EoS":false} {"level":"info","ts":1789175612.525984,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"577200c7-c057-4624-bdd0-3aa4e2617402","EoS":true} {"level":"info","ts":1789175612.5260012,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"577200c7-c057-4624-bdd0-3aa4e2617402","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789175612.526016,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"577200c7-c057-4624-bdd0-3aa4e2617402","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789175612.5260413,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"577200c7-c057-4624-bdd0-3aa4e2617402"} {"level":"info","ts":1789175618.617706,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789175618.617804,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1ba76a24-c269-42ee-b557-c30773d642ca"} {"level":"info","ts":1789175618.6178186,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"1ba76a24-c269-42ee-b557-c30773d642ca"} {"level":"info","ts":1789175618.61783,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1ba76a24-c269-42ee-b557-c30773d642ca","EoS":false} {"level":"info","ts":1789175618.6178405,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1ba76a24-c269-42ee-b557-c30773d642ca","EoS":true} {"level":"info","ts":1789175618.6178603,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1ba76a24-c269-42ee-b557-c30773d642ca","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789175618.61788,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"1ba76a24-c269-42ee-b557-c30773d642ca","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789175618.617905,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"1ba76a24-c269-42ee-b557-c30773d642ca"} {"level":"info","ts":1789175618.7727885,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789175618.772875,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"202dddc3-cafc-4072-a593-d69b58dd6cfe"} {"level":"info","ts":1789175618.7728887,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"202dddc3-cafc-4072-a593-d69b58dd6cfe"} {"level":"info","ts":1789175618.7728999,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"202dddc3-cafc-4072-a593-d69b58dd6cfe","EoS":false} {"level":"info","ts":1789175618.7729099,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"202dddc3-cafc-4072-a593-d69b58dd6cfe","EoS":true} {"level":"info","ts":1789175618.7729282,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"202dddc3-cafc-4072-a593-d69b58dd6cfe","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789175618.772943,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"202dddc3-cafc-4072-a593-d69b58dd6cfe","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789175618.7729654,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"202dddc3-cafc-4072-a593-d69b58dd6cfe"} {"level":"info","ts":1789175618.9125268,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789175618.9126165,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5d93c67b-9ec1-4d5d-b1a4-863470847be5"} {"level":"info","ts":1789175618.912628,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"5d93c67b-9ec1-4d5d-b1a4-863470847be5"} {"level":"info","ts":1789175618.9126391,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5d93c67b-9ec1-4d5d-b1a4-863470847be5","EoS":false} {"level":"info","ts":1789175618.9126487,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5d93c67b-9ec1-4d5d-b1a4-863470847be5","EoS":true} {"level":"info","ts":1789175618.912665,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5d93c67b-9ec1-4d5d-b1a4-863470847be5","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789175618.9126804,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"5d93c67b-9ec1-4d5d-b1a4-863470847be5","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789175618.9127069,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"5d93c67b-9ec1-4d5d-b1a4-863470847be5"} {"level":"info","ts":1789175619.052333,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789175619.052426,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6dcc3f05-ac20-4674-9eb6-6f42f4e25a3a"} {"level":"info","ts":1789175619.0524375,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"6dcc3f05-ac20-4674-9eb6-6f42f4e25a3a"} {"level":"info","ts":1789175619.0524487,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6dcc3f05-ac20-4674-9eb6-6f42f4e25a3a","EoS":false} {"level":"info","ts":1789175619.0524585,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6dcc3f05-ac20-4674-9eb6-6f42f4e25a3a","EoS":true} {"level":"info","ts":1789175619.0524757,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6dcc3f05-ac20-4674-9eb6-6f42f4e25a3a","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789175619.0524902,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"6dcc3f05-ac20-4674-9eb6-6f42f4e25a3a","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789175619.052508,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"6dcc3f05-ac20-4674-9eb6-6f42f4e25a3a"} {"level":"info","ts":1789175631.6989646,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789175631.6991563,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"68c50020-eb4a-4248-b670-494ffdb65dc2"} {"level":"info","ts":1789175631.6991785,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"68c50020-eb4a-4248-b670-494ffdb65dc2"} {"level":"info","ts":1789175631.6991985,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"68c50020-eb4a-4248-b670-494ffdb65dc2","EoS":false} {"level":"info","ts":1789175631.6992168,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"68c50020-eb4a-4248-b670-494ffdb65dc2","EoS":true} {"level":"info","ts":1789175631.6992445,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"68c50020-eb4a-4248-b670-494ffdb65dc2","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789175631.6992643,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"68c50020-eb4a-4248-b670-494ffdb65dc2","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789175631.6993,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"68c50020-eb4a-4248-b670-494ffdb65dc2"}