{"level":"info","ts":1789583652.6690648,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"7d16a485-6330-4403-af6a-e6b8b6d0610e"} {"level":"info","ts":1789583657.187228,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789583657.187309,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"03234e46-2aea-4c7c-8c34-6415fce5ba2c"} {"level":"info","ts":1789583657.1873198,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"03234e46-2aea-4c7c-8c34-6415fce5ba2c"} {"level":"info","ts":1789583657.18733,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"03234e46-2aea-4c7c-8c34-6415fce5ba2c","EoS":false} {"level":"info","ts":1789583657.1873422,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"03234e46-2aea-4c7c-8c34-6415fce5ba2c","EoS":true} {"level":"info","ts":1789583657.1873655,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"03234e46-2aea-4c7c-8c34-6415fce5ba2c","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789583657.1873791,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"03234e46-2aea-4c7c-8c34-6415fce5ba2c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789583657.1873882,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"03234e46-2aea-4c7c-8c34-6415fce5ba2c","modelName":"e2e-external-model"} {"level":"info","ts":1789583657.1873996,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"03234e46-2aea-4c7c-8c34-6415fce5ba2c","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789583657.1874406,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"03234e46-2aea-4c7c-8c34-6415fce5ba2c"} {"level":"info","ts":1789583657.219465,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789583657.2195466,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c5e3bbb3-1339-49ee-99fd-7f8f447f75bb"} {"level":"info","ts":1789583657.2195582,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c5e3bbb3-1339-49ee-99fd-7f8f447f75bb"} {"level":"info","ts":1789583657.2195694,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c5e3bbb3-1339-49ee-99fd-7f8f447f75bb","EoS":false} {"level":"info","ts":1789583657.219581,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c5e3bbb3-1339-49ee-99fd-7f8f447f75bb","EoS":true} {"level":"info","ts":1789583657.2196016,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c5e3bbb3-1339-49ee-99fd-7f8f447f75bb","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789583657.2196524,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"c5e3bbb3-1339-49ee-99fd-7f8f447f75bb","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789583657.2196624,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"c5e3bbb3-1339-49ee-99fd-7f8f447f75bb","modelName":"e2e-external-model"} {"level":"info","ts":1789583657.2196753,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"c5e3bbb3-1339-49ee-99fd-7f8f447f75bb","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789583657.2197118,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c5e3bbb3-1339-49ee-99fd-7f8f447f75bb"} {"level":"info","ts":1789583657.2467954,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789583657.2468736,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1dba659d-9a30-459d-bd18-b1da9982942a"} {"level":"info","ts":1789583657.2468839,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"1dba659d-9a30-459d-bd18-b1da9982942a"} {"level":"info","ts":1789583657.2469196,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1dba659d-9a30-459d-bd18-b1da9982942a","EoS":false} {"level":"info","ts":1789583657.2469296,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1dba659d-9a30-459d-bd18-b1da9982942a","EoS":true} {"level":"info","ts":1789583657.246948,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1dba659d-9a30-459d-bd18-b1da9982942a","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789583657.2469633,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"1dba659d-9a30-459d-bd18-b1da9982942a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789583657.2469726,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"1dba659d-9a30-459d-bd18-b1da9982942a","modelName":"e2e-external-model"} {"level":"info","ts":1789583657.2469847,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"1dba659d-9a30-459d-bd18-b1da9982942a","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789583657.2470174,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"1dba659d-9a30-459d-bd18-b1da9982942a"} {"level":"info","ts":1789583657.7591472,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789583657.7592394,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7e9844fd-0e7b-46df-b57d-a16889d257cf"} {"level":"info","ts":1789583657.7592525,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"7e9844fd-0e7b-46df-b57d-a16889d257cf"} {"level":"info","ts":1789583657.7592642,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7e9844fd-0e7b-46df-b57d-a16889d257cf","EoS":false} {"level":"info","ts":1789583657.7592747,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7e9844fd-0e7b-46df-b57d-a16889d257cf","EoS":true} {"level":"info","ts":1789583657.7592957,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7e9844fd-0e7b-46df-b57d-a16889d257cf","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789583657.75931,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"7e9844fd-0e7b-46df-b57d-a16889d257cf","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789583657.7593322,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"7e9844fd-0e7b-46df-b57d-a16889d257cf"} {"level":"info","ts":1789583659.8271954,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ad12249c-227a-45b1-bdae-fe8e5cfd8f41"} {"level":"info","ts":1789583659.8272412,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d76b6fb8-6bea-44cb-8eed-c1ebc21bb47a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789583659.8272874,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d76b6fb8-6bea-44cb-8eed-c1ebc21bb47a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1789583659.8437338,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ad12249c-227a-45b1-bdae-fe8e5cfd8f41","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789583659.8438087,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ad12249c-227a-45b1-bdae-fe8e5cfd8f41","name":"e2e-cleanup-test"} {"level":"info","ts":1789583659.8443458,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5da17622-70ff-4779-96d1-47389662160c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789583659.8443775,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5da17622-70ff-4779-96d1-47389662160c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1789583659.8722184,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ad12249c-227a-45b1-bdae-fe8e5cfd8f41","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789583659.9064555,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ad12249c-227a-45b1-bdae-fe8e5cfd8f41","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789583659.9065673,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dfc23ecb-ea9e-4314-990f-212edb288f2b"} {"level":"info","ts":1789583659.9066243,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dfc23ecb-ea9e-4314-990f-212edb288f2b","name":"e2e-cleanup-test"} {"level":"info","ts":1789583659.9219286,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dfc23ecb-ea9e-4314-990f-212edb288f2b","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789583659.9452143,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5af25f82-732d-4d4b-9732-62461644a01d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789583659.9452527,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5af25f82-732d-4d4b-9732-62461644a01d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1789583659.9463985,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dfc23ecb-ea9e-4314-990f-212edb288f2b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789583659.946479,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"efba4e5d-9029-4085-9de2-f309c970b1d2"} {"level":"info","ts":1789583659.9465427,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"efba4e5d-9029-4085-9de2-f309c970b1d2","name":"e2e-cleanup-test"} {"level":"info","ts":1789583659.983651,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"efba4e5d-9029-4085-9de2-f309c970b1d2","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789583660.003111,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3d3239c4-7344-47f3-abb3-325f2dd123d1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789583660.0031512,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3d3239c4-7344-47f3-abb3-325f2dd123d1","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1789583660.0062594,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cbddc206-2d88-4758-b527-55dec9e79c93"} {"level":"info","ts":1789583660.0063362,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cbddc206-2d88-4758-b527-55dec9e79c93","name":"e2e-cleanup-test"} {"level":"info","ts":1789583660.0429533,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cbddc206-2d88-4758-b527-55dec9e79c93","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789583664.5410204,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789583664.5411453,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"7db586e5-5b1a-4483-bbf9-895237148839"} {"level":"info","ts":1789583668.3487232,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fe2cf1a1-9a69-4d7e-adab-71f70cb4293e"} {"level":"info","ts":1789583668.3487258,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"40637f05-1c2b-4c0b-8c25-e973cc46c8ba","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789583668.3488069,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"40637f05-1c2b-4c0b-8c25-e973cc46c8ba","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789583672.770137,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789583672.770243,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"924d55bc-9a56-4a9a-b92b-4d3f39e16c15"} {"level":"info","ts":1789583672.7702594,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"924d55bc-9a56-4a9a-b92b-4d3f39e16c15"} {"level":"info","ts":1789583672.770279,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"924d55bc-9a56-4a9a-b92b-4d3f39e16c15","EoS":false} {"level":"info","ts":1789583672.770299,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"924d55bc-9a56-4a9a-b92b-4d3f39e16c15","EoS":true} {"level":"info","ts":1789583672.7703323,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"924d55bc-9a56-4a9a-b92b-4d3f39e16c15","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1789583672.7703502,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"924d55bc-9a56-4a9a-b92b-4d3f39e16c15","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1789583672.7703838,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"924d55bc-9a56-4a9a-b92b-4d3f39e16c15"} {"level":"info","ts":1789583673.30308,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"6dc65b17-9e7d-4b01-aea3-443c350423c3","name":"e2e-legacy-migration-6920680c","namespace":"llm"} {"level":"info","ts":1789583673.3150406,"caller":"legacymigration/reconciler.go:147","msg":"creating ExternalProvider","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"6dc65b17-9e7d-4b01-aea3-443c350423c3","name":"e2e-legacy-migration-6920680c"} {"level":"info","ts":1789583673.332172,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"824d76be-1798-499f-a225-ada8d3e7aa76","name":"e2e-legacy-migration-6920680c","namespace":"llm"} {"level":"info","ts":1789583673.3322108,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"cca1e54e-cd6a-4557-ac8d-778892090bdc"} {"level":"info","ts":1789583673.3322237,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"824d76be-1798-499f-a225-ada8d3e7aa76","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1789583673.3373206,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"6dc65b17-9e7d-4b01-aea3-443c350423c3","error":"failed to apply ExternalProvider: externalproviders.inference.opendatahub.io \"e2e-legacy-migration-6920680c\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789583673.3415172,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"cca1e54e-cd6a-4557-ac8d-778892090bdc","name":"e2e-legacy-migration-6920680c"} {"level":"info","ts":1789583673.3415735,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"b609b5db-00c7-44fa-a609-471598003f0a","name":"e2e-legacy-migration-6920680c","namespace":"llm"} {"level":"info","ts":1789583673.341597,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"b609b5db-00c7-44fa-a609-471598003f0a","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789583673.342749,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"334e9a6e-217a-4453-aa75-418237b59da9","name":"e2e-legacy-migration-6920680c","namespace":"llm"} {"level":"info","ts":1789583673.3596637,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"c0cb98cd-2183-4004-8319-6dbde0946e45","name":"e2e-legacy-migration-6920680c","namespace":"llm"} {"level":"info","ts":1789583673.359694,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"c0cb98cd-2183-4004-8319-6dbde0946e45","modelName":"e2e-legacy-migration-6920680c","resolvedRefs":1} {"level":"info","ts":1789583673.3596647,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"a8ff4274-0cbb-48bc-8940-2b9255e876ce"} {"level":"info","ts":1789583673.3867414,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"cca1e54e-cd6a-4557-ac8d-778892090bdc","kind":"ServiceEntry","name":"e2e-legacy-migration-6920680c"} {"level":"info","ts":1789583673.386885,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"9d50b541-74de-4a12-b117-d9d2a616120c","name":"e2e-legacy-migration-6920680c","namespace":"llm"} {"level":"info","ts":1789583673.3869314,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"9d50b541-74de-4a12-b117-d9d2a616120c","modelName":"e2e-legacy-migration-6920680c","resolvedRefs":1} {"level":"info","ts":1789583673.3870761,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"a8ff4274-0cbb-48bc-8940-2b9255e876ce","provider":"e2e-legacy-migration-6920680c","phase":"Pending"} {"level":"info","ts":1789583673.3871677,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"334e9a6e-217a-4453-aa75-418237b59da9","name":"e2e-legacy-migration-6920680c"} {"level":"error","ts":1789583673.4268646,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"334e9a6e-217a-4453-aa75-418237b59da9","error":"failed to apply ExternalModel: Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-6920680c\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789583673.427211,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"a8ff4274-0cbb-48bc-8940-2b9255e876ce","error":"ExternalModel \"e2e-legacy-migration-6920680c\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-6920680c\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789583673.4272993,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"afa526a7-f1ee-493d-9df8-81de8639cb67"} {"level":"info","ts":1789583673.427339,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"afa526a7-f1ee-493d-9df8-81de8639cb67","provider":"e2e-legacy-migration-6920680c","phase":"Pending"} {"level":"info","ts":1789583673.42765,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"bb6ffce0-01fd-4bf3-9a60-4a1e9f6d87b5","name":"e2e-legacy-migration-6920680c","namespace":"llm"} {"level":"info","ts":1789583673.427745,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"bb6ffce0-01fd-4bf3-9a60-4a1e9f6d87b5","modelName":"e2e-legacy-migration-6920680c","resolvedRefs":1} {"level":"info","ts":1789583673.4312117,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"cca1e54e-cd6a-4557-ac8d-778892090bdc","kind":"DestinationRule","name":"e2e-legacy-migration-6920680c"} {"level":"info","ts":1789583673.4373426,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"bf846bc1-fd9a-492b-9cf0-fdc3739cd322","name":"e2e-legacy-migration-6920680c","namespace":"llm"} {"level":"info","ts":1789583673.442295,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"bf846bc1-fd9a-492b-9cf0-fdc3739cd322","name":"e2e-legacy-migration-6920680c"} {"level":"error","ts":1789583673.453242,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"afa526a7-f1ee-493d-9df8-81de8639cb67","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-6920680c\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789583673.453286,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"afa526a7-f1ee-493d-9df8-81de8639cb67","error":"ExternalModel \"e2e-legacy-migration-6920680c\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-6920680c\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789583673.453335,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"33574090-2bf0-4842-b860-1e91aa50b091"} {"level":"info","ts":1789583673.453355,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"33574090-2bf0-4842-b860-1e91aa50b091","provider":"e2e-legacy-migration-6920680c","phase":"Pending"} {"level":"info","ts":1789583673.4603887,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"cca1e54e-cd6a-4557-ac8d-778892090bdc","service":"e2e-legacy-migration-6920680c","serviceEntry":"e2e-legacy-migration-6920680c","destinationRule":"e2e-legacy-migration-6920680c"} {"level":"info","ts":1789583673.4692433,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"bf846bc1-fd9a-492b-9cf0-fdc3739cd322","provider":"openai","model":"e2e-legacy-migration-6920680c","targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789583673.4709907,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"33574090-2bf0-4842-b860-1e91aa50b091","error":"ExternalModel \"e2e-legacy-migration-6920680c\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-6920680c\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789583673.4912374,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"80055e9a-5654-474f-98cc-921743af0b59"} {"level":"info","ts":1789583673.4913123,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"80055e9a-5654-474f-98cc-921743af0b59","provider":"e2e-legacy-migration-6920680c","phase":"Pending"} {"level":"info","ts":1789583673.5100684,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"6bfdd418-d6a5-43b4-91c1-b9526bcf352f"} {"level":"info","ts":1789583673.510127,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"6bfdd418-d6a5-43b4-91c1-b9526bcf352f","name":"e2e-legacy-migration-6920680c"} {"level":"info","ts":1789583673.512242,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"17b9e66f-3c97-4c10-afe4-b8dfdea2993e","name":"e2e-legacy-migration-6920680c","namespace":"llm"} {"level":"info","ts":1789583673.5122654,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"17b9e66f-3c97-4c10-afe4-b8dfdea2993e","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789583673.5123122,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"0d6feddf-6e0e-479d-a22d-a699b211c0bb","name":"e2e-legacy-migration-6920680c","namespace":"llm"} {"level":"info","ts":1789583673.5123324,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"0d6feddf-6e0e-479d-a22d-a699b211c0bb","modelName":"e2e-legacy-migration-6920680c","resolvedRefs":1} {"level":"error","ts":1789583673.5180764,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"80055e9a-5654-474f-98cc-921743af0b59","error":"ExternalModel \"e2e-legacy-migration-6920680c\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-6920680c\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789583673.5181296,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"7d7c87d8-5161-4579-9570-440456725c37"} {"level":"info","ts":1789583673.5181665,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"7d7c87d8-5161-4579-9570-440456725c37","name":"e2e-legacy-migration-6920680c"} {"level":"info","ts":1789583673.572227,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"03eb8bcc-b695-4f5b-9ba6-37533e17d6ff","name":"e2e-legacy-migration-6920680c","namespace":"llm"} {"level":"info","ts":1789583673.5722647,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"03eb8bcc-b695-4f5b-9ba6-37533e17d6ff","modelName":"e2e-legacy-migration-6920680c","resolvedRefs":1} {"level":"error","ts":1789583673.7203324,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"7d7c87d8-5161-4579-9570-440456725c37","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-6920680c\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789583673.7203786,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"7d7c87d8-5161-4579-9570-440456725c37","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-6920680c\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789583673.7204406,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"4a55f99b-1bd2-4eed-b3a4-b29f67730870"} {"level":"info","ts":1789583673.7204943,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"4a55f99b-1bd2-4eed-b3a4-b29f67730870","name":"e2e-legacy-migration-6920680c"} {"level":"info","ts":1789583673.7522328,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"4a55f99b-1bd2-4eed-b3a4-b29f67730870","httpRoute":"e2e-legacy-migration-6920680c","providers":["e2e-legacy-migration-6920680c"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789583673.7602177,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"6bfdd418-d6a5-43b4-91c1-b9526bcf352f","service":"e2e-legacy-migration-6920680c","serviceEntry":"e2e-legacy-migration-6920680c","destinationRule":"e2e-legacy-migration-6920680c"} {"level":"info","ts":1789583673.7615654,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"6a99e7af-48e5-429e-9a91-5d1dda9abaae","name":"e2e-legacy-migration-6920680c","namespace":"llm"} {"level":"info","ts":1789583673.761601,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"6a99e7af-48e5-429e-9a91-5d1dda9abaae","modelName":"e2e-legacy-migration-6920680c","resolvedRefs":1} {"level":"error","ts":1789583673.7663882,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"4a55f99b-1bd2-4eed-b3a4-b29f67730870","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-6920680c\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789583673.7664604,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"fa39f4c8-9548-4eb4-b1e7-15cc5d53dd43"} {"level":"info","ts":1789583673.7665114,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"fa39f4c8-9548-4eb4-b1e7-15cc5d53dd43","name":"e2e-legacy-migration-6920680c"} {"level":"error","ts":1789583673.7669513,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"6bfdd418-d6a5-43b4-91c1-b9526bcf352f","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-6920680c\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789583673.7670207,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"33fdc26f-93c4-4576-9402-fcb4187d79dd"} {"level":"info","ts":1789583673.7670605,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"33fdc26f-93c4-4576-9402-fcb4187d79dd","name":"e2e-legacy-migration-6920680c"} {"level":"info","ts":1789583673.809566,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"fa39f4c8-9548-4eb4-b1e7-15cc5d53dd43","httpRoute":"e2e-legacy-migration-6920680c","providers":["e2e-legacy-migration-6920680c"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789583673.83248,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"6643334e-1598-4e64-8f15-8c420e9ddfc7","name":"e2e-legacy-migration-6920680c","namespace":"llm"} {"level":"info","ts":1789583673.8325264,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"6643334e-1598-4e64-8f15-8c420e9ddfc7","modelName":"e2e-legacy-migration-6920680c","resolvedRefs":1} {"level":"info","ts":1789583673.8340867,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"36ac2d22-1314-4159-a01e-4d48711326ea"} {"level":"info","ts":1789583673.8341444,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"36ac2d22-1314-4159-a01e-4d48711326ea","name":"e2e-legacy-migration-6920680c"} {"level":"info","ts":1789583673.8355641,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"33fdc26f-93c4-4576-9402-fcb4187d79dd","service":"e2e-legacy-migration-6920680c","serviceEntry":"e2e-legacy-migration-6920680c","destinationRule":"e2e-legacy-migration-6920680c"} {"level":"info","ts":1789583673.8677204,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"36ac2d22-1314-4159-a01e-4d48711326ea","httpRoute":"e2e-legacy-migration-6920680c","providers":["e2e-legacy-migration-6920680c"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789583674.0737782,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"1dcd797e-5a87-4ed0-b6a2-86d5e08e1d87","name":"e2e-legacy-migration-6920680c","namespace":"llm"} {"level":"info","ts":1789583674.0941412,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"1dcd797e-5a87-4ed0-b6a2-86d5e08e1d87","name":"e2e-legacy-migration-6920680c"} {"level":"info","ts":1789583674.1055808,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"1dcd797e-5a87-4ed0-b6a2-86d5e08e1d87","provider":"openai","model":"e2e-legacy-migration-6920680c","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789583677.3414202,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"31c495bc-d75b-4380-9e2b-3bedf4b33bcc","name":"e2e-legacy-migration-6920680c","namespace":"llm"} {"level":"info","ts":1789583677.428832,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"029cf43e-f058-4784-b717-a23872ce2a76","name":"e2e-legacy-migration-6920680c","namespace":"llm"} {"level":"info","ts":1789583677.4288602,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"4bdfeada-c669-4eaf-b577-73a59fde8701"} {"level":"error","ts":1789583677.4289088,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"4bdfeada-c669-4eaf-b577-73a59fde8701","provider":"e2e-legacy-migration-6920680c","error":"ExternalProvider.inference.opendatahub.io \"e2e-legacy-migration-6920680c\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789583677.4289482,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"e34bc76d-e4e1-41f3-b8eb-65d1903fd448","name":"e2e-legacy-migration-6920680c","namespace":"llm"} {"level":"error","ts":1789583677.428967,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"e34bc76d-e4e1-41f3-b8eb-65d1903fd448","provider":"e2e-legacy-migration-6920680c","error":"ExternalProvider \"e2e-legacy-migration-6920680c\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789583677.428987,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"e34bc76d-e4e1-41f3-b8eb-65d1903fd448"} {"level":"info","ts":1789583677.429042,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"c5aa1e18-7f51-4f71-a84d-f242cac005eb"} {"level":"info","ts":1789583677.4288714,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"029cf43e-f058-4784-b717-a23872ce2a76","name":"e2e-legacy-migration-6920680c","namespace":"llm"} {"level":"info","ts":1789583677.4854932,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"6debf33c-48e5-4246-91e1-4f9e15593dfa","name":"e2e-legacy-migration-6920680c","namespace":"llm"} {"level":"error","ts":1789583677.485545,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"6debf33c-48e5-4246-91e1-4f9e15593dfa","provider":"e2e-legacy-migration-6920680c","error":"ExternalProvider \"e2e-legacy-migration-6920680c\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789583677.485576,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"6debf33c-48e5-4246-91e1-4f9e15593dfa"} {"level":"error","ts":1789583677.6295657,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"4bdfeada-c669-4eaf-b577-73a59fde8701","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-6920680c\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789583677.6296191,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"4bdfeada-c669-4eaf-b577-73a59fde8701","error":"ExternalModel \"e2e-legacy-migration-6920680c\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-6920680c\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789583677.6296825,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"e13ddb68-7659-45bb-975a-b5e2244c7ec9"} {"level":"error","ts":1789583677.6297116,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"e13ddb68-7659-45bb-975a-b5e2244c7ec9","provider":"e2e-legacy-migration-6920680c","error":"ExternalProvider.inference.opendatahub.io \"e2e-legacy-migration-6920680c\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789583677.7367175,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"729406bf-8891-4f61-b379-806d9115325c","name":"e2e-legacy-migration-6920680c","namespace":"llm"} {"level":"info","ts":1789583677.7367609,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"729406bf-8891-4f61-b379-806d9115325c","name":"e2e-legacy-migration-6920680c","namespace":"llm"} {"level":"error","ts":1789583677.77505,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"e13ddb68-7659-45bb-975a-b5e2244c7ec9","error":"ExternalModel \"e2e-legacy-migration-6920680c\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-6920680c\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789583677.7751338,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6920680c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6920680c","reconcileID":"a2f3e6f7-edca-4931-83f3-b0ba2b23c62a"} {"level":"info","ts":1789583678.212645,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789583678.2127435,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"af3733a9-d66a-46fb-a5af-40f349c564a7"} {"level":"info","ts":1789583678.2127602,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"af3733a9-d66a-46fb-a5af-40f349c564a7"} {"level":"info","ts":1789583678.2127771,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"af3733a9-d66a-46fb-a5af-40f349c564a7","EoS":false} {"level":"info","ts":1789583678.2127974,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"af3733a9-d66a-46fb-a5af-40f349c564a7","EoS":true} {"level":"info","ts":1789583678.212827,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"af3733a9-d66a-46fb-a5af-40f349c564a7","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789583678.2128453,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"af3733a9-d66a-46fb-a5af-40f349c564a7","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789583678.21286,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"af3733a9-d66a-46fb-a5af-40f349c564a7","modelName":"e2e-external-model"} {"level":"info","ts":1789583678.2128782,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"af3733a9-d66a-46fb-a5af-40f349c564a7","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789583678.2129536,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"af3733a9-d66a-46fb-a5af-40f349c564a7"} {"level":"info","ts":1789583679.9765975,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789583679.976692,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0c4013a3-7953-423c-8b4d-706b329628f0"} {"level":"info","ts":1789583679.9767106,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"0c4013a3-7953-423c-8b4d-706b329628f0"} {"level":"info","ts":1789583679.976731,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0c4013a3-7953-423c-8b4d-706b329628f0","EoS":false} {"level":"info","ts":1789583679.9767494,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0c4013a3-7953-423c-8b4d-706b329628f0","EoS":true} {"level":"info","ts":1789583679.9767811,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0c4013a3-7953-423c-8b4d-706b329628f0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789583679.9767992,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"0c4013a3-7953-423c-8b4d-706b329628f0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789583679.976854,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"0c4013a3-7953-423c-8b4d-706b329628f0"} {"level":"info","ts":1789583680.4357738,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789583680.435859,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"66be1251-1594-47ef-bb5e-446fe224368c"} {"level":"info","ts":1789583680.435872,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"66be1251-1594-47ef-bb5e-446fe224368c"} {"level":"info","ts":1789583680.4358828,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"66be1251-1594-47ef-bb5e-446fe224368c","EoS":false} {"level":"info","ts":1789583680.4359584,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"66be1251-1594-47ef-bb5e-446fe224368c","EoS":true} {"level":"info","ts":1789583680.4359834,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"66be1251-1594-47ef-bb5e-446fe224368c","field":"model","value":"nonexistent-model"} {"level":"info","ts":1789583680.4359977,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"66be1251-1594-47ef-bb5e-446fe224368c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789583680.4360201,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"66be1251-1594-47ef-bb5e-446fe224368c"} {"level":"info","ts":1789583680.6262124,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789583680.6263032,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a73874b9-62bb-41ff-b7fb-5c2a78eaa96a"} {"level":"info","ts":1789583680.626318,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a73874b9-62bb-41ff-b7fb-5c2a78eaa96a"} {"level":"info","ts":1789583680.6263354,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a73874b9-62bb-41ff-b7fb-5c2a78eaa96a","EoS":false} {"level":"info","ts":1789583680.6263585,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a73874b9-62bb-41ff-b7fb-5c2a78eaa96a","EoS":true} {"level":"info","ts":1789583680.626392,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"a73874b9-62bb-41ff-b7fb-5c2a78eaa96a","field":"model"} {"level":"info","ts":1789583680.6264277,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a73874b9-62bb-41ff-b7fb-5c2a78eaa96a"} {"level":"info","ts":1789583683.433657,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7608b375-ca7a-4f4c-ba4f-ce0e6d16eb5c"} {"level":"info","ts":1789583683.433673,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"905d1fb1-7034-45b0-b338-478049940a1e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789583683.4337099,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"905d1fb1-7034-45b0-b338-478049940a1e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789583683.6014671,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"98997789-e422-4f5c-9dcc-ae21f8a1db8e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789583683.601511,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"98997789-e422-4f5c-9dcc-ae21f8a1db8e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789583683.6016014,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"07c7f720-66f5-49a2-9f0c-88ac7bd09a40"} {"level":"info","ts":1789583685.5016072,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789583685.5016868,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"35f8d865-3621-4abf-a626-0556a60dc6e9"} {"level":"info","ts":1789583685.5017095,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"35f8d865-3621-4abf-a626-0556a60dc6e9"} {"level":"info","ts":1789583685.5017207,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"35f8d865-3621-4abf-a626-0556a60dc6e9","EoS":false} {"level":"info","ts":1789583685.5017314,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"35f8d865-3621-4abf-a626-0556a60dc6e9","EoS":true} {"level":"info","ts":1789583685.5017517,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"35f8d865-3621-4abf-a626-0556a60dc6e9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789583685.5017676,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"35f8d865-3621-4abf-a626-0556a60dc6e9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789583685.5017881,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"35f8d865-3621-4abf-a626-0556a60dc6e9"} {"level":"info","ts":1789583685.5452442,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789583685.5453343,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"efead551-e259-4f60-a63b-76fc535ee0b5"} {"level":"info","ts":1789583685.545348,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"efead551-e259-4f60-a63b-76fc535ee0b5"} {"level":"info","ts":1789583685.5453634,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"efead551-e259-4f60-a63b-76fc535ee0b5","EoS":false} {"level":"info","ts":1789583685.545379,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"efead551-e259-4f60-a63b-76fc535ee0b5","EoS":true} {"level":"info","ts":1789583685.545399,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"efead551-e259-4f60-a63b-76fc535ee0b5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789583685.5454144,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"efead551-e259-4f60-a63b-76fc535ee0b5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789583685.5454364,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"efead551-e259-4f60-a63b-76fc535ee0b5"} {"level":"info","ts":1789583685.598114,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789583685.5982218,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"19c51c69-9972-4031-b9c6-6709b6732ab1"} {"level":"info","ts":1789583685.5982351,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"19c51c69-9972-4031-b9c6-6709b6732ab1"} {"level":"info","ts":1789583685.5982463,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"19c51c69-9972-4031-b9c6-6709b6732ab1","EoS":false} {"level":"info","ts":1789583685.5982566,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"19c51c69-9972-4031-b9c6-6709b6732ab1","EoS":true} {"level":"info","ts":1789583685.5982757,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"19c51c69-9972-4031-b9c6-6709b6732ab1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789583685.598291,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"19c51c69-9972-4031-b9c6-6709b6732ab1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789583685.5983114,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"19c51c69-9972-4031-b9c6-6709b6732ab1"} {"level":"info","ts":1789583685.6446073,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789583685.6446874,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"24d3db94-5295-4310-a731-f904dd04a27a"} {"level":"info","ts":1789583685.6446986,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"24d3db94-5295-4310-a731-f904dd04a27a"} {"level":"info","ts":1789583685.6447096,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"24d3db94-5295-4310-a731-f904dd04a27a","EoS":false} {"level":"info","ts":1789583685.6447196,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"24d3db94-5295-4310-a731-f904dd04a27a","EoS":true} {"level":"info","ts":1789583685.6447403,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"24d3db94-5295-4310-a731-f904dd04a27a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789583685.6447554,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"24d3db94-5295-4310-a731-f904dd04a27a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789583685.644776,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"24d3db94-5295-4310-a731-f904dd04a27a"} {"level":"info","ts":1789583717.9606762,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789583717.960776,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"01a3dcb5-01ac-4e2f-b616-767ec8a659ec"} {"level":"info","ts":1789583717.9607882,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"01a3dcb5-01ac-4e2f-b616-767ec8a659ec"} {"level":"info","ts":1789583717.9608328,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"01a3dcb5-01ac-4e2f-b616-767ec8a659ec","EoS":false} {"level":"info","ts":1789583717.960851,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"01a3dcb5-01ac-4e2f-b616-767ec8a659ec","EoS":true} {"level":"info","ts":1789583717.9608717,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"01a3dcb5-01ac-4e2f-b616-767ec8a659ec","field":"model"} {"level":"info","ts":1789583717.9609177,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"01a3dcb5-01ac-4e2f-b616-767ec8a659ec"} {"level":"info","ts":1789583718.2185798,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789583718.218665,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"93580161-6da9-4936-842d-c668f9a82ac8"} {"level":"info","ts":1789583718.2186747,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"93580161-6da9-4936-842d-c668f9a82ac8"} {"level":"info","ts":1789583718.2186856,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"93580161-6da9-4936-842d-c668f9a82ac8","EoS":false} {"level":"info","ts":1789583718.2186985,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"93580161-6da9-4936-842d-c668f9a82ac8","EoS":true} {"level":"info","ts":1789583718.2187123,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"93580161-6da9-4936-842d-c668f9a82ac8","field":"model"} {"level":"info","ts":1789583718.2187362,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"93580161-6da9-4936-842d-c668f9a82ac8"} {"level":"info","ts":1789583718.4237852,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789583718.4238756,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"814a200f-de7e-4e52-b058-0c1174d99c7c"} {"level":"info","ts":1789583718.4239109,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"814a200f-de7e-4e52-b058-0c1174d99c7c"} {"level":"info","ts":1789583718.4239278,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"814a200f-de7e-4e52-b058-0c1174d99c7c","EoS":false} {"level":"info","ts":1789583718.4239388,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"814a200f-de7e-4e52-b058-0c1174d99c7c","EoS":true} {"level":"info","ts":1789583718.423956,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"814a200f-de7e-4e52-b058-0c1174d99c7c","field":"model"} {"level":"info","ts":1789583718.4239745,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"814a200f-de7e-4e52-b058-0c1174d99c7c"} {"level":"info","ts":1789584729.5423837,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584729.5424843,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ad644d9f-9b4a-4eba-8411-64bcb34e1145"} {"level":"info","ts":1789584729.5424945,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"ad644d9f-9b4a-4eba-8411-64bcb34e1145"} {"level":"info","ts":1789584729.5425062,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ad644d9f-9b4a-4eba-8411-64bcb34e1145","EoS":false} {"level":"info","ts":1789584729.5425167,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ad644d9f-9b4a-4eba-8411-64bcb34e1145","EoS":true} {"level":"info","ts":1789584729.5425403,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ad644d9f-9b4a-4eba-8411-64bcb34e1145","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789584729.542554,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"ad644d9f-9b4a-4eba-8411-64bcb34e1145","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789584729.542575,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"ad644d9f-9b4a-4eba-8411-64bcb34e1145"} {"level":"info","ts":1789584729.7062192,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584729.706313,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b866622f-e556-4783-bf94-7e5267addd5c"} {"level":"info","ts":1789584729.706322,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"b866622f-e556-4783-bf94-7e5267addd5c"} {"level":"info","ts":1789584729.7063334,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b866622f-e556-4783-bf94-7e5267addd5c","EoS":false} {"level":"info","ts":1789584729.706347,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b866622f-e556-4783-bf94-7e5267addd5c","EoS":true} {"level":"info","ts":1789584729.7063687,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b866622f-e556-4783-bf94-7e5267addd5c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789584729.7063851,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"b866622f-e556-4783-bf94-7e5267addd5c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789584729.706401,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"b866622f-e556-4783-bf94-7e5267addd5c"} {"level":"info","ts":1789584729.8444657,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584729.8445535,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e86481b9-075a-4067-8efe-ea6431fcdf5b"} {"level":"info","ts":1789584729.8445685,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"e86481b9-075a-4067-8efe-ea6431fcdf5b"} {"level":"info","ts":1789584729.844579,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e86481b9-075a-4067-8efe-ea6431fcdf5b","EoS":false} {"level":"info","ts":1789584729.8445892,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e86481b9-075a-4067-8efe-ea6431fcdf5b","EoS":true} {"level":"info","ts":1789584729.8446105,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e86481b9-075a-4067-8efe-ea6431fcdf5b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789584729.8446288,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"e86481b9-075a-4067-8efe-ea6431fcdf5b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789584729.8446505,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"e86481b9-075a-4067-8efe-ea6431fcdf5b"} {"level":"info","ts":1789584729.9843416,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584729.984429,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5b4f1ac9-8a25-43b4-b465-b0d664419617"} {"level":"info","ts":1789584729.9844813,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"5b4f1ac9-8a25-43b4-b465-b0d664419617"} {"level":"info","ts":1789584729.984495,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5b4f1ac9-8a25-43b4-b465-b0d664419617","EoS":false} {"level":"info","ts":1789584729.9845064,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5b4f1ac9-8a25-43b4-b465-b0d664419617","EoS":true} {"level":"info","ts":1789584729.9845283,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5b4f1ac9-8a25-43b4-b465-b0d664419617","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789584729.9845486,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"5b4f1ac9-8a25-43b4-b465-b0d664419617","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789584729.9845703,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"5b4f1ac9-8a25-43b4-b465-b0d664419617"} {"level":"info","ts":1789584730.1266284,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584730.1267192,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1c8cba86-91e3-4ba2-ad64-333f30780768"} {"level":"info","ts":1789584730.1267312,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"1c8cba86-91e3-4ba2-ad64-333f30780768"} {"level":"info","ts":1789584730.1267428,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1c8cba86-91e3-4ba2-ad64-333f30780768","EoS":false} {"level":"info","ts":1789584730.1267536,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1c8cba86-91e3-4ba2-ad64-333f30780768","EoS":true} {"level":"info","ts":1789584730.1267776,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1c8cba86-91e3-4ba2-ad64-333f30780768","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789584730.1267927,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"1c8cba86-91e3-4ba2-ad64-333f30780768","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789584730.1268141,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"1c8cba86-91e3-4ba2-ad64-333f30780768"} {"level":"info","ts":1789584730.265497,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584730.2655904,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"46cc9817-ab0b-4a0a-adf0-bf882228167b"} {"level":"info","ts":1789584730.265602,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"46cc9817-ab0b-4a0a-adf0-bf882228167b"} {"level":"info","ts":1789584730.2656136,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"46cc9817-ab0b-4a0a-adf0-bf882228167b","EoS":false} {"level":"info","ts":1789584730.2656243,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"46cc9817-ab0b-4a0a-adf0-bf882228167b","EoS":true} {"level":"info","ts":1789584730.265645,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"46cc9817-ab0b-4a0a-adf0-bf882228167b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789584730.2656615,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"46cc9817-ab0b-4a0a-adf0-bf882228167b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789584730.2656806,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"46cc9817-ab0b-4a0a-adf0-bf882228167b"} {"level":"info","ts":1789584738.9360616,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584738.9361694,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2acf9744-90c4-4414-a08a-e53b51cbfaff"} {"level":"info","ts":1789584738.9361846,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"2acf9744-90c4-4414-a08a-e53b51cbfaff"} {"level":"info","ts":1789584738.9361963,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2acf9744-90c4-4414-a08a-e53b51cbfaff","EoS":false} {"level":"info","ts":1789584738.9362092,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2acf9744-90c4-4414-a08a-e53b51cbfaff","EoS":true} {"level":"info","ts":1789584738.9362333,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2acf9744-90c4-4414-a08a-e53b51cbfaff","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789584738.9362516,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"2acf9744-90c4-4414-a08a-e53b51cbfaff","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789584738.9362779,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"2acf9744-90c4-4414-a08a-e53b51cbfaff"} {"level":"info","ts":1789584738.9747527,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584738.9748306,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"624fbb44-0dc2-4828-94b9-1717d6582282"} {"level":"info","ts":1789584738.974843,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"624fbb44-0dc2-4828-94b9-1717d6582282"} {"level":"info","ts":1789584738.974854,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"624fbb44-0dc2-4828-94b9-1717d6582282","EoS":false} {"level":"info","ts":1789584738.9748654,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"624fbb44-0dc2-4828-94b9-1717d6582282","EoS":true} {"level":"info","ts":1789584738.9748824,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"624fbb44-0dc2-4828-94b9-1717d6582282","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789584738.974919,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"624fbb44-0dc2-4828-94b9-1717d6582282","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789584738.974944,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"624fbb44-0dc2-4828-94b9-1717d6582282"} {"level":"info","ts":1789584739.0092764,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584739.00934,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"76957f4e-0629-4365-a4cf-f380c1f5d526"} {"level":"info","ts":1789584739.0093513,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"76957f4e-0629-4365-a4cf-f380c1f5d526"} {"level":"info","ts":1789584739.009362,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"76957f4e-0629-4365-a4cf-f380c1f5d526","EoS":false} {"level":"info","ts":1789584739.0093741,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"76957f4e-0629-4365-a4cf-f380c1f5d526","EoS":true} {"level":"info","ts":1789584739.0093906,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"76957f4e-0629-4365-a4cf-f380c1f5d526","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789584739.009403,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"76957f4e-0629-4365-a4cf-f380c1f5d526","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789584739.0094204,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"76957f4e-0629-4365-a4cf-f380c1f5d526"} {"level":"info","ts":1789584739.0459359,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584739.0460057,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"0bbd76ff-20c4-42d4-9ef6-24dfbbffe5a3"} {"level":"info","ts":1789584739.8080637,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584739.808154,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c3220d14-9ce8-40c5-a610-aa23feec8c7b"} {"level":"info","ts":1789584739.808167,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c3220d14-9ce8-40c5-a610-aa23feec8c7b"} {"level":"info","ts":1789584739.8081787,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c3220d14-9ce8-40c5-a610-aa23feec8c7b","EoS":false} {"level":"info","ts":1789584739.8081892,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c3220d14-9ce8-40c5-a610-aa23feec8c7b","EoS":true} {"level":"info","ts":1789584739.8082108,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c3220d14-9ce8-40c5-a610-aa23feec8c7b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789584739.8082266,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"c3220d14-9ce8-40c5-a610-aa23feec8c7b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789584739.8082466,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c3220d14-9ce8-40c5-a610-aa23feec8c7b"} {"level":"info","ts":1789584740.7443895,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584740.744512,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f858bd77-f70c-4ab7-ac25-915939453d1f"} {"level":"info","ts":1789584740.7445292,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"f858bd77-f70c-4ab7-ac25-915939453d1f"} {"level":"info","ts":1789584740.7445483,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f858bd77-f70c-4ab7-ac25-915939453d1f","EoS":false} {"level":"info","ts":1789584740.7445652,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f858bd77-f70c-4ab7-ac25-915939453d1f","EoS":true} {"level":"info","ts":1789584740.7445958,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f858bd77-f70c-4ab7-ac25-915939453d1f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789584740.7446165,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"f858bd77-f70c-4ab7-ac25-915939453d1f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789584740.7446525,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"f858bd77-f70c-4ab7-ac25-915939453d1f"} {"level":"info","ts":1789584741.4642763,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584741.4643679,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ee0071db-ab02-43cd-819e-915b4ba9e37e"} {"level":"info","ts":1789584741.4643824,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"ee0071db-ab02-43cd-819e-915b4ba9e37e"} {"level":"info","ts":1789584741.4643934,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ee0071db-ab02-43cd-819e-915b4ba9e37e","EoS":false} {"level":"info","ts":1789584741.4644036,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ee0071db-ab02-43cd-819e-915b4ba9e37e","EoS":true} {"level":"info","ts":1789584741.4644244,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ee0071db-ab02-43cd-819e-915b4ba9e37e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789584741.4644396,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"ee0071db-ab02-43cd-819e-915b4ba9e37e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789584741.4644554,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"ee0071db-ab02-43cd-819e-915b4ba9e37e"} {"level":"info","ts":1789584742.5259607,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584742.5260541,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ff124282-3c56-445f-b954-82df53c8b5e2"} {"level":"info","ts":1789584742.5260704,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"ff124282-3c56-445f-b954-82df53c8b5e2"} {"level":"info","ts":1789584742.5260828,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ff124282-3c56-445f-b954-82df53c8b5e2","EoS":false} {"level":"info","ts":1789584742.5260942,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ff124282-3c56-445f-b954-82df53c8b5e2","EoS":true} {"level":"info","ts":1789584742.5261137,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ff124282-3c56-445f-b954-82df53c8b5e2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789584742.5261302,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"ff124282-3c56-445f-b954-82df53c8b5e2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789584742.5261552,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"ff124282-3c56-445f-b954-82df53c8b5e2"} {"level":"info","ts":1789584747.9090774,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584747.9091694,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4df21cbb-e7f5-421c-8a09-b5d5ca834892"} {"level":"info","ts":1789584747.9091804,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"4df21cbb-e7f5-421c-8a09-b5d5ca834892"} {"level":"info","ts":1789584747.9091911,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4df21cbb-e7f5-421c-8a09-b5d5ca834892","EoS":false} {"level":"info","ts":1789584747.9092042,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4df21cbb-e7f5-421c-8a09-b5d5ca834892","EoS":true} {"level":"info","ts":1789584747.9092262,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4df21cbb-e7f5-421c-8a09-b5d5ca834892","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789584747.9092424,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"4df21cbb-e7f5-421c-8a09-b5d5ca834892","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789584747.9092638,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"4df21cbb-e7f5-421c-8a09-b5d5ca834892"} {"level":"info","ts":1789584752.9805493,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584752.9806378,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c1ae8640-25bd-4efb-b8d4-d373cb868a32"} {"level":"info","ts":1789584752.9806519,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c1ae8640-25bd-4efb-b8d4-d373cb868a32"} {"level":"info","ts":1789584752.9806678,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c1ae8640-25bd-4efb-b8d4-d373cb868a32","EoS":false} {"level":"info","ts":1789584752.9806821,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c1ae8640-25bd-4efb-b8d4-d373cb868a32","EoS":true} {"level":"info","ts":1789584752.9807045,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c1ae8640-25bd-4efb-b8d4-d373cb868a32","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789584752.9807193,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"c1ae8640-25bd-4efb-b8d4-d373cb868a32","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789584752.9807374,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c1ae8640-25bd-4efb-b8d4-d373cb868a32"} {"level":"info","ts":1789584754.2354877,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584754.2355735,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"18d1ca77-4008-46ef-afcf-4fd438912548"} {"level":"info","ts":1789584754.2355855,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"18d1ca77-4008-46ef-afcf-4fd438912548"} {"level":"info","ts":1789584754.235596,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"18d1ca77-4008-46ef-afcf-4fd438912548","EoS":false} {"level":"info","ts":1789584754.2356076,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"18d1ca77-4008-46ef-afcf-4fd438912548","EoS":true} {"level":"info","ts":1789584754.2356265,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"18d1ca77-4008-46ef-afcf-4fd438912548","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789584754.2356427,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"18d1ca77-4008-46ef-afcf-4fd438912548","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789584754.2356615,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"18d1ca77-4008-46ef-afcf-4fd438912548"} {"level":"info","ts":1789584762.224133,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584762.2242148,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cf36822f-9881-470b-9214-8b632951053f"} {"level":"info","ts":1789584762.2242274,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"cf36822f-9881-470b-9214-8b632951053f"} {"level":"info","ts":1789584762.2242386,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cf36822f-9881-470b-9214-8b632951053f","EoS":false} {"level":"info","ts":1789584762.22425,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cf36822f-9881-470b-9214-8b632951053f","EoS":true} {"level":"info","ts":1789584762.22427,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cf36822f-9881-470b-9214-8b632951053f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789584762.2242851,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"cf36822f-9881-470b-9214-8b632951053f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789584762.2243044,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"cf36822f-9881-470b-9214-8b632951053f"} {"level":"info","ts":1789584763.8917415,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584763.891836,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cf122cd6-5124-4281-9108-209b8e3257b0"} {"level":"info","ts":1789584763.8918486,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"cf122cd6-5124-4281-9108-209b8e3257b0"} {"level":"info","ts":1789584763.8918602,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cf122cd6-5124-4281-9108-209b8e3257b0","EoS":false} {"level":"info","ts":1789584763.891871,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cf122cd6-5124-4281-9108-209b8e3257b0","EoS":true} {"level":"info","ts":1789584763.8919063,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cf122cd6-5124-4281-9108-209b8e3257b0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789584763.8919222,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"cf122cd6-5124-4281-9108-209b8e3257b0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789584763.891946,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"cf122cd6-5124-4281-9108-209b8e3257b0"} {"level":"info","ts":1789584827.7702413,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584827.7703264,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"18ae33cf-a338-4cd3-b88c-9d523acb4db8"} {"level":"info","ts":1789584827.770338,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"18ae33cf-a338-4cd3-b88c-9d523acb4db8"} {"level":"info","ts":1789584827.7703488,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"18ae33cf-a338-4cd3-b88c-9d523acb4db8","EoS":false} {"level":"info","ts":1789584827.770361,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"18ae33cf-a338-4cd3-b88c-9d523acb4db8","EoS":true} {"level":"info","ts":1789584827.7703831,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"18ae33cf-a338-4cd3-b88c-9d523acb4db8","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1789584827.7703998,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"18ae33cf-a338-4cd3-b88c-9d523acb4db8","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789584827.7704186,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"18ae33cf-a338-4cd3-b88c-9d523acb4db8"} {"level":"info","ts":1789584851.373465,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584851.3735573,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"feabe5a8-7339-4ada-a5b0-70037cf73b2e"} {"level":"info","ts":1789584851.3735678,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"feabe5a8-7339-4ada-a5b0-70037cf73b2e"} {"level":"info","ts":1789584851.3735795,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"feabe5a8-7339-4ada-a5b0-70037cf73b2e","EoS":false} {"level":"info","ts":1789584851.3735955,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"feabe5a8-7339-4ada-a5b0-70037cf73b2e","EoS":true} {"level":"info","ts":1789584851.3736176,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"feabe5a8-7339-4ada-a5b0-70037cf73b2e","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1789584851.3736334,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"feabe5a8-7339-4ada-a5b0-70037cf73b2e","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789584851.3736563,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"feabe5a8-7339-4ada-a5b0-70037cf73b2e"} {"level":"info","ts":1789584957.8171704,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584957.8172572,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fee303ef-c558-4f2d-ae2b-71387f3e99b8"} {"level":"info","ts":1789584957.8172708,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"fee303ef-c558-4f2d-ae2b-71387f3e99b8"} {"level":"info","ts":1789584957.8172827,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"fee303ef-c558-4f2d-ae2b-71387f3e99b8","EoS":false} {"level":"info","ts":1789584957.8172922,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"fee303ef-c558-4f2d-ae2b-71387f3e99b8","EoS":true} {"level":"info","ts":1789584957.8173118,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fee303ef-c558-4f2d-ae2b-71387f3e99b8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789584957.8173282,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"fee303ef-c558-4f2d-ae2b-71387f3e99b8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789584957.817349,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"fee303ef-c558-4f2d-ae2b-71387f3e99b8"} {"level":"info","ts":1789584957.8613617,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584957.861439,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bf5261a6-e344-436e-97b1-42212601f1ed"} {"level":"info","ts":1789584957.8614511,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"bf5261a6-e344-436e-97b1-42212601f1ed"} {"level":"info","ts":1789584957.8614619,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bf5261a6-e344-436e-97b1-42212601f1ed","EoS":false} {"level":"info","ts":1789584957.8614743,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bf5261a6-e344-436e-97b1-42212601f1ed","EoS":true} {"level":"info","ts":1789584957.8614933,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bf5261a6-e344-436e-97b1-42212601f1ed","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789584957.8615065,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"bf5261a6-e344-436e-97b1-42212601f1ed","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789584957.8615248,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"bf5261a6-e344-436e-97b1-42212601f1ed"} {"level":"info","ts":1789584957.9015813,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584957.9016426,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0ee4248e-dc7d-4a1f-9c23-7548424880c3"} {"level":"info","ts":1789584957.901653,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"0ee4248e-dc7d-4a1f-9c23-7548424880c3"} {"level":"info","ts":1789584957.901663,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0ee4248e-dc7d-4a1f-9c23-7548424880c3","EoS":false} {"level":"info","ts":1789584957.9016726,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0ee4248e-dc7d-4a1f-9c23-7548424880c3","EoS":true} {"level":"info","ts":1789584957.9016895,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0ee4248e-dc7d-4a1f-9c23-7548424880c3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789584957.9017017,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"0ee4248e-dc7d-4a1f-9c23-7548424880c3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789584957.9017196,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"0ee4248e-dc7d-4a1f-9c23-7548424880c3"} {"level":"info","ts":1789584957.9398842,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584957.9399793,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"92f0341b-7b3a-4229-980f-a283a9da8d6b"} {"level":"info","ts":1789584957.9399931,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"92f0341b-7b3a-4229-980f-a283a9da8d6b"} {"level":"info","ts":1789584957.9400089,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"92f0341b-7b3a-4229-980f-a283a9da8d6b","EoS":false} {"level":"info","ts":1789584957.940029,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"92f0341b-7b3a-4229-980f-a283a9da8d6b","EoS":true} {"level":"info","ts":1789584957.9400551,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"92f0341b-7b3a-4229-980f-a283a9da8d6b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789584957.9400725,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"92f0341b-7b3a-4229-980f-a283a9da8d6b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789584957.9400983,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"92f0341b-7b3a-4229-980f-a283a9da8d6b"} {"level":"info","ts":1789584965.57494,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584965.5750325,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d8b7c4a2-abee-4957-bf69-56a4c6dde406"} {"level":"info","ts":1789584965.575045,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"d8b7c4a2-abee-4957-bf69-56a4c6dde406"} {"level":"info","ts":1789584965.575056,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d8b7c4a2-abee-4957-bf69-56a4c6dde406","EoS":false} {"level":"info","ts":1789584965.575068,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d8b7c4a2-abee-4957-bf69-56a4c6dde406","EoS":true} {"level":"info","ts":1789584965.5750856,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d8b7c4a2-abee-4957-bf69-56a4c6dde406","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789584965.5751014,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"d8b7c4a2-abee-4957-bf69-56a4c6dde406","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789584965.5751235,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"d8b7c4a2-abee-4957-bf69-56a4c6dde406"} {"level":"info","ts":1789584971.7266715,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584971.7267604,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"13ecdc6d-b3a0-984d-ae09-9aee647ef8d2"} {"level":"info","ts":1789584971.726802,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"13ecdc6d-b3a0-984d-ae09-9aee647ef8d2"} {"level":"info","ts":1789584971.726815,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"13ecdc6d-b3a0-984d-ae09-9aee647ef8d2","EoS":false} {"level":"info","ts":1789584971.7268264,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"13ecdc6d-b3a0-984d-ae09-9aee647ef8d2","EoS":true} {"level":"info","ts":1789584971.7269092,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"13ecdc6d-b3a0-984d-ae09-9aee647ef8d2","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789584971.7269251,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"13ecdc6d-b3a0-984d-ae09-9aee647ef8d2","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789584971.7269497,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"13ecdc6d-b3a0-984d-ae09-9aee647ef8d2"} {"level":"info","ts":1789584971.8787134,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584971.8787985,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a97166f3-82c9-4bd1-8784-8c4b5746db05"} {"level":"info","ts":1789584971.8788102,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a97166f3-82c9-4bd1-8784-8c4b5746db05"} {"level":"info","ts":1789584971.878821,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a97166f3-82c9-4bd1-8784-8c4b5746db05","EoS":false} {"level":"info","ts":1789584971.878832,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a97166f3-82c9-4bd1-8784-8c4b5746db05","EoS":true} {"level":"info","ts":1789584971.87885,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a97166f3-82c9-4bd1-8784-8c4b5746db05","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789584971.8788652,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"a97166f3-82c9-4bd1-8784-8c4b5746db05","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789584971.8788846,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a97166f3-82c9-4bd1-8784-8c4b5746db05"} {"level":"info","ts":1789584972.0180132,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584972.0180857,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0ae4336b-8320-43f6-8743-fa6a81e559ee"} {"level":"info","ts":1789584972.0180967,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"0ae4336b-8320-43f6-8743-fa6a81e559ee"} {"level":"info","ts":1789584972.018107,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0ae4336b-8320-43f6-8743-fa6a81e559ee","EoS":false} {"level":"info","ts":1789584972.0181181,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0ae4336b-8320-43f6-8743-fa6a81e559ee","EoS":true} {"level":"info","ts":1789584972.0181339,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0ae4336b-8320-43f6-8743-fa6a81e559ee","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789584972.0181475,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"0ae4336b-8320-43f6-8743-fa6a81e559ee","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789584972.0181673,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"0ae4336b-8320-43f6-8743-fa6a81e559ee"} {"level":"info","ts":1789584972.159361,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584972.1594427,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a7abbff9-79f4-44c9-ab93-e33084d16f7f"} {"level":"info","ts":1789584972.159456,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a7abbff9-79f4-44c9-ab93-e33084d16f7f"} {"level":"info","ts":1789584972.1594665,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a7abbff9-79f4-44c9-ab93-e33084d16f7f","EoS":false} {"level":"info","ts":1789584972.1594782,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a7abbff9-79f4-44c9-ab93-e33084d16f7f","EoS":true} {"level":"info","ts":1789584972.1595,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a7abbff9-79f4-44c9-ab93-e33084d16f7f","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789584972.1595144,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"a7abbff9-79f4-44c9-ab93-e33084d16f7f","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789584972.1595347,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a7abbff9-79f4-44c9-ab93-e33084d16f7f"} {"level":"info","ts":1789584984.9174829,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789584984.9175932,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"60f6b6dd-7a0d-47db-af54-32beec7a0854"} {"level":"info","ts":1789584984.9176133,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"60f6b6dd-7a0d-47db-af54-32beec7a0854"} {"level":"info","ts":1789584984.917633,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"60f6b6dd-7a0d-47db-af54-32beec7a0854","EoS":false} {"level":"info","ts":1789584984.9176488,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"60f6b6dd-7a0d-47db-af54-32beec7a0854","EoS":true} {"level":"info","ts":1789584984.9176738,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"60f6b6dd-7a0d-47db-af54-32beec7a0854","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789584984.9176936,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"60f6b6dd-7a0d-47db-af54-32beec7a0854","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789584984.9177241,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"60f6b6dd-7a0d-47db-af54-32beec7a0854"}