{"level":"info","ts":1789577524.3706226,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"26d743bf-9241-4ec5-b3ec-5b74b97f1544","EoS":false} {"level":"info","ts":1789577524.370633,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"26d743bf-9241-4ec5-b3ec-5b74b97f1544","EoS":true} {"level":"info","ts":1789577524.3706524,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"26d743bf-9241-4ec5-b3ec-5b74b97f1544","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789577524.3706667,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"26d743bf-9241-4ec5-b3ec-5b74b97f1544","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789577524.3706865,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"26d743bf-9241-4ec5-b3ec-5b74b97f1544"} {"level":"info","ts":1789577528.7274516,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789577528.727656,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b7c6debf-13a8-4704-9094-1c66b1159053"} {"level":"info","ts":1789577528.7277133,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"b7c6debf-13a8-4704-9094-1c66b1159053"} {"level":"info","ts":1789577528.7277565,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b7c6debf-13a8-4704-9094-1c66b1159053","EoS":false} {"level":"info","ts":1789577528.7277951,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b7c6debf-13a8-4704-9094-1c66b1159053","EoS":true} {"level":"info","ts":1789577528.7278504,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b7c6debf-13a8-4704-9094-1c66b1159053","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789577528.7278903,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"b7c6debf-13a8-4704-9094-1c66b1159053","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789577528.7279384,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"b7c6debf-13a8-4704-9094-1c66b1159053","modelName":"e2e-external-model"} {"level":"info","ts":1789577528.7279754,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"b7c6debf-13a8-4704-9094-1c66b1159053","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789577528.7280605,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"b7c6debf-13a8-4704-9094-1c66b1159053"} {"level":"info","ts":1789577528.7616754,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789577528.7617521,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"92172d73-ec7d-4358-aa89-10bf8caea76d"} {"level":"info","ts":1789577528.7617648,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"92172d73-ec7d-4358-aa89-10bf8caea76d"} {"level":"info","ts":1789577528.761775,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"92172d73-ec7d-4358-aa89-10bf8caea76d","EoS":false} {"level":"info","ts":1789577528.7617884,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"92172d73-ec7d-4358-aa89-10bf8caea76d","EoS":true} {"level":"info","ts":1789577528.7618122,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"92172d73-ec7d-4358-aa89-10bf8caea76d","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789577528.7618268,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"92172d73-ec7d-4358-aa89-10bf8caea76d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789577528.7618368,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"92172d73-ec7d-4358-aa89-10bf8caea76d","modelName":"e2e-external-model"} {"level":"info","ts":1789577528.7618828,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"92172d73-ec7d-4358-aa89-10bf8caea76d","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789577528.761921,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"92172d73-ec7d-4358-aa89-10bf8caea76d"} {"level":"info","ts":1789577528.7886446,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789577528.7887716,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"94721973-9966-48d4-90d7-0f210b4329a3"} {"level":"info","ts":1789577528.7888038,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"94721973-9966-48d4-90d7-0f210b4329a3"} {"level":"info","ts":1789577528.7888753,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"94721973-9966-48d4-90d7-0f210b4329a3","EoS":false} {"level":"info","ts":1789577528.7889016,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"94721973-9966-48d4-90d7-0f210b4329a3","EoS":true} {"level":"info","ts":1789577528.7889369,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"94721973-9966-48d4-90d7-0f210b4329a3","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789577528.7889643,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"94721973-9966-48d4-90d7-0f210b4329a3","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789577528.7889874,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"94721973-9966-48d4-90d7-0f210b4329a3","modelName":"e2e-external-model"} {"level":"info","ts":1789577528.7890155,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"94721973-9966-48d4-90d7-0f210b4329a3","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789577528.7890837,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"94721973-9966-48d4-90d7-0f210b4329a3"} {"level":"info","ts":1789577529.319917,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7e093a2e-fc2a-4032-acb6-cb4f317817ad"} {"level":"info","ts":1789577529.319997,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3655e625-5f03-42cd-999a-b4551f4cfaa8","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789577529.320048,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3655e625-5f03-42cd-999a-b4551f4cfaa8","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1789577529.32962,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2af98ec4-41db-47a2-9772-b1baba1ac1cc","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789577529.3297367,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2af98ec4-41db-47a2-9772-b1baba1ac1cc","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1789577529.3302922,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7e093a2e-fc2a-4032-acb6-cb4f317817ad","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789577529.3303535,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7e093a2e-fc2a-4032-acb6-cb4f317817ad","name":"e2e-cleanup-test"} {"level":"info","ts":1789577529.3426,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7e093a2e-fc2a-4032-acb6-cb4f317817ad","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789577529.349252,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7e093a2e-fc2a-4032-acb6-cb4f317817ad","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789577529.3493822,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2122b8d8-eb16-4a6a-93b9-881d1fe4813f"} {"level":"info","ts":1789577529.3494475,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2122b8d8-eb16-4a6a-93b9-881d1fe4813f","name":"e2e-cleanup-test"} {"level":"info","ts":1789577529.3502526,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bb643e40-5b0c-4936-b6d1-b2d540d2b735","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789577529.3502913,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bb643e40-5b0c-4936-b6d1-b2d540d2b735","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1789577529.368967,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9c66f92e-40d1-4e6d-8e3e-6a05088d1548","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789577529.3690062,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9c66f92e-40d1-4e6d-8e3e-6a05088d1548","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1789577529.3692842,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2122b8d8-eb16-4a6a-93b9-881d1fe4813f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789577529.3693316,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2122b8d8-eb16-4a6a-93b9-881d1fe4813f","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789577529.369414,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a93f0356-3e9c-4452-8e28-00d86b0378f3"} {"level":"info","ts":1789577529.369483,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a93f0356-3e9c-4452-8e28-00d86b0378f3","name":"e2e-cleanup-test"} {"level":"info","ts":1789577529.3789036,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a93f0356-3e9c-4452-8e28-00d86b0378f3","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789577529.3832242,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"04662b5a-ac51-429a-aae9-6383a113eb00","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789577529.3832583,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"04662b5a-ac51-429a-aae9-6383a113eb00","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1789577529.3867154,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a93f0356-3e9c-4452-8e28-00d86b0378f3","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789577529.3868816,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a185041b-d896-4ad7-9340-f535ba547c17"} {"level":"info","ts":1789577529.3869588,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a185041b-d896-4ad7-9340-f535ba547c17","name":"e2e-cleanup-test"} {"level":"info","ts":1789577529.395845,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a185041b-d896-4ad7-9340-f535ba547c17","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789577529.4500804,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789577529.4501793,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"edc5d8a2-7f07-464e-8e9d-0a8f6bfbd36a"} {"level":"info","ts":1789577529.450194,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"edc5d8a2-7f07-464e-8e9d-0a8f6bfbd36a"} {"level":"info","ts":1789577529.450211,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"edc5d8a2-7f07-464e-8e9d-0a8f6bfbd36a","EoS":false} {"level":"info","ts":1789577529.4502232,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"edc5d8a2-7f07-464e-8e9d-0a8f6bfbd36a","EoS":true} {"level":"info","ts":1789577529.4502406,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"edc5d8a2-7f07-464e-8e9d-0a8f6bfbd36a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789577529.450252,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"edc5d8a2-7f07-464e-8e9d-0a8f6bfbd36a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789577529.4502723,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"edc5d8a2-7f07-464e-8e9d-0a8f6bfbd36a"} {"level":"info","ts":1789577529.6352944,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789577529.6353898,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1df5bc15-55c2-436f-a531-5d8c0cacbf8a"} {"level":"info","ts":1789577529.6354043,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"1df5bc15-55c2-436f-a531-5d8c0cacbf8a"} {"level":"info","ts":1789577529.6354227,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1df5bc15-55c2-436f-a531-5d8c0cacbf8a","EoS":false} {"level":"info","ts":1789577529.6354394,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1df5bc15-55c2-436f-a531-5d8c0cacbf8a","EoS":true} {"level":"info","ts":1789577529.6354635,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1df5bc15-55c2-436f-a531-5d8c0cacbf8a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789577529.635482,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"1df5bc15-55c2-436f-a531-5d8c0cacbf8a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789577529.6355157,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"1df5bc15-55c2-436f-a531-5d8c0cacbf8a"} {"level":"info","ts":1789577530.8699195,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789577530.8700242,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"4a1ca764-baef-4612-a5a9-4cded372f4f0"} {"level":"info","ts":1789577537.5578122,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cafebe90-26b8-496c-9e46-e4ce221d3851"} {"level":"info","ts":1789577537.5578885,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"92f60544-98bc-4e45-b532-a9d8a29cc446","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789577537.5579157,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"92f60544-98bc-4e45-b532-a9d8a29cc446","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789577541.851796,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789577541.8519092,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"59c16446-d3e0-4a32-b76b-0717b4196eb5"} {"level":"info","ts":1789577541.8519268,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"59c16446-d3e0-4a32-b76b-0717b4196eb5"} {"level":"info","ts":1789577541.8519459,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"59c16446-d3e0-4a32-b76b-0717b4196eb5","EoS":false} {"level":"info","ts":1789577541.8519614,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"59c16446-d3e0-4a32-b76b-0717b4196eb5","EoS":true} {"level":"info","ts":1789577541.8519945,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"59c16446-d3e0-4a32-b76b-0717b4196eb5","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1789577541.8520136,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"59c16446-d3e0-4a32-b76b-0717b4196eb5","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1789577541.852046,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"59c16446-d3e0-4a32-b76b-0717b4196eb5"} {"level":"info","ts":1789577542.201057,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"22d39e39-e457-4141-9ab9-71aa6795fd8b","name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"} {"level":"info","ts":1789577542.207647,"caller":"legacymigration/reconciler.go:147","msg":"creating ExternalProvider","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"22d39e39-e457-4141-9ab9-71aa6795fd8b","name":"e2e-legacy-migration-ec41c0fe"} {"level":"info","ts":1789577542.2187426,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"27679aad-aa4a-432d-aefa-313010381883","name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"} {"level":"info","ts":1789577542.2187796,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"27679aad-aa4a-432d-aefa-313010381883","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789577542.2188306,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"eeecc117-1573-488c-a75f-0cebfabec889"} {"level":"error","ts":1789577542.2251241,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"22d39e39-e457-4141-9ab9-71aa6795fd8b","error":"failed to apply ExternalProvider: externalproviders.inference.opendatahub.io \"e2e-legacy-migration-ec41c0fe\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789577542.2269447,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"4f10afb9-2eb6-4cc3-addb-08ecd61ac755","name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"} {"level":"info","ts":1789577542.2270234,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"4f10afb9-2eb6-4cc3-addb-08ecd61ac755","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789577542.230829,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"fa91ed03-07b6-478f-89d4-cfe7e0bb2a91","name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"} {"level":"info","ts":1789577542.2517145,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"981c7526-9659-490c-b964-a2727ddc3aa5"} {"level":"info","ts":1789577542.2518451,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"75dc08e9-5edf-4845-acaf-c41abc6338dd","name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"} {"level":"info","ts":1789577542.2519624,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"75dc08e9-5edf-4845-acaf-c41abc6338dd","modelName":"e2e-legacy-migration-ec41c0fe","resolvedRefs":1} {"level":"info","ts":1789577542.2521076,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"fa91ed03-07b6-478f-89d4-cfe7e0bb2a91","name":"e2e-legacy-migration-ec41c0fe"} {"level":"error","ts":1789577542.2528174,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"eeecc117-1573-488c-a75f-0cebfabec889","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-ec41c0fe\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789577542.2529402,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"eeecc117-1573-488c-a75f-0cebfabec889","name":"e2e-legacy-migration-ec41c0fe"} {"level":"error","ts":1789577542.2912915,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"981c7526-9659-490c-b964-a2727ddc3aa5","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-ec41c0fe\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789577542.2913377,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"fa91ed03-07b6-478f-89d4-cfe7e0bb2a91","provider":"openai","model":"e2e-legacy-migration-ec41c0fe","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789577542.2913458,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"981c7526-9659-490c-b964-a2727ddc3aa5","provider":"e2e-legacy-migration-ec41c0fe","phase":"Pending"} {"level":"info","ts":1789577542.2931983,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"bbf4b34d-dcbb-4b9a-ad60-ec72bac30d61","name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"} {"level":"info","ts":1789577542.2932289,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"bbf4b34d-dcbb-4b9a-ad60-ec72bac30d61","modelName":"e2e-legacy-migration-ec41c0fe","resolvedRefs":1} {"level":"info","ts":1789577542.3097014,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"eeecc117-1573-488c-a75f-0cebfabec889","kind":"DestinationRule","name":"e2e-legacy-migration-ec41c0fe"} {"level":"error","ts":1789577542.3097823,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"981c7526-9659-490c-b964-a2727ddc3aa5","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-ec41c0fe\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789577542.3098714,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"981c7526-9659-490c-b964-a2727ddc3aa5","error":"ExternalModel \"e2e-legacy-migration-ec41c0fe\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-ec41c0fe\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789577542.3099627,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"678437e8-d701-4068-95a2-de07eacf8709"} {"level":"info","ts":1789577542.3100207,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"678437e8-d701-4068-95a2-de07eacf8709","provider":"e2e-legacy-migration-ec41c0fe","phase":"Pending"} {"level":"info","ts":1789577542.3167455,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"688968d2-16b9-4cb2-af12-8047747f8cab","name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"} {"level":"info","ts":1789577542.3168542,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"688968d2-16b9-4cb2-af12-8047747f8cab","modelName":"e2e-legacy-migration-ec41c0fe","resolvedRefs":1} {"level":"error","ts":1789577542.3443751,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"678437e8-d701-4068-95a2-de07eacf8709","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-ec41c0fe\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789577542.344421,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"678437e8-d701-4068-95a2-de07eacf8709","error":"ExternalModel \"e2e-legacy-migration-ec41c0fe\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-ec41c0fe\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789577542.3444812,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"c78f478a-1f14-4637-8300-c90c91c012ed"} {"level":"info","ts":1789577542.344512,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"c78f478a-1f14-4637-8300-c90c91c012ed","provider":"e2e-legacy-migration-ec41c0fe","phase":"Pending"} {"level":"info","ts":1789577542.352598,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"81fd02c6-b323-4414-b113-3ce06cd02d22","name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"} {"level":"info","ts":1789577542.3526053,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"b794b79c-a982-49b4-a3f0-904b512471f5","name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"} {"level":"info","ts":1789577542.3526247,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"81fd02c6-b323-4414-b113-3ce06cd02d22","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789577542.3526304,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"b794b79c-a982-49b4-a3f0-904b512471f5","modelName":"e2e-legacy-migration-ec41c0fe","resolvedRefs":1} {"level":"error","ts":1789577542.3736498,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"eeecc117-1573-488c-a75f-0cebfabec889","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-ec41c0fe\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:93\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789577542.3736882,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"eeecc117-1573-488c-a75f-0cebfabec889","error":"failed to apply DestinationRule: destinationrules.networking.istio.io \"e2e-legacy-migration-ec41c0fe\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789577542.373747,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"d4b55a41-9f8a-482e-a494-a4054756572c"} {"level":"info","ts":1789577542.3737974,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"d4b55a41-9f8a-482e-a494-a4054756572c","name":"e2e-legacy-migration-ec41c0fe"} {"level":"error","ts":1789577542.4190686,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"c78f478a-1f14-4637-8300-c90c91c012ed","error":"ExternalModel \"e2e-legacy-migration-ec41c0fe\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-ec41c0fe\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789577542.4191415,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"8d11883e-af37-4e23-bd0b-9d0299c51f96"} {"level":"info","ts":1789577542.4192028,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"8d11883e-af37-4e23-bd0b-9d0299c51f96","name":"e2e-legacy-migration-ec41c0fe"} {"level":"info","ts":1789577542.4437284,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"75cf8c8d-b2a8-42ca-82f7-5369c19d1614","name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"} {"level":"info","ts":1789577542.4437594,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"75cf8c8d-b2a8-42ca-82f7-5369c19d1614","modelName":"e2e-legacy-migration-ec41c0fe","resolvedRefs":1} {"level":"info","ts":1789577542.4448402,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"d4b55a41-9f8a-482e-a494-a4054756572c","service":"e2e-legacy-migration-ec41c0fe","serviceEntry":"e2e-legacy-migration-ec41c0fe","destinationRule":"e2e-legacy-migration-ec41c0fe"} {"level":"info","ts":1789577542.4779248,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"8d11883e-af37-4e23-bd0b-9d0299c51f96","httpRoute":"e2e-legacy-migration-ec41c0fe","providers":["e2e-legacy-migration-ec41c0fe"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789577542.49456,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"b04d456b-d278-4bae-be14-ec6dd3da4c2e","name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"} {"level":"info","ts":1789577542.4945953,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"b04d456b-d278-4bae-be14-ec6dd3da4c2e","modelName":"e2e-legacy-migration-ec41c0fe","resolvedRefs":1} {"level":"error","ts":1789577542.4994946,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"8d11883e-af37-4e23-bd0b-9d0299c51f96","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-ec41c0fe\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789577542.4995892,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"08a093a4-b304-47bc-954a-fdf51831ad3b"} {"level":"info","ts":1789577542.4996345,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"08a093a4-b304-47bc-954a-fdf51831ad3b","name":"e2e-legacy-migration-ec41c0fe"} {"level":"info","ts":1789577542.5276847,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"08a093a4-b304-47bc-954a-fdf51831ad3b","httpRoute":"e2e-legacy-migration-ec41c0fe","providers":["e2e-legacy-migration-ec41c0fe"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789577542.5515428,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"6fa21a72-b22e-42d8-8bad-1386d80bc047","name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"} {"level":"info","ts":1789577542.5515938,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"6fa21a72-b22e-42d8-8bad-1386d80bc047","modelName":"e2e-legacy-migration-ec41c0fe","resolvedRefs":1} {"level":"error","ts":1789577542.5749693,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"08a093a4-b304-47bc-954a-fdf51831ad3b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-ec41c0fe\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789577542.5750387,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"e0cd15b6-96ff-4081-ab8c-45a257a04d1a"} {"level":"info","ts":1789577542.5750875,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"e0cd15b6-96ff-4081-ab8c-45a257a04d1a","name":"e2e-legacy-migration-ec41c0fe"} {"level":"info","ts":1789577542.60556,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"e0cd15b6-96ff-4081-ab8c-45a257a04d1a","httpRoute":"e2e-legacy-migration-ec41c0fe","providers":["e2e-legacy-migration-ec41c0fe"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789577542.6711516,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"95bc16a6-f3d5-42d6-8ecc-03a9c074f9c2","name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"} {"level":"info","ts":1789577542.6839197,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"95bc16a6-f3d5-42d6-8ecc-03a9c074f9c2","name":"e2e-legacy-migration-ec41c0fe"} {"level":"info","ts":1789577542.6968288,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"95bc16a6-f3d5-42d6-8ecc-03a9c074f9c2","provider":"openai","model":"e2e-legacy-migration-ec41c0fe","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789577545.10941,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"4a21cc90-0d7c-4963-8b27-f2c748e0e682","name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"} {"level":"info","ts":1789577545.1202016,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"bda58f45-2c3a-47e4-b7d6-8483224c4ecc","name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"} {"level":"info","ts":1789577545.120236,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"bda58f45-2c3a-47e4-b7d6-8483224c4ecc","name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"} {"level":"info","ts":1789577545.1205826,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"e9f491a2-e776-41d0-b579-75542c95d3a5","name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"} {"level":"info","ts":1789577545.1206326,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"e9f491a2-e776-41d0-b579-75542c95d3a5","name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"} {"level":"info","ts":1789577545.1206915,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"8e569a39-1598-40a4-90e5-e5427073c8f0"} {"level":"info","ts":1789577545.1207795,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec41c0fe","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec41c0fe","reconcileID":"9d3f76d3-c364-4e5e-8476-d04477f7649c"} {"level":"info","ts":1789577545.498614,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789577545.4988017,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7da917d2-61e4-40d2-ad1f-f7a67fc7472a"} {"level":"info","ts":1789577545.4988189,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"7da917d2-61e4-40d2-ad1f-f7a67fc7472a"} {"level":"info","ts":1789577545.4988334,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7da917d2-61e4-40d2-ad1f-f7a67fc7472a","EoS":false} {"level":"info","ts":1789577545.498845,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7da917d2-61e4-40d2-ad1f-f7a67fc7472a","EoS":true} {"level":"info","ts":1789577545.4988651,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7da917d2-61e4-40d2-ad1f-f7a67fc7472a","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789577545.4988801,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"7da917d2-61e4-40d2-ad1f-f7a67fc7472a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789577545.49889,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"7da917d2-61e4-40d2-ad1f-f7a67fc7472a","modelName":"e2e-external-model"} {"level":"info","ts":1789577545.4989016,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"7da917d2-61e4-40d2-ad1f-f7a67fc7472a","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789577545.4989402,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"7da917d2-61e4-40d2-ad1f-f7a67fc7472a"} {"level":"info","ts":1789577545.6406531,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789577545.6407309,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ac0bed3a-2365-407e-a854-ac4cf424c9e9"} {"level":"info","ts":1789577545.6407433,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"ac0bed3a-2365-407e-a854-ac4cf424c9e9"} {"level":"info","ts":1789577545.640754,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ac0bed3a-2365-407e-a854-ac4cf424c9e9","EoS":false} {"level":"info","ts":1789577545.640764,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ac0bed3a-2365-407e-a854-ac4cf424c9e9","EoS":true} {"level":"info","ts":1789577545.6407876,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ac0bed3a-2365-407e-a854-ac4cf424c9e9","field":"model","value":"nonexistent-model"} {"level":"info","ts":1789577545.6408021,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"ac0bed3a-2365-407e-a854-ac4cf424c9e9","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789577545.640824,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"ac0bed3a-2365-407e-a854-ac4cf424c9e9"} {"level":"info","ts":1789577545.8725016,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789577545.872594,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"04aaf270-915a-48e0-a45b-109f59c6b174"} {"level":"info","ts":1789577545.8726072,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"04aaf270-915a-48e0-a45b-109f59c6b174"} {"level":"info","ts":1789577545.8726182,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"04aaf270-915a-48e0-a45b-109f59c6b174","EoS":false} {"level":"info","ts":1789577545.8726358,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"04aaf270-915a-48e0-a45b-109f59c6b174","EoS":true} {"level":"info","ts":1789577545.8726602,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"04aaf270-915a-48e0-a45b-109f59c6b174","field":"model"} {"level":"info","ts":1789577545.8726873,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"04aaf270-915a-48e0-a45b-109f59c6b174"} {"level":"info","ts":1789577546.2556336,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789577546.2558122,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ba5b11dc-d95d-455d-99a9-21577455b14a"} {"level":"info","ts":1789577546.2558296,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"ba5b11dc-d95d-455d-99a9-21577455b14a"} {"level":"info","ts":1789577546.2558424,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ba5b11dc-d95d-455d-99a9-21577455b14a","EoS":false} {"level":"info","ts":1789577546.255855,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ba5b11dc-d95d-455d-99a9-21577455b14a","EoS":true} {"level":"info","ts":1789577546.2558823,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ba5b11dc-d95d-455d-99a9-21577455b14a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789577546.2559047,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"ba5b11dc-d95d-455d-99a9-21577455b14a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789577546.255929,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"ba5b11dc-d95d-455d-99a9-21577455b14a"} {"level":"info","ts":1789577546.3027534,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789577546.3028872,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"83e31706-0b18-4a62-8983-781915cebc95"} {"level":"info","ts":1789577546.3029048,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"83e31706-0b18-4a62-8983-781915cebc95"} {"level":"info","ts":1789577546.3029225,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"83e31706-0b18-4a62-8983-781915cebc95","EoS":false} {"level":"info","ts":1789577546.3029394,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"83e31706-0b18-4a62-8983-781915cebc95","EoS":true} {"level":"info","ts":1789577546.3029733,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"83e31706-0b18-4a62-8983-781915cebc95","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789577546.3029878,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"83e31706-0b18-4a62-8983-781915cebc95","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789577546.3030124,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"83e31706-0b18-4a62-8983-781915cebc95"} {"level":"info","ts":1789577546.362961,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789577546.3630464,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ba4b3d3f-1301-4da1-99e8-9ff8893c490b"} {"level":"info","ts":1789577546.3630588,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"ba4b3d3f-1301-4da1-99e8-9ff8893c490b"} {"level":"info","ts":1789577546.3630693,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ba4b3d3f-1301-4da1-99e8-9ff8893c490b","EoS":false} {"level":"info","ts":1789577546.3630798,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ba4b3d3f-1301-4da1-99e8-9ff8893c490b","EoS":true} {"level":"info","ts":1789577546.3630986,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ba4b3d3f-1301-4da1-99e8-9ff8893c490b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789577546.363113,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"ba4b3d3f-1301-4da1-99e8-9ff8893c490b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789577546.3631327,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"ba4b3d3f-1301-4da1-99e8-9ff8893c490b"} {"level":"info","ts":1789577546.4089534,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789577546.4090438,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dd188345-55b2-49f5-a89c-9559695967aa"} {"level":"info","ts":1789577546.4090583,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"dd188345-55b2-49f5-a89c-9559695967aa"} {"level":"info","ts":1789577546.4090762,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"dd188345-55b2-49f5-a89c-9559695967aa","EoS":false} {"level":"info","ts":1789577546.409097,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"dd188345-55b2-49f5-a89c-9559695967aa","EoS":true} {"level":"info","ts":1789577546.4091282,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dd188345-55b2-49f5-a89c-9559695967aa","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789577546.4091463,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"dd188345-55b2-49f5-a89c-9559695967aa","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789577546.4091775,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"dd188345-55b2-49f5-a89c-9559695967aa"} {"level":"info","ts":1789577546.8993497,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f364c243-6a0d-48f5-bafb-175aec90f7ed","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789577546.899366,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"05f19a20-3fa1-4341-9373-6c0d21761143"} {"level":"info","ts":1789577546.8993764,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f364c243-6a0d-48f5-bafb-175aec90f7ed","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789577547.0233216,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"153acc82-8ba9-4a8d-8804-32128cb73909","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789577547.0233533,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"153acc82-8ba9-4a8d-8804-32128cb73909","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789577547.023396,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"abb033fa-b48a-436b-abb9-12327bd5e5ae"} {"level":"info","ts":1789577560.9587207,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789577560.9588077,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f5608712-b901-4b46-991c-00ac01ca676d"} {"level":"info","ts":1789577560.9588187,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"f5608712-b901-4b46-991c-00ac01ca676d"} {"level":"info","ts":1789577560.9588292,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f5608712-b901-4b46-991c-00ac01ca676d","EoS":false} {"level":"info","ts":1789577560.9588397,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f5608712-b901-4b46-991c-00ac01ca676d","EoS":true} {"level":"info","ts":1789577560.9588614,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"f5608712-b901-4b46-991c-00ac01ca676d","field":"model"} {"level":"info","ts":1789577560.9588873,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"f5608712-b901-4b46-991c-00ac01ca676d"} {"level":"info","ts":1789577561.1092052,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789577561.1092894,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c990172a-1217-49ac-a985-d8b32cf6824e"} {"level":"info","ts":1789577561.1092985,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c990172a-1217-49ac-a985-d8b32cf6824e"} {"level":"info","ts":1789577561.109309,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c990172a-1217-49ac-a985-d8b32cf6824e","EoS":false} {"level":"info","ts":1789577561.1093194,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c990172a-1217-49ac-a985-d8b32cf6824e","EoS":true} {"level":"info","ts":1789577561.1093345,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"c990172a-1217-49ac-a985-d8b32cf6824e","field":"model"} {"level":"info","ts":1789577561.1093569,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c990172a-1217-49ac-a985-d8b32cf6824e"} {"level":"info","ts":1789577561.2448833,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789577561.2449715,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"47cc699b-1bef-472a-988c-887e91e6c557"} {"level":"info","ts":1789577561.2449832,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"47cc699b-1bef-472a-988c-887e91e6c557"} {"level":"info","ts":1789577561.2449944,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"47cc699b-1bef-472a-988c-887e91e6c557","EoS":false} {"level":"info","ts":1789577561.245005,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"47cc699b-1bef-472a-988c-887e91e6c557","EoS":true} {"level":"info","ts":1789577561.2450233,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"47cc699b-1bef-472a-988c-887e91e6c557","field":"model"} {"level":"info","ts":1789577561.2450507,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"47cc699b-1bef-472a-988c-887e91e6c557"} {"level":"info","ts":1789578364.3877618,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789578364.3878555,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b6149666-fbef-4204-b973-ab8af2ea9b9c"} {"level":"info","ts":1789578364.3878672,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"b6149666-fbef-4204-b973-ab8af2ea9b9c"} {"level":"info","ts":1789578364.3878782,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b6149666-fbef-4204-b973-ab8af2ea9b9c","EoS":false} {"level":"info","ts":1789578364.3878891,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b6149666-fbef-4204-b973-ab8af2ea9b9c","EoS":true} {"level":"info","ts":1789578364.387914,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b6149666-fbef-4204-b973-ab8af2ea9b9c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789578364.38793,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"b6149666-fbef-4204-b973-ab8af2ea9b9c","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789578364.3879519,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"b6149666-fbef-4204-b973-ab8af2ea9b9c"} {"level":"info","ts":1789578364.4358742,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789578364.4359593,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c2fe30c7-fa38-461b-b758-75da1d793e51"} {"level":"info","ts":1789578364.4359708,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c2fe30c7-fa38-461b-b758-75da1d793e51"} {"level":"info","ts":1789578364.4359815,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c2fe30c7-fa38-461b-b758-75da1d793e51","EoS":false} {"level":"info","ts":1789578364.435992,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c2fe30c7-fa38-461b-b758-75da1d793e51","EoS":true} {"level":"info","ts":1789578364.4360154,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c2fe30c7-fa38-461b-b758-75da1d793e51","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789578364.4360306,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"c2fe30c7-fa38-461b-b758-75da1d793e51","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789578364.4360523,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c2fe30c7-fa38-461b-b758-75da1d793e51"} {"level":"info","ts":1789578718.4289572,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789578718.4290695,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"858122c0-b3e4-47b1-98bc-0471d985971e"} {"level":"info","ts":1789578718.4290926,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"858122c0-b3e4-47b1-98bc-0471d985971e"} {"level":"info","ts":1789578718.4291162,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"858122c0-b3e4-47b1-98bc-0471d985971e","EoS":false} {"level":"info","ts":1789578718.4291437,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"858122c0-b3e4-47b1-98bc-0471d985971e","EoS":true} {"level":"info","ts":1789578718.4292364,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"858122c0-b3e4-47b1-98bc-0471d985971e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789578718.429259,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"858122c0-b3e4-47b1-98bc-0471d985971e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789578718.4292903,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"858122c0-b3e4-47b1-98bc-0471d985971e"} {"level":"info","ts":1789578718.6122801,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789578718.612371,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"824924ba-a4ee-451c-a73f-24800bcdafe3"} {"level":"info","ts":1789578718.612379,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"824924ba-a4ee-451c-a73f-24800bcdafe3"} {"level":"info","ts":1789578718.6123896,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"824924ba-a4ee-451c-a73f-24800bcdafe3","EoS":false} {"level":"info","ts":1789578718.6124005,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"824924ba-a4ee-451c-a73f-24800bcdafe3","EoS":true} {"level":"info","ts":1789578718.6124222,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"824924ba-a4ee-451c-a73f-24800bcdafe3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789578718.6124384,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"824924ba-a4ee-451c-a73f-24800bcdafe3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789578718.6125035,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"824924ba-a4ee-451c-a73f-24800bcdafe3"} {"level":"info","ts":1789578718.7557576,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789578718.7558584,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"878f5161-c052-4614-a9a8-45c208960d54"} {"level":"info","ts":1789578718.7558727,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"878f5161-c052-4614-a9a8-45c208960d54"} {"level":"info","ts":1789578718.7558892,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"878f5161-c052-4614-a9a8-45c208960d54","EoS":false} {"level":"info","ts":1789578718.7559025,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"878f5161-c052-4614-a9a8-45c208960d54","EoS":true} {"level":"info","ts":1789578718.7559228,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"878f5161-c052-4614-a9a8-45c208960d54","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789578718.7559376,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"878f5161-c052-4614-a9a8-45c208960d54","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789578718.7559593,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"878f5161-c052-4614-a9a8-45c208960d54"} {"level":"info","ts":1789578718.8926682,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789578718.8927488,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e0729b64-2b43-4ba0-acb9-b20df70c77de"} {"level":"info","ts":1789578718.8927603,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"e0729b64-2b43-4ba0-acb9-b20df70c77de"} {"level":"info","ts":1789578718.892771,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e0729b64-2b43-4ba0-acb9-b20df70c77de","EoS":false} {"level":"info","ts":1789578718.8927815,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e0729b64-2b43-4ba0-acb9-b20df70c77de","EoS":true} {"level":"info","ts":1789578718.8928018,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e0729b64-2b43-4ba0-acb9-b20df70c77de","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789578718.8928158,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"e0729b64-2b43-4ba0-acb9-b20df70c77de","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789578718.8928354,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"e0729b64-2b43-4ba0-acb9-b20df70c77de"} {"level":"info","ts":1789578719.040364,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789578719.0404446,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f8b020e8-08ab-4f1e-a2f7-30039dc3c8be"} {"level":"info","ts":1789578719.0404546,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"f8b020e8-08ab-4f1e-a2f7-30039dc3c8be"} {"level":"info","ts":1789578719.0404654,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f8b020e8-08ab-4f1e-a2f7-30039dc3c8be","EoS":false} {"level":"info","ts":1789578719.0404758,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f8b020e8-08ab-4f1e-a2f7-30039dc3c8be","EoS":true} {"level":"info","ts":1789578719.0404978,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f8b020e8-08ab-4f1e-a2f7-30039dc3c8be","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789578719.0405126,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"f8b020e8-08ab-4f1e-a2f7-30039dc3c8be","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789578719.040545,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"f8b020e8-08ab-4f1e-a2f7-30039dc3c8be"} {"level":"info","ts":1789578719.1874819,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789578719.1875784,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ab0ccd87-0952-4f5d-9c76-82051418ff23"} {"level":"info","ts":1789578719.1875927,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"ab0ccd87-0952-4f5d-9c76-82051418ff23"} {"level":"info","ts":1789578719.1876056,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ab0ccd87-0952-4f5d-9c76-82051418ff23","EoS":false} {"level":"info","ts":1789578719.1876156,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ab0ccd87-0952-4f5d-9c76-82051418ff23","EoS":true} {"level":"info","ts":1789578719.1876376,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ab0ccd87-0952-4f5d-9c76-82051418ff23","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789578719.187652,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"ab0ccd87-0952-4f5d-9c76-82051418ff23","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789578719.1876721,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"ab0ccd87-0952-4f5d-9c76-82051418ff23"} {"level":"info","ts":1789578727.85533,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789578727.85541,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"21783913-201f-45d9-9432-d9cef12086b8"} {"level":"info","ts":1789578727.8554204,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"21783913-201f-45d9-9432-d9cef12086b8"} {"level":"info","ts":1789578727.8554318,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"21783913-201f-45d9-9432-d9cef12086b8","EoS":false} {"level":"info","ts":1789578727.8554459,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"21783913-201f-45d9-9432-d9cef12086b8","EoS":true} {"level":"info","ts":1789578727.8554654,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"21783913-201f-45d9-9432-d9cef12086b8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789578727.85548,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"21783913-201f-45d9-9432-d9cef12086b8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789578727.855499,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"21783913-201f-45d9-9432-d9cef12086b8"} {"level":"info","ts":1789578727.890787,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789578727.8908608,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9dd00a20-60b2-4306-a35e-e983f128531b"} {"level":"info","ts":1789578727.8908725,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"9dd00a20-60b2-4306-a35e-e983f128531b"} {"level":"info","ts":1789578727.890883,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9dd00a20-60b2-4306-a35e-e983f128531b","EoS":false} {"level":"info","ts":1789578727.8908951,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9dd00a20-60b2-4306-a35e-e983f128531b","EoS":true} {"level":"info","ts":1789578727.8909137,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9dd00a20-60b2-4306-a35e-e983f128531b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789578727.8909278,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"9dd00a20-60b2-4306-a35e-e983f128531b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789578727.890949,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"9dd00a20-60b2-4306-a35e-e983f128531b"} {"level":"info","ts":1789578727.9597933,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789578727.959869,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"369b8411-2047-4cd9-93a5-f7b6ac8b1a2c"} {"level":"info","ts":1789578727.9598804,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"369b8411-2047-4cd9-93a5-f7b6ac8b1a2c"} {"level":"info","ts":1789578727.959891,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"369b8411-2047-4cd9-93a5-f7b6ac8b1a2c","EoS":false} {"level":"info","ts":1789578727.9599018,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"369b8411-2047-4cd9-93a5-f7b6ac8b1a2c","EoS":true} {"level":"info","ts":1789578727.9599183,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"369b8411-2047-4cd9-93a5-f7b6ac8b1a2c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789578727.9599319,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"369b8411-2047-4cd9-93a5-f7b6ac8b1a2c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789578727.959949,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"369b8411-2047-4cd9-93a5-f7b6ac8b1a2c"} {"level":"info","ts":1789578727.9948573,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789578727.994925,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"27991715-c692-46ed-b78e-af2bc7abbcdd"} {"level":"info","ts":1789578727.9949362,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"27991715-c692-46ed-b78e-af2bc7abbcdd"} {"level":"info","ts":1789578727.9949465,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"27991715-c692-46ed-b78e-af2bc7abbcdd","EoS":false} {"level":"info","ts":1789578727.994958,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"27991715-c692-46ed-b78e-af2bc7abbcdd","EoS":true} {"level":"info","ts":1789578727.9949732,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"27991715-c692-46ed-b78e-af2bc7abbcdd","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789578727.994986,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"27991715-c692-46ed-b78e-af2bc7abbcdd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789578727.9950023,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"27991715-c692-46ed-b78e-af2bc7abbcdd"} {"level":"info","ts":1789578728.0278685,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789578728.027935,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"ad8ffefd-b3f8-4b2c-9358-bc732d6c567f"} {"level":"info","ts":1789578728.7621272,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789578728.7622123,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b298560e-8786-4ee5-82a3-4a58594135ae"} {"level":"info","ts":1789578728.7622247,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"b298560e-8786-4ee5-82a3-4a58594135ae"} {"level":"info","ts":1789578728.7622359,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b298560e-8786-4ee5-82a3-4a58594135ae","EoS":false} {"level":"info","ts":1789578728.7622464,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b298560e-8786-4ee5-82a3-4a58594135ae","EoS":true} {"level":"info","ts":1789578728.762267,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b298560e-8786-4ee5-82a3-4a58594135ae","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789578728.7622821,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"b298560e-8786-4ee5-82a3-4a58594135ae","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789578728.762301,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"b298560e-8786-4ee5-82a3-4a58594135ae"} {"level":"info","ts":1789578729.6771693,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789578729.67725,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f25c40b6-fb16-40dd-a104-cf259966c47d"} {"level":"info","ts":1789578729.6772606,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"f25c40b6-fb16-40dd-a104-cf259966c47d"} {"level":"info","ts":1789578729.6772738,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f25c40b6-fb16-40dd-a104-cf259966c47d","EoS":false} {"level":"info","ts":1789578729.6772883,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f25c40b6-fb16-40dd-a104-cf259966c47d","EoS":true} {"level":"info","ts":1789578729.6773105,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f25c40b6-fb16-40dd-a104-cf259966c47d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789578729.677325,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"f25c40b6-fb16-40dd-a104-cf259966c47d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789578729.6773448,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"f25c40b6-fb16-40dd-a104-cf259966c47d"} {"level":"info","ts":1789578730.3744116,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789578730.3744981,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8af82184-9e85-4ff9-a80a-ba90fb35e5d2"} {"level":"info","ts":1789578730.374511,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"8af82184-9e85-4ff9-a80a-ba90fb35e5d2"} {"level":"info","ts":1789578730.3745222,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8af82184-9e85-4ff9-a80a-ba90fb35e5d2","EoS":false} {"level":"info","ts":1789578730.3745525,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8af82184-9e85-4ff9-a80a-ba90fb35e5d2","EoS":true} {"level":"info","ts":1789578730.3745756,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8af82184-9e85-4ff9-a80a-ba90fb35e5d2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789578730.3745909,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"8af82184-9e85-4ff9-a80a-ba90fb35e5d2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789578730.3746126,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"8af82184-9e85-4ff9-a80a-ba90fb35e5d2"} {"level":"info","ts":1789578731.405812,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789578731.4059002,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5834147f-395e-4abf-9c23-7738dec94b29"} {"level":"info","ts":1789578731.4059126,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"5834147f-395e-4abf-9c23-7738dec94b29"} {"level":"info","ts":1789578731.405923,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5834147f-395e-4abf-9c23-7738dec94b29","EoS":false} {"level":"info","ts":1789578731.4059324,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5834147f-395e-4abf-9c23-7738dec94b29","EoS":true} {"level":"info","ts":1789578731.4059558,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5834147f-395e-4abf-9c23-7738dec94b29","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789578731.4059718,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"5834147f-395e-4abf-9c23-7738dec94b29","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789578731.4059913,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"5834147f-395e-4abf-9c23-7738dec94b29"} {"level":"info","ts":1789578736.737025,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789578736.7371068,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"893f6b9c-f2b5-4143-9801-e81e4f906856"} {"level":"info","ts":1789578736.7371187,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"893f6b9c-f2b5-4143-9801-e81e4f906856"} {"level":"info","ts":1789578736.7371294,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"893f6b9c-f2b5-4143-9801-e81e4f906856","EoS":false} {"level":"info","ts":1789578736.7371397,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"893f6b9c-f2b5-4143-9801-e81e4f906856","EoS":true} {"level":"info","ts":1789578736.73716,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"893f6b9c-f2b5-4143-9801-e81e4f906856","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789578736.7371752,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"893f6b9c-f2b5-4143-9801-e81e4f906856","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789578736.7371962,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"893f6b9c-f2b5-4143-9801-e81e4f906856"} {"level":"info","ts":1789578741.7384858,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789578741.7385876,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"96b18eea-10aa-405c-9412-8019a5e1f910"} {"level":"info","ts":1789578741.7386026,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"96b18eea-10aa-405c-9412-8019a5e1f910"} {"level":"info","ts":1789578741.7386148,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"96b18eea-10aa-405c-9412-8019a5e1f910","EoS":false} {"level":"info","ts":1789578741.738628,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"96b18eea-10aa-405c-9412-8019a5e1f910","EoS":true} {"level":"info","ts":1789578741.7386494,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"96b18eea-10aa-405c-9412-8019a5e1f910","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789578741.7386644,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"96b18eea-10aa-405c-9412-8019a5e1f910","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789578741.7386854,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"96b18eea-10aa-405c-9412-8019a5e1f910"} {"level":"info","ts":1789578742.8940542,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789578742.8941386,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3c294e09-d588-43ec-9556-174858914805"} {"level":"info","ts":1789578742.8941479,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"3c294e09-d588-43ec-9556-174858914805"} {"level":"info","ts":1789578742.8941584,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3c294e09-d588-43ec-9556-174858914805","EoS":false} {"level":"info","ts":1789578742.8941703,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3c294e09-d588-43ec-9556-174858914805","EoS":true} {"level":"info","ts":1789578742.8941913,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3c294e09-d588-43ec-9556-174858914805","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789578742.8942049,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"3c294e09-d588-43ec-9556-174858914805","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789578742.8942637,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"3c294e09-d588-43ec-9556-174858914805"} {"level":"info","ts":1789578750.793604,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789578750.793694,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"44318d07-8e91-4fca-8378-c9174eaa33fd"} {"level":"info","ts":1789578750.7937067,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"44318d07-8e91-4fca-8378-c9174eaa33fd"} {"level":"info","ts":1789578750.7937179,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"44318d07-8e91-4fca-8378-c9174eaa33fd","EoS":false} {"level":"info","ts":1789578750.7937272,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"44318d07-8e91-4fca-8378-c9174eaa33fd","EoS":true} {"level":"info","ts":1789578750.793746,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"44318d07-8e91-4fca-8378-c9174eaa33fd","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789578750.793762,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"44318d07-8e91-4fca-8378-c9174eaa33fd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789578750.7937875,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"44318d07-8e91-4fca-8378-c9174eaa33fd"} {"level":"info","ts":1789578752.3902824,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789578752.390368,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b75efd97-2a9c-4950-bd45-b98cd36b7512"} {"level":"info","ts":1789578752.3903825,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"b75efd97-2a9c-4950-bd45-b98cd36b7512"} {"level":"info","ts":1789578752.3903947,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b75efd97-2a9c-4950-bd45-b98cd36b7512","EoS":false} {"level":"info","ts":1789578752.3904126,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b75efd97-2a9c-4950-bd45-b98cd36b7512","EoS":true} {"level":"info","ts":1789578752.390434,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b75efd97-2a9c-4950-bd45-b98cd36b7512","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789578752.39045,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"b75efd97-2a9c-4950-bd45-b98cd36b7512","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789578752.3904727,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"b75efd97-2a9c-4950-bd45-b98cd36b7512"} {"level":"info","ts":1789578816.1855178,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789578816.1856208,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f6825256-7918-4982-a69a-40d1b3cea2bb"} {"level":"info","ts":1789578816.1856327,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"f6825256-7918-4982-a69a-40d1b3cea2bb"} {"level":"info","ts":1789578816.1856434,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f6825256-7918-4982-a69a-40d1b3cea2bb","EoS":false} {"level":"info","ts":1789578816.185661,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f6825256-7918-4982-a69a-40d1b3cea2bb","EoS":true} {"level":"info","ts":1789578816.1856818,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f6825256-7918-4982-a69a-40d1b3cea2bb","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1789578816.1856985,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"f6825256-7918-4982-a69a-40d1b3cea2bb","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789578816.185764,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"f6825256-7918-4982-a69a-40d1b3cea2bb"} {"level":"info","ts":1789578838.0932457,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789578838.0933354,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"75f296eb-0d84-4ce9-8861-32fa508bc90d"} {"level":"info","ts":1789578838.0933478,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"75f296eb-0d84-4ce9-8861-32fa508bc90d"} {"level":"info","ts":1789578838.0933583,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"75f296eb-0d84-4ce9-8861-32fa508bc90d","EoS":false} {"level":"info","ts":1789578838.0933688,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"75f296eb-0d84-4ce9-8861-32fa508bc90d","EoS":true} {"level":"info","ts":1789578838.0933912,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"75f296eb-0d84-4ce9-8861-32fa508bc90d","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1789578838.0934067,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"75f296eb-0d84-4ce9-8861-32fa508bc90d","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789578838.0934293,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"75f296eb-0d84-4ce9-8861-32fa508bc90d"} {"level":"info","ts":1789578919.3812773,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789578919.3813646,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fb36fb0f-ddc2-40db-869f-baf4b7c2d243"} {"level":"info","ts":1789578919.3813777,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"fb36fb0f-ddc2-40db-869f-baf4b7c2d243"} {"level":"info","ts":1789578919.3813891,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"fb36fb0f-ddc2-40db-869f-baf4b7c2d243","EoS":false} {"level":"info","ts":1789578919.3813994,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"fb36fb0f-ddc2-40db-869f-baf4b7c2d243","EoS":true} {"level":"info","ts":1789578919.381418,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fb36fb0f-ddc2-40db-869f-baf4b7c2d243","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789578919.3814335,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"fb36fb0f-ddc2-40db-869f-baf4b7c2d243","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789578919.3814535,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"fb36fb0f-ddc2-40db-869f-baf4b7c2d243"} {"level":"info","ts":1789578919.4232445,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789578919.4233289,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b7d57237-d63e-4ce2-8aa6-2d5ed03ef37a"} {"level":"info","ts":1789578919.4233396,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"b7d57237-d63e-4ce2-8aa6-2d5ed03ef37a"} {"level":"info","ts":1789578919.4233503,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b7d57237-d63e-4ce2-8aa6-2d5ed03ef37a","EoS":false} {"level":"info","ts":1789578919.4233603,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b7d57237-d63e-4ce2-8aa6-2d5ed03ef37a","EoS":true} {"level":"info","ts":1789578919.4233804,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b7d57237-d63e-4ce2-8aa6-2d5ed03ef37a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789578919.4233966,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"b7d57237-d63e-4ce2-8aa6-2d5ed03ef37a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789578919.4234204,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"b7d57237-d63e-4ce2-8aa6-2d5ed03ef37a"} {"level":"info","ts":1789578919.460177,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789578919.4602735,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"271b3948-c224-4aac-b05c-40a36f15f5a5"} {"level":"info","ts":1789578919.4602857,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"271b3948-c224-4aac-b05c-40a36f15f5a5"} {"level":"info","ts":1789578919.460297,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"271b3948-c224-4aac-b05c-40a36f15f5a5","EoS":false} {"level":"info","ts":1789578919.460308,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"271b3948-c224-4aac-b05c-40a36f15f5a5","EoS":true} {"level":"info","ts":1789578919.4603267,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"271b3948-c224-4aac-b05c-40a36f15f5a5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789578919.460341,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"271b3948-c224-4aac-b05c-40a36f15f5a5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789578919.4603612,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"271b3948-c224-4aac-b05c-40a36f15f5a5"} {"level":"info","ts":1789578926.8527324,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789578926.85283,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b3aafa77-ade0-4429-bb1d-5ba987bce925"} {"level":"info","ts":1789578926.8528433,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"b3aafa77-ade0-4429-bb1d-5ba987bce925"} {"level":"info","ts":1789578926.8528545,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b3aafa77-ade0-4429-bb1d-5ba987bce925","EoS":false} {"level":"info","ts":1789578926.8528671,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b3aafa77-ade0-4429-bb1d-5ba987bce925","EoS":true} {"level":"info","ts":1789578926.852889,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b3aafa77-ade0-4429-bb1d-5ba987bce925","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789578926.852905,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"b3aafa77-ade0-4429-bb1d-5ba987bce925","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789578926.8529277,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"b3aafa77-ade0-4429-bb1d-5ba987bce925"} {"level":"info","ts":1789578932.9056456,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789578932.9057267,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"01ab77df-78ce-45b7-8933-bae42e8e0027"} {"level":"info","ts":1789578932.9057405,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"01ab77df-78ce-45b7-8933-bae42e8e0027"} {"level":"info","ts":1789578932.9057517,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"01ab77df-78ce-45b7-8933-bae42e8e0027","EoS":false} {"level":"info","ts":1789578932.9057631,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"01ab77df-78ce-45b7-8933-bae42e8e0027","EoS":true} {"level":"info","ts":1789578932.9057794,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"01ab77df-78ce-45b7-8933-bae42e8e0027","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789578932.905796,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"01ab77df-78ce-45b7-8933-bae42e8e0027","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789578932.9058213,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"01ab77df-78ce-45b7-8933-bae42e8e0027"} {"level":"info","ts":1789578933.073678,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789578933.0737681,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ffe9026e-93b2-40f0-b919-3762fc932ff9"} {"level":"info","ts":1789578933.073781,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"ffe9026e-93b2-40f0-b919-3762fc932ff9"} {"level":"info","ts":1789578933.0737927,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ffe9026e-93b2-40f0-b919-3762fc932ff9","EoS":false} {"level":"info","ts":1789578933.073805,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ffe9026e-93b2-40f0-b919-3762fc932ff9","EoS":true} {"level":"info","ts":1789578933.0738218,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ffe9026e-93b2-40f0-b919-3762fc932ff9","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789578933.073876,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"ffe9026e-93b2-40f0-b919-3762fc932ff9","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789578933.073907,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"ffe9026e-93b2-40f0-b919-3762fc932ff9"} {"level":"info","ts":1789578933.216983,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789578933.2170768,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"75183528-39c0-4e94-a1e2-e6d755d3a4a7"} {"level":"info","ts":1789578933.2170913,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"75183528-39c0-4e94-a1e2-e6d755d3a4a7"} {"level":"info","ts":1789578933.21711,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"75183528-39c0-4e94-a1e2-e6d755d3a4a7","EoS":false} {"level":"info","ts":1789578933.2171302,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"75183528-39c0-4e94-a1e2-e6d755d3a4a7","EoS":true} {"level":"info","ts":1789578933.2171583,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"75183528-39c0-4e94-a1e2-e6d755d3a4a7","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789578933.2171764,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"75183528-39c0-4e94-a1e2-e6d755d3a4a7","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789578933.2172031,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"75183528-39c0-4e94-a1e2-e6d755d3a4a7"} {"level":"info","ts":1789578933.3548224,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789578933.3549085,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"90c37494-9cdd-449b-8055-eed1ac5321a6"} {"level":"info","ts":1789578933.3549209,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"90c37494-9cdd-449b-8055-eed1ac5321a6"} {"level":"info","ts":1789578933.3549328,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"90c37494-9cdd-449b-8055-eed1ac5321a6","EoS":false} {"level":"info","ts":1789578933.3549428,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"90c37494-9cdd-449b-8055-eed1ac5321a6","EoS":true} {"level":"info","ts":1789578933.3549602,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"90c37494-9cdd-449b-8055-eed1ac5321a6","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789578933.354975,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"90c37494-9cdd-449b-8055-eed1ac5321a6","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789578933.3549979,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"90c37494-9cdd-449b-8055-eed1ac5321a6"} {"level":"info","ts":1789578945.966125,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789578945.966238,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0a4e1b66-e33e-47ad-ab5a-fe185ce138e7"} {"level":"info","ts":1789578945.9662526,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"0a4e1b66-e33e-47ad-ab5a-fe185ce138e7"} {"level":"info","ts":1789578945.9662664,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0a4e1b66-e33e-47ad-ab5a-fe185ce138e7","EoS":false} {"level":"info","ts":1789578945.966284,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0a4e1b66-e33e-47ad-ab5a-fe185ce138e7","EoS":true} {"level":"info","ts":1789578945.9663048,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0a4e1b66-e33e-47ad-ab5a-fe185ce138e7","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789578945.9663208,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"0a4e1b66-e33e-47ad-ab5a-fe185ce138e7","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789578945.9663486,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"0a4e1b66-e33e-47ad-ab5a-fe185ce138e7"}