{"level":"info","ts":1789564869.7819424,"logger":"setup","caller":"cmd/runner.go:103","msg":"ai-gateway-payload-processing build","commit-sha":"unknown","build-ref":""} {"level":"info","ts":1789564869.7837954,"logger":"setup","caller":"cmd/runner.go:172","msg":"Setting pprof handlers"} {"level":"info","ts":1789564869.7838216,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/heap"} {"level":"info","ts":1789564869.7838469,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/goroutine"} {"level":"info","ts":1789564869.7838552,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/allocs"} {"level":"info","ts":1789564869.7838624,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/threadcreate"} {"level":"info","ts":1789564869.783868,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/block"} {"level":"info","ts":1789564869.7838748,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/mutex"} {"level":"info","ts":1789564869.8058972,"logger":"setup","caller":"loader/configloader.go:171","msg":"Loaded raw configuration","config":"{Plugins: [{Name: model-extractor, Type: body-field-to-header, Parameters: {\"fieldName\":\"model\",\"headerName\":\"X-Gateway-Model-Name\"}} {Type: model-provider-resolver}], Profiles: [{Name: default, Plugins: {Request: [{PluginRef: model-extractor} {PluginRef: model-provider-resolver}]}}]}"} {"level":"info","ts":1789564869.8062632,"logger":"setup","caller":"cmd/runner.go:242","msg":"manager starting"} {"level":"info","ts":1789564869.8063128,"logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"} {"level":"info","ts":1789564869.8067007,"logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":9090","secure":false} {"level":"info","ts":1789564869.8445106,"caller":"cmd/runner.go:316","msg":"gRPC server starting","name":"health"} {"level":"info","ts":1789564869.8446832,"caller":"cmd/runner.go:323","msg":"gRPC server listening","name":"health","port":9005} {"level":"info","ts":1789564869.8449507,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1789564869.845325,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":1789564869.845622,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalProvider","resyncPeriod":36757.988582795,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789564869.8456442,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789564869.8459954,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1789564869.8461118,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1789564869.846185,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","resyncPeriod":38194.781967211,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789564869.846201,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789564869.8464074,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":1789564869.846646,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1789564869.8466861,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":1789564869.8467739,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalModel","resyncPeriod":38458.096720441,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789564869.8467848,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789564869.848765,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789564869.8489788,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789564869.850659,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789564869.9461,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1789564869.9461606,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1789564870.0469794,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"} {"level":"info","ts":1789564870.047016,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1} {"level":"info","ts":1789564870.0471892,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6242176f-b244-40f4-8bd4-22ae1e19e98e"} {"level":"info","ts":1789564870.0475,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37053.488845764,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789564870.0475216,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789564870.0476704,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"} {"level":"info","ts":1789564870.0476997,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1} {"level":"info","ts":1789564870.0477667,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5e3d98e4-443c-4bca-98fa-c3ab9b094567","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789564870.0478055,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5e3d98e4-443c-4bca-98fa-c3ab9b094567","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789564870.0480084,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1789564870.048037,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1789564870.0480895,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"af10a6a8-a417-4256-a467-31da3116888d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789564870.04813,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"af10a6a8-a417-4256-a467-31da3116888d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1789564870.0481713,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b66b2e44-d18b-4c41-8a9e-b6e6e6d76ae3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789564870.048191,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b66b2e44-d18b-4c41-8a9e-b6e6e6d76ae3","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1789564870.0482197,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1789564870.0482292,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1789564870.0482686,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cb970d77-2b93-4369-9c30-aecea166f3c4"} {"level":"info","ts":1789564870.048541,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":34336.591213877,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789564870.048558,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789564870.064468,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789564870.1534445,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cb970d77-2b93-4369-9c30-aecea166f3c4","name":"e2e-cleanup-test"} {"level":"info","ts":1789564870.1661325,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789564870.1671135,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cb970d77-2b93-4369-9c30-aecea166f3c4","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789564870.1728227,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"de286872-3345-4e93-a397-96cd92d2d149"} {"level":"info","ts":1789564870.1728795,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"de286872-3345-4e93-a397-96cd92d2d149","name":"e2e-external-model"} {"level":"info","ts":1789564870.1840556,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"de286872-3345-4e93-a397-96cd92d2d149","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789564870.2482178,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":35745.585808704,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789564870.2482455,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789564870.2583325,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789564870.348986,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6242176f-b244-40f4-8bd4-22ae1e19e98e","name":"e2e-external-provider"} {"level":"info","ts":1789564870.3635101,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6242176f-b244-40f4-8bd4-22ae1e19e98e","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1789564872.0935657,"caller":"cmd/runner.go:316","msg":"gRPC server starting","name":"ext-proc"} {"level":"info","ts":1789564872.093725,"caller":"cmd/runner.go:323","msg":"gRPC server listening","name":"ext-proc","port":9004} {"level":"info","ts":1789564875.0198302,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b033e644-b8dc-4718-8b6a-39be733eb652"} {"level":"info","ts":1789564875.019837,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4fe107a9-b83b-4538-b9a5-de6978e873d2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789564875.0198853,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4fe107a9-b83b-4538-b9a5-de6978e873d2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789564879.6777558,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"ecaf813b-acbc-4607-93a1-1b1e55b92bea","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"info","ts":1789564879.6832108,"caller":"legacymigration/reconciler.go:147","msg":"creating ExternalProvider","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"ecaf813b-acbc-4607-93a1-1b1e55b92bea","name":"e2e-legacy-migration-18f94016"} {"level":"info","ts":1789564879.6956487,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"e9d5397b-b5e5-4f05-a1bf-dce15bbee9b6","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"info","ts":1789564879.6956894,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"e9d5397b-b5e5-4f05-a1bf-dce15bbee9b6","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789564879.6956842,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"099e1fed-d48c-40bb-8ec7-5da70e59a3d8"} {"level":"error","ts":1789564879.6969938,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"ecaf813b-acbc-4607-93a1-1b1e55b92bea","error":"failed to apply ExternalProvider: externalproviders.inference.opendatahub.io \"e2e-legacy-migration-18f94016\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789564879.700888,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"ac360de1-dd8c-4d08-9a31-537c2ddb674c"} {"level":"info","ts":1789564879.7009482,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"02460cbe-8af3-4355-a650-a549b55ce4ea","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"info","ts":1789564879.7009723,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"02460cbe-8af3-4355-a650-a549b55ce4ea","modelName":"e2e-legacy-migration-18f94016","resolvedRefs":1} {"level":"info","ts":1789564879.7028625,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"9064d8df-d418-49f6-8e27-b2532968c670","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"info","ts":1789564879.7079818,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"e5aa3eb8-b625-4377-b03c-52387fa40516","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"info","ts":1789564879.7080083,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"e5aa3eb8-b625-4377-b03c-52387fa40516","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789564879.7080433,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"74335afc-5c96-47c8-a92b-c3ed735f19e9","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"info","ts":1789564879.708073,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"74335afc-5c96-47c8-a92b-c3ed735f19e9","modelName":"e2e-legacy-migration-18f94016","resolvedRefs":1} {"level":"error","ts":1789564879.708638,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"099e1fed-d48c-40bb-8ec7-5da70e59a3d8","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-18f94016\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789564879.7087038,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"099e1fed-d48c-40bb-8ec7-5da70e59a3d8","name":"e2e-legacy-migration-18f94016"} {"level":"info","ts":1789564879.7129736,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"9064d8df-d418-49f6-8e27-b2532968c670","name":"e2e-legacy-migration-18f94016"} {"level":"info","ts":1789564879.713028,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"3b82abcb-80c0-4699-bc60-0453dd35271f","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"info","ts":1789564879.7130547,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"3b82abcb-80c0-4699-bc60-0453dd35271f","modelName":"e2e-legacy-migration-18f94016","resolvedRefs":1} {"level":"error","ts":1789564879.7140086,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"ac360de1-dd8c-4d08-9a31-537c2ddb674c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-18f94016\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789564879.7140508,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"ac360de1-dd8c-4d08-9a31-537c2ddb674c","provider":"e2e-legacy-migration-18f94016","phase":"Pending"} {"level":"error","ts":1789564879.7246244,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"9064d8df-d418-49f6-8e27-b2532968c670","error":"failed to apply ExternalModel: Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-18f94016\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789564879.7250102,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"321bfc50-01a4-4814-b2e0-bc738146e020","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"info","ts":1789564879.7250593,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"321bfc50-01a4-4814-b2e0-bc738146e020","modelName":"e2e-legacy-migration-18f94016","resolvedRefs":1} {"level":"error","ts":1789564879.7254305,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"ac360de1-dd8c-4d08-9a31-537c2ddb674c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-18f94016\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789564879.7254643,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"ac360de1-dd8c-4d08-9a31-537c2ddb674c","error":"ExternalModel \"e2e-legacy-migration-18f94016\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-18f94016\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789564879.7255058,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"8389a002-d299-4c97-8acb-c926e01624fa"} {"level":"info","ts":1789564879.725527,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"8389a002-d299-4c97-8acb-c926e01624fa","provider":"e2e-legacy-migration-18f94016","phase":"Pending"} {"level":"error","ts":1789564879.7319727,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"8389a002-d299-4c97-8acb-c926e01624fa","error":"ExternalModel \"e2e-legacy-migration-18f94016\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-18f94016\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789564879.7350194,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"ab66821b-3673-40e5-ace6-33cf19b9cb70","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"info","ts":1789564879.735973,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"adfb429c-a7ac-4dc1-8837-64a6716f1c5f","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"info","ts":1789564879.7359986,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"adfb429c-a7ac-4dc1-8837-64a6716f1c5f","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789564879.7360318,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"9102fa92-2a2d-4e4b-a9ca-38c379ee41c7","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"info","ts":1789564879.7360563,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"9102fa92-2a2d-4e4b-a9ca-38c379ee41c7","modelName":"e2e-legacy-migration-18f94016","resolvedRefs":1} {"level":"info","ts":1789564879.7360709,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"daaa2024-a0b0-44a7-8817-8e9c4d6f7496"} {"level":"info","ts":1789564879.7360904,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"daaa2024-a0b0-44a7-8817-8e9c4d6f7496","provider":"e2e-legacy-migration-18f94016","phase":"Failed"} {"level":"error","ts":1789564879.7362347,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"099e1fed-d48c-40bb-8ec7-5da70e59a3d8","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-18f94016\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:93\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789564879.7362723,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"099e1fed-d48c-40bb-8ec7-5da70e59a3d8","error":"failed to apply Service: services \"e2e-legacy-migration-18f94016\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789564879.7363214,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"cd8fc110-cafb-45b3-9157-6285d43237c9"} {"level":"info","ts":1789564879.7363925,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"cd8fc110-cafb-45b3-9157-6285d43237c9","name":"e2e-legacy-migration-18f94016"} {"level":"info","ts":1789564879.7417583,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"ab66821b-3673-40e5-ace6-33cf19b9cb70","name":"e2e-legacy-migration-18f94016"} {"level":"error","ts":1789564879.745306,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"daaa2024-a0b0-44a7-8817-8e9c4d6f7496","error":"ExternalModel \"e2e-legacy-migration-18f94016\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-18f94016\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789564879.7456894,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"b69e3a01-cd08-407c-8c80-85022ead5b05"} {"level":"info","ts":1789564879.7457225,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"b69e3a01-cd08-407c-8c80-85022ead5b05","provider":"e2e-legacy-migration-18f94016","phase":"Failed"} {"level":"info","ts":1789564879.7456894,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"654fff1d-e42d-4dc0-8e39-6bb1f01d3b8b","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"info","ts":1789564879.745819,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"654fff1d-e42d-4dc0-8e39-6bb1f01d3b8b","modelName":"e2e-legacy-migration-18f94016","resolvedRefs":1} {"level":"error","ts":1789564879.7548208,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"ab66821b-3673-40e5-ace6-33cf19b9cb70","error":"failed to apply ExternalModel: Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-18f94016\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789564879.755991,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"b69e3a01-cd08-407c-8c80-85022ead5b05","error":"ExternalModel \"e2e-legacy-migration-18f94016\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-18f94016\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789564879.7617104,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"cd8fc110-cafb-45b3-9157-6285d43237c9","service":"e2e-legacy-migration-18f94016","serviceEntry":"e2e-legacy-migration-18f94016","destinationRule":"e2e-legacy-migration-18f94016"} {"level":"info","ts":1789564879.7702832,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"2da4e176-6acb-491a-a03c-5ef94abca0ed","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"info","ts":1789564879.7703145,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"2da4e176-6acb-491a-a03c-5ef94abca0ed","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789564879.7703166,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"ce18f444-952c-44e1-8d9f-11d97d38d65f","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"info","ts":1789564879.7703435,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"ce18f444-952c-44e1-8d9f-11d97d38d65f","modelName":"e2e-legacy-migration-18f94016","resolvedRefs":1} {"level":"info","ts":1789564879.7703843,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"5b78ed75-b020-4dd2-83e2-e916fdf38957"} {"level":"info","ts":1789564879.7704227,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"5b78ed75-b020-4dd2-83e2-e916fdf38957","name":"e2e-legacy-migration-18f94016"} {"level":"error","ts":1789564879.7743304,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"cd8fc110-cafb-45b3-9157-6285d43237c9","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-18f94016\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789564879.7743864,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"faf2cf4f-da14-4991-ac9b-d0b00f61c091"} {"level":"info","ts":1789564879.7744184,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"faf2cf4f-da14-4991-ac9b-d0b00f61c091","name":"e2e-legacy-migration-18f94016"} {"level":"info","ts":1789564879.7753975,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"aee97678-7f57-40d7-92cf-b2934c596dec","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"info","ts":1789564879.7790282,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"aee97678-7f57-40d7-92cf-b2934c596dec","name":"e2e-legacy-migration-18f94016"} {"level":"info","ts":1789564879.78995,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"aee97678-7f57-40d7-92cf-b2934c596dec","provider":"openai","model":"e2e-legacy-migration-18f94016","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789564879.7960236,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"c59de470-bc62-4edd-8294-bc4f532c6ab6","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"info","ts":1789564879.7960534,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"c59de470-bc62-4edd-8294-bc4f532c6ab6","modelName":"e2e-legacy-migration-18f94016","resolvedRefs":1} {"level":"info","ts":1789564879.8056238,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"faf2cf4f-da14-4991-ac9b-d0b00f61c091","service":"e2e-legacy-migration-18f94016","serviceEntry":"e2e-legacy-migration-18f94016","destinationRule":"e2e-legacy-migration-18f94016"} {"level":"error","ts":1789564879.8060477,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"5b78ed75-b020-4dd2-83e2-e916fdf38957","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-18f94016\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789564879.8060758,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"5b78ed75-b020-4dd2-83e2-e916fdf38957","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-18f94016\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789564879.8061154,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"e647f6b0-901d-458a-8d6b-de8df680d5da"} {"level":"info","ts":1789564879.8061523,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"e647f6b0-901d-458a-8d6b-de8df680d5da","name":"e2e-legacy-migration-18f94016"} {"level":"info","ts":1789564879.817165,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"e647f6b0-901d-458a-8d6b-de8df680d5da","httpRoute":"e2e-legacy-migration-18f94016","providers":["e2e-legacy-migration-18f94016"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789564879.823078,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"8f722d1a-e4c5-4cdf-895f-bec8b1aaad78","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"info","ts":1789564879.8231015,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"8f722d1a-e4c5-4cdf-895f-bec8b1aaad78","modelName":"e2e-legacy-migration-18f94016","resolvedRefs":1} {"level":"error","ts":1789564879.8270392,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"e647f6b0-901d-458a-8d6b-de8df680d5da","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-18f94016\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789564879.8271081,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"6c2ee545-3c2f-4c5b-bf82-57f30d463b2c"} {"level":"info","ts":1789564879.8271527,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"6c2ee545-3c2f-4c5b-bf82-57f30d463b2c","name":"e2e-legacy-migration-18f94016"} {"level":"info","ts":1789564879.840224,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"6c2ee545-3c2f-4c5b-bf82-57f30d463b2c","httpRoute":"e2e-legacy-migration-18f94016","providers":["e2e-legacy-migration-18f94016"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789564879.846997,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"e7b24ff5-f988-4f40-8298-13f799cc5081","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"info","ts":1789564879.8470259,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"e7b24ff5-f988-4f40-8298-13f799cc5081","modelName":"e2e-legacy-migration-18f94016","resolvedRefs":1} {"level":"error","ts":1789564879.8506985,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"6c2ee545-3c2f-4c5b-bf82-57f30d463b2c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-18f94016\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789564879.8507652,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"3de37c16-56df-4f1f-9f81-6c81a62e7738"} {"level":"info","ts":1789564879.8508286,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"3de37c16-56df-4f1f-9f81-6c81a62e7738","name":"e2e-legacy-migration-18f94016"} {"level":"info","ts":1789564879.861265,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"3de37c16-56df-4f1f-9f81-6c81a62e7738","httpRoute":"e2e-legacy-migration-18f94016","providers":["e2e-legacy-migration-18f94016"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789564879.9340532,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"872f62f3-f9a0-4127-aab5-f0e131a4a081","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"info","ts":1789564879.941836,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"872f62f3-f9a0-4127-aab5-f0e131a4a081","name":"e2e-legacy-migration-18f94016"} {"level":"info","ts":1789564879.949201,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"872f62f3-f9a0-4127-aab5-f0e131a4a081","provider":"openai","model":"e2e-legacy-migration-18f94016","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789564882.5952368,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"e0689858-ab33-49bf-8eba-f9a6d6910f24","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"info","ts":1789564882.603965,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"fd0538af-9878-4134-8ac3-4b3dace64420"} {"level":"info","ts":1789564882.6040044,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"3c8104d3-43e3-4df8-8f02-05c4b23cf993","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"info","ts":1789564882.6040351,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"3c8104d3-43e3-4df8-8f02-05c4b23cf993","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"info","ts":1789564882.6069422,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"6a68ad29-56f8-458a-9979-6cd5b80ea7e1","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"info","ts":1789564882.6069717,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"6a68ad29-56f8-458a-9979-6cd5b80ea7e1","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"info","ts":1789564882.6070242,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"e4e439a9-37f3-4c6b-8322-d6068847fcc8"} {"level":"info","ts":1789564918.6968827,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e2d55a8a-f488-4da2-a21b-d3f70e46a430"} {"level":"info","ts":1789564918.6968834,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b4c22637-d33c-4fd7-9f2b-3494957f5d83","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789564918.696931,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b4c22637-d33c-4fd7-9f2b-3494957f5d83","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789564918.8511453,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fe9ce1ed-048d-4781-b947-86e6e830e4a9","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789564918.85119,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fe9ce1ed-048d-4781-b947-86e6e830e4a9","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789564918.8512118,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"caa9f335-45ea-41a8-b8fb-a820414c5a4b"} {"level":"info","ts":1789565305.0573049,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789565305.057818,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bae995c0-94f9-4caf-8257-04e6c4204864"} {"level":"info","ts":1789565305.0578442,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"bae995c0-94f9-4caf-8257-04e6c4204864"} {"level":"info","ts":1789565305.0578806,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bae995c0-94f9-4caf-8257-04e6c4204864","EoS":false} {"level":"info","ts":1789565305.0578964,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bae995c0-94f9-4caf-8257-04e6c4204864","EoS":true} {"level":"info","ts":1789565305.0579166,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bae995c0-94f9-4caf-8257-04e6c4204864","field":"model","value":"e2e/simulator-w0-a21a40"} {"level":"info","ts":1789565305.0579376,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"bae995c0-94f9-4caf-8257-04e6c4204864","path":"/e2e-models-e2e-worker-w0-a21a40/simulator-w0-a21a40/v1/completions"} {"level":"info","ts":1789565305.057968,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"bae995c0-94f9-4caf-8257-04e6c4204864"} {"level":"info","ts":1789565305.1392503,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789565305.1393397,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6fbc3ff6-70d4-449a-adec-7eeee9fb16ca"} {"level":"info","ts":1789565305.1393504,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"6fbc3ff6-70d4-449a-adec-7eeee9fb16ca"} {"level":"info","ts":1789565305.1393654,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6fbc3ff6-70d4-449a-adec-7eeee9fb16ca","EoS":false} {"level":"info","ts":1789565305.1393855,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6fbc3ff6-70d4-449a-adec-7eeee9fb16ca","EoS":true} {"level":"info","ts":1789565305.1394064,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6fbc3ff6-70d4-449a-adec-7eeee9fb16ca","field":"model","value":"e2e/simulator-w0-a21a40"} {"level":"info","ts":1789565305.139422,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"6fbc3ff6-70d4-449a-adec-7eeee9fb16ca","path":"/e2e-models-e2e-worker-w0-a21a40/simulator-w0-a21a40/v1/completions"} {"level":"info","ts":1789565305.1394491,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"6fbc3ff6-70d4-449a-adec-7eeee9fb16ca"} {"level":"info","ts":1789565305.1734953,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789565305.173555,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"65498a54-8cdb-4319-97fe-6685d77599c9"} {"level":"info","ts":1789565305.173566,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"65498a54-8cdb-4319-97fe-6685d77599c9"} {"level":"info","ts":1789565305.1735764,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"65498a54-8cdb-4319-97fe-6685d77599c9","EoS":false} {"level":"info","ts":1789565305.1735883,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"65498a54-8cdb-4319-97fe-6685d77599c9","EoS":true} {"level":"info","ts":1789565305.1736238,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"65498a54-8cdb-4319-97fe-6685d77599c9","field":"model","value":"e2e/simulator-w0-a21a40"} {"level":"info","ts":1789565305.1736379,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"65498a54-8cdb-4319-97fe-6685d77599c9","path":"/e2e-models-e2e-worker-w0-a21a40/simulator-w0-a21a40/v1/completions"} {"level":"info","ts":1789565305.1736574,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"65498a54-8cdb-4319-97fe-6685d77599c9"} {"level":"info","ts":1789565305.2307029,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789565305.2307801,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"62425129-5133-4429-9a56-4c8eda8de59f"} {"level":"info","ts":1789565305.230791,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"62425129-5133-4429-9a56-4c8eda8de59f"} {"level":"info","ts":1789565305.2308025,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"62425129-5133-4429-9a56-4c8eda8de59f","EoS":false} {"level":"info","ts":1789565305.2308145,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"62425129-5133-4429-9a56-4c8eda8de59f","EoS":true} {"level":"info","ts":1789565305.2308345,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"62425129-5133-4429-9a56-4c8eda8de59f","field":"model","value":"e2e/simulator-w0-a21a40"} {"level":"info","ts":1789565305.2308538,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"62425129-5133-4429-9a56-4c8eda8de59f","path":"/e2e-models-e2e-worker-w0-a21a40/simulator-w0-a21a40/v1/completions"} {"level":"info","ts":1789565305.2308705,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"62425129-5133-4429-9a56-4c8eda8de59f"} {"level":"info","ts":1789565307.3041465,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789565307.3042288,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eca07b13-cc66-4bec-846e-e5a84cc2bdca"} {"level":"info","ts":1789565307.3042421,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"eca07b13-cc66-4bec-846e-e5a84cc2bdca"} {"level":"info","ts":1789565307.3042533,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"eca07b13-cc66-4bec-846e-e5a84cc2bdca","EoS":false} {"level":"info","ts":1789565307.3042643,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"eca07b13-cc66-4bec-846e-e5a84cc2bdca","EoS":true} {"level":"info","ts":1789565307.3042846,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eca07b13-cc66-4bec-846e-e5a84cc2bdca","field":"model","value":"e2e/simulator-w0-a21a40"} {"level":"info","ts":1789565307.3042998,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"eca07b13-cc66-4bec-846e-e5a84cc2bdca","path":"/e2e-models-e2e-worker-w0-a21a40/simulator-w0-a21a40/v1/completions"} {"level":"info","ts":1789565307.3043222,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"eca07b13-cc66-4bec-846e-e5a84cc2bdca"} {"level":"info","ts":1789565307.3386075,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789565307.3386834,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9020b325-d258-4050-82be-f283f98f35e6"} {"level":"info","ts":1789565307.3386958,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"9020b325-d258-4050-82be-f283f98f35e6"} {"level":"info","ts":1789565307.3387058,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9020b325-d258-4050-82be-f283f98f35e6","EoS":false} {"level":"info","ts":1789565307.338718,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9020b325-d258-4050-82be-f283f98f35e6","EoS":true} {"level":"info","ts":1789565307.338738,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9020b325-d258-4050-82be-f283f98f35e6","field":"model","value":"e2e/simulator-w0-a21a40"} {"level":"info","ts":1789565307.3387513,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"9020b325-d258-4050-82be-f283f98f35e6","path":"/e2e-models-e2e-worker-w0-a21a40/simulator-w0-a21a40/v1/chat/completions"} {"level":"info","ts":1789565307.338771,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"9020b325-d258-4050-82be-f283f98f35e6"} {"level":"info","ts":1789565307.6074333,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789565307.6075225,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2fe47263-2112-4051-9b42-c32b5f23c4aa"} {"level":"info","ts":1789565307.6075344,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"2fe47263-2112-4051-9b42-c32b5f23c4aa"} {"level":"info","ts":1789565307.6075454,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2fe47263-2112-4051-9b42-c32b5f23c4aa","EoS":false} {"level":"info","ts":1789565307.6075563,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2fe47263-2112-4051-9b42-c32b5f23c4aa","EoS":true} {"level":"info","ts":1789565307.607576,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2fe47263-2112-4051-9b42-c32b5f23c4aa","field":"model","value":"e2e/simulator-w0-a21a40"} {"level":"info","ts":1789565307.6075907,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"2fe47263-2112-4051-9b42-c32b5f23c4aa","path":"/e2e-models-e2e-worker-w0-a21a40/simulator-w0-a21a40/v1/completions"} {"level":"info","ts":1789565307.6076293,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"2fe47263-2112-4051-9b42-c32b5f23c4aa"} {"level":"info","ts":1789565307.634149,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789565307.6342444,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4ca48243-4176-4646-a582-b1efda4ecfc0"} {"level":"info","ts":1789565307.6342607,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"4ca48243-4176-4646-a582-b1efda4ecfc0"} {"level":"info","ts":1789565307.6342788,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4ca48243-4176-4646-a582-b1efda4ecfc0","EoS":false} {"level":"info","ts":1789565307.6342976,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4ca48243-4176-4646-a582-b1efda4ecfc0","EoS":true} {"level":"info","ts":1789565307.6343248,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4ca48243-4176-4646-a582-b1efda4ecfc0","field":"model","value":"e2e/simulator-w0-a21a40"} {"level":"info","ts":1789565307.6343422,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"4ca48243-4176-4646-a582-b1efda4ecfc0","path":"/e2e-models-e2e-worker-w0-a21a40/simulator-w0-a21a40/v1/completions"} {"level":"info","ts":1789565307.6343737,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"4ca48243-4176-4646-a582-b1efda4ecfc0"} {"level":"info","ts":1789565307.9820216,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789565307.9821088,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"35baf7e5-9f4e-40b7-a589-a1eb5140a04f"} {"level":"info","ts":1789565307.982121,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"35baf7e5-9f4e-40b7-a589-a1eb5140a04f"} {"level":"info","ts":1789565307.982132,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"35baf7e5-9f4e-40b7-a589-a1eb5140a04f","EoS":false} {"level":"info","ts":1789565307.9821422,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"35baf7e5-9f4e-40b7-a589-a1eb5140a04f","EoS":true} {"level":"info","ts":1789565307.9821627,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"35baf7e5-9f4e-40b7-a589-a1eb5140a04f","field":"model","value":"e2e/simulator-w0-a21a40"} {"level":"info","ts":1789565307.9821796,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"35baf7e5-9f4e-40b7-a589-a1eb5140a04f","path":"/e2e-models-e2e-worker-w0-a21a40/simulator-w0-a21a40/v1/completions"} {"level":"info","ts":1789565307.9822042,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"35baf7e5-9f4e-40b7-a589-a1eb5140a04f"} {"level":"info","ts":1789565308.108564,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789565308.1086676,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"75253020-65da-400f-9d14-f92a66a45694"} {"level":"info","ts":1789565308.1086814,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"75253020-65da-400f-9d14-f92a66a45694"} {"level":"info","ts":1789565308.1086922,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"75253020-65da-400f-9d14-f92a66a45694","EoS":false} {"level":"info","ts":1789565308.108702,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"75253020-65da-400f-9d14-f92a66a45694","EoS":true} {"level":"info","ts":1789565308.1087575,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"75253020-65da-400f-9d14-f92a66a45694","field":"model","value":"e2e/simulator-w0-a21a40"} {"level":"info","ts":1789565308.1087735,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"75253020-65da-400f-9d14-f92a66a45694","path":"/e2e-models-e2e-worker-w0-a21a40/simulator-w0-a21a40/v1/completions"} {"level":"info","ts":1789565308.1087952,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"75253020-65da-400f-9d14-f92a66a45694"} {"level":"info","ts":1789565308.1352289,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789565308.1353152,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9ddec900-c718-4a5f-ae5e-f3cc267d0865"} {"level":"info","ts":1789565308.1353269,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"9ddec900-c718-4a5f-ae5e-f3cc267d0865"} {"level":"info","ts":1789565308.1353388,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9ddec900-c718-4a5f-ae5e-f3cc267d0865","EoS":false} {"level":"info","ts":1789565308.1353512,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9ddec900-c718-4a5f-ae5e-f3cc267d0865","EoS":true} {"level":"info","ts":1789565308.1353717,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9ddec900-c718-4a5f-ae5e-f3cc267d0865","field":"model","value":"e2e/simulator-w0-a21a40"} {"level":"info","ts":1789565308.1353874,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"9ddec900-c718-4a5f-ae5e-f3cc267d0865","path":"/e2e-models-e2e-worker-w0-a21a40/simulator-w0-a21a40/v1/completions"} {"level":"info","ts":1789565308.1354077,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"9ddec900-c718-4a5f-ae5e-f3cc267d0865"} {"level":"info","ts":1789565308.164216,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789565308.1642988,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bc476516-02a7-48ab-b0aa-bc0f5769fae4"} {"level":"info","ts":1789565308.1643114,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"bc476516-02a7-48ab-b0aa-bc0f5769fae4"} {"level":"info","ts":1789565308.164322,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bc476516-02a7-48ab-b0aa-bc0f5769fae4","EoS":false} {"level":"info","ts":1789565308.164332,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bc476516-02a7-48ab-b0aa-bc0f5769fae4","EoS":true} {"level":"info","ts":1789565308.1643512,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bc476516-02a7-48ab-b0aa-bc0f5769fae4","field":"model","value":"e2e/simulator-w0-a21a40"} {"level":"info","ts":1789565308.1643653,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"bc476516-02a7-48ab-b0aa-bc0f5769fae4","path":"/e2e-models-e2e-worker-w0-a21a40/simulator-w0-a21a40/v1/completions"} {"level":"info","ts":1789565308.1643803,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"bc476516-02a7-48ab-b0aa-bc0f5769fae4"}