{"level":"info","ts":1789477101.0292802,"logger":"setup","caller":"cmd/runner.go:103","msg":"ai-gateway-payload-processing build","commit-sha":"unknown","build-ref":""} {"level":"info","ts":1789477101.0314965,"logger":"setup","caller":"cmd/runner.go:172","msg":"Setting pprof handlers"} {"level":"info","ts":1789477101.0315356,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/heap"} {"level":"info","ts":1789477101.0315523,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/goroutine"} {"level":"info","ts":1789477101.0315578,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/allocs"} {"level":"info","ts":1789477101.0315628,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/threadcreate"} {"level":"info","ts":1789477101.031567,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/block"} {"level":"info","ts":1789477101.0315752,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/mutex"} {"level":"info","ts":1789477101.0574825,"logger":"setup","caller":"loader/configloader.go:171","msg":"Loaded raw configuration","config":"{Plugins: [{Name: model-extractor, Type: body-field-to-header, Parameters: {\"fieldName\":\"model\",\"headerName\":\"X-Gateway-Model-Name\"}} {Type: model-provider-resolver}], Profiles: [{Name: default, Plugins: {Request: [{PluginRef: model-extractor} {PluginRef: model-provider-resolver}]}}]}"} {"level":"info","ts":1789477101.0576303,"logger":"setup","caller":"cmd/runner.go:242","msg":"manager starting"} {"level":"info","ts":1789477101.0576591,"logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"} {"level":"info","ts":1789477101.0579543,"logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":9090","secure":false} {"level":"info","ts":1789477101.0580523,"caller":"cmd/runner.go:316","msg":"gRPC server starting","name":"health"} {"level":"info","ts":1789477101.0581007,"caller":"cmd/runner.go:323","msg":"gRPC server listening","name":"health","port":9005} {"level":"info","ts":1789477101.0584157,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1789477101.0587285,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":1789477101.0590127,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalProvider","resyncPeriod":38767.748782327,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789477101.0590274,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789477101.059247,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1789477101.0593476,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1789477101.0594401,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","resyncPeriod":37412.431517778,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789477101.059459,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789477101.059643,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":1789477101.059942,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1789477101.1131163,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":1789477101.113275,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalModel","resyncPeriod":35806.674417821,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789477101.1133487,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789477101.1134484,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789477101.148834,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789477101.1493895,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789477101.159721,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1789477101.1597545,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1789477101.2604482,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"} {"level":"info","ts":1789477101.260507,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1} {"level":"info","ts":1789477101.2606604,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a54c1a61-e210-4aa5-858b-a8192d578ac7"} {"level":"info","ts":1789477101.2610097,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1789477101.26104,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1789477101.261113,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0193b4ce-d8b7-4cfe-a5fa-edb217f19904"} {"level":"info","ts":1789477101.2614298,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":33583.544793216,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789477101.2614481,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789477101.2617092,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":37244.506796267,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789477101.261728,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789477101.3174725,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1789477101.3175206,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1789477101.3176448,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2c7d2e4c-1322-4f52-913b-eb064c01500b","name":"e2e-external-model","namespace":"llm"} {"level":"error","ts":1789477101.3177233,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2c7d2e4c-1322-4f52-913b-eb064c01500b","provider":"e2e-external-provider","error":"ExternalProvider \"e2e-external-provider\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789477101.3177543,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2c7d2e4c-1322-4f52-913b-eb064c01500b"} {"level":"info","ts":1789477101.323308,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"} {"level":"info","ts":1789477101.323342,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1} {"level":"info","ts":1789477101.323423,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8a7958d3-79ed-4b2d-81c9-df8fd1d86d3a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789477101.323481,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8a7958d3-79ed-4b2d-81c9-df8fd1d86d3a","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789477101.3297746,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789477101.4168308,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0193b4ce-d8b7-4cfe-a5fa-edb217f19904","name":"e2e-external-model"} {"level":"info","ts":1789477101.4244134,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789477101.4313295,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0193b4ce-d8b7-4cfe-a5fa-edb217f19904","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789477101.4621737,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":35088.174875562,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789477101.4621947,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789477101.51583,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789477101.562521,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a54c1a61-e210-4aa5-858b-a8192d578ac7","name":"e2e-external-provider"} {"level":"info","ts":1789477101.5737243,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a54c1a61-e210-4aa5-858b-a8192d578ac7","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1789477102.8312054,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"62336be3-c744-4663-96e1-3f681c46edf2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789477102.831273,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"62336be3-c744-4663-96e1-3f681c46edf2","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1789477102.8313565,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4367f2e4-01a1-4d24-9071-c523106238fd"} {"level":"info","ts":1789477102.8399348,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"95627783-aac8-4a81-8100-1df866015ac6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789477102.8400338,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"95627783-aac8-4a81-8100-1df866015ac6","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1789477102.8407881,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4367f2e4-01a1-4d24-9071-c523106238fd","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789477102.840841,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4367f2e4-01a1-4d24-9071-c523106238fd","name":"e2e-cleanup-test"} {"level":"error","ts":1789477102.8663516,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4367f2e4-01a1-4d24-9071-c523106238fd","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789477102.866395,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4367f2e4-01a1-4d24-9071-c523106238fd","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789477102.8664558,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fb97f665-2344-4877-bfc0-38fd422cf75a"} {"level":"info","ts":1789477102.8665192,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fb97f665-2344-4877-bfc0-38fd422cf75a","name":"e2e-cleanup-test"} {"level":"info","ts":1789477102.8670564,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3849e038-89eb-4c25-be71-293f88f28716","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789477102.867087,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3849e038-89eb-4c25-be71-293f88f28716","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1789477102.9132826,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"da9dc889-f5bf-4728-81b9-acdfd19aa5be","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789477102.913314,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"da9dc889-f5bf-4728-81b9-acdfd19aa5be","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1789477102.9135792,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fb97f665-2344-4877-bfc0-38fd422cf75a","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789477102.917998,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fb97f665-2344-4877-bfc0-38fd422cf75a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789477102.9180675,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f9da074d-4734-4594-a05e-d07d03013428"} {"level":"info","ts":1789477102.9181225,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f9da074d-4734-4594-a05e-d07d03013428","name":"e2e-cleanup-test"} {"level":"info","ts":1789477102.927291,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f9da074d-4734-4594-a05e-d07d03013428","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789477103.158656,"caller":"cmd/runner.go:316","msg":"gRPC server starting","name":"ext-proc"} {"level":"info","ts":1789477103.1587484,"caller":"cmd/runner.go:323","msg":"gRPC server listening","name":"ext-proc","port":9004} {"level":"info","ts":1789477106.318918,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"92b637f9-a75a-4b36-9f5a-4bba43356d62","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789477106.3189938,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"92b637f9-a75a-4b36-9f5a-4bba43356d62","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1789477111.0893512,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fffc98db-d706-4637-a81d-8aa9471d83cb","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789477111.0893872,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fffc98db-d706-4637-a81d-8aa9471d83cb","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789477111.089397,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0f17360c-6bf6-4dfd-b11b-f9481a2dfe65"} {"level":"info","ts":1789477115.7180467,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"575b269e-14d7-478d-9b3a-05fbb910e5ab","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477115.724043,"caller":"legacymigration/reconciler.go:147","msg":"creating ExternalProvider","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"575b269e-14d7-478d-9b3a-05fbb910e5ab","name":"e2e-legacy-migration-e7f2fba2"} {"level":"info","ts":1789477115.7334003,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"5624d601-c39a-46a7-a224-7bf22d8f7b3f","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477115.7334185,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"736fef27-ce4e-4566-be48-87b18cfe8a8d"} {"level":"info","ts":1789477115.7334538,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"5624d601-c39a-46a7-a224-7bf22d8f7b3f","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1789477115.7353914,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"575b269e-14d7-478d-9b3a-05fbb910e5ab","error":"failed to apply ExternalProvider: externalproviders.inference.opendatahub.io \"e2e-legacy-migration-e7f2fba2\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789477115.7402823,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"0ef5ed4c-dd1e-4435-a660-659b2e4159ba"} {"level":"info","ts":1789477115.7403026,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"b18d24ec-4253-49ba-be48-4b74cadf46e6","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477115.7403462,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"b18d24ec-4253-49ba-be48-4b74cadf46e6","modelName":"e2e-legacy-migration-e7f2fba2","resolvedRefs":1} {"level":"info","ts":1789477115.740549,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"5905d985-e0c3-49ed-a4e5-c45b15afff3a","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477115.7444894,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"8802168f-7045-4998-b2bf-77df93308084","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477115.744517,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"8802168f-7045-4998-b2bf-77df93308084","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789477115.7445226,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"8dda7838-1087-4895-8b76-bea078406657","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477115.7445452,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"8dda7838-1087-4895-8b76-bea078406657","modelName":"e2e-legacy-migration-e7f2fba2","resolvedRefs":1} {"level":"error","ts":1789477115.7452655,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"736fef27-ce4e-4566-be48-87b18cfe8a8d","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-e7f2fba2\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789477115.7453153,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"736fef27-ce4e-4566-be48-87b18cfe8a8d","name":"e2e-legacy-migration-e7f2fba2"} {"level":"info","ts":1789477115.7543757,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"5905d985-e0c3-49ed-a4e5-c45b15afff3a","name":"e2e-legacy-migration-e7f2fba2"} {"level":"info","ts":1789477115.7553709,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"d5755799-75e3-499c-9ad4-2eeabf7338be","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477115.7553997,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"d5755799-75e3-499c-9ad4-2eeabf7338be","modelName":"e2e-legacy-migration-e7f2fba2","resolvedRefs":1} {"level":"error","ts":1789477115.7621822,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"0ef5ed4c-dd1e-4435-a660-659b2e4159ba","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-e7f2fba2\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789477115.7622175,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"0ef5ed4c-dd1e-4435-a660-659b2e4159ba","provider":"e2e-legacy-migration-e7f2fba2","phase":"Pending"} {"level":"info","ts":1789477115.7755783,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"81f778f5-d307-4dae-b568-9a8e76701974","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477115.7756093,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"81f778f5-d307-4dae-b568-9a8e76701974","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789477115.7756982,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"a3ef9302-f647-4380-bf62-cc60eb1475a8","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477115.7757251,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"a3ef9302-f647-4380-bf62-cc60eb1475a8","modelName":"e2e-legacy-migration-e7f2fba2","resolvedRefs":1} {"level":"info","ts":1789477115.7758298,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"92a3496d-cdb2-434e-893e-da798ecb3356","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"error","ts":1789477115.7758427,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"5905d985-e0c3-49ed-a4e5-c45b15afff3a","error":"failed to apply ExternalModel: Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-e7f2fba2\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789477115.7758636,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"92a3496d-cdb2-434e-893e-da798ecb3356","modelName":"e2e-legacy-migration-e7f2fba2","resolvedRefs":1} {"level":"error","ts":1789477115.7761905,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"0ef5ed4c-dd1e-4435-a660-659b2e4159ba","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-e7f2fba2\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789477115.7762303,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"0ef5ed4c-dd1e-4435-a660-659b2e4159ba","error":"ExternalModel \"e2e-legacy-migration-e7f2fba2\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-e7f2fba2\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789477115.7762396,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"736fef27-ce4e-4566-be48-87b18cfe8a8d","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-e7f2fba2\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:93\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789477115.776285,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"9f54ff81-f1a8-491d-8576-93fe6aec21a2"} {"level":"info","ts":1789477115.7763143,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"9f54ff81-f1a8-491d-8576-93fe6aec21a2","provider":"e2e-legacy-migration-e7f2fba2","phase":"Failed"} {"level":"error","ts":1789477115.7762825,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"736fef27-ce4e-4566-be48-87b18cfe8a8d","error":"failed to apply Service: services \"e2e-legacy-migration-e7f2fba2\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789477115.7764344,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"8256fb12-ba6c-476f-acdd-e4287009b4d6"} {"level":"info","ts":1789477115.7764816,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"8256fb12-ba6c-476f-acdd-e4287009b4d6","name":"e2e-legacy-migration-e7f2fba2"} {"level":"info","ts":1789477115.7857816,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"be121119-61f4-4ffc-a1f6-d62ba0dd2726","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477115.7858145,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"be121119-61f4-4ffc-a1f6-d62ba0dd2726","modelName":"e2e-legacy-migration-e7f2fba2","resolvedRefs":1} {"level":"info","ts":1789477115.7865689,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"9ab10152-5104-4b97-af86-b59fba8f36e6","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"error","ts":1789477115.7898138,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"9f54ff81-f1a8-491d-8576-93fe6aec21a2","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-e7f2fba2\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789477115.789857,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"9f54ff81-f1a8-491d-8576-93fe6aec21a2","error":"ExternalModel \"e2e-legacy-migration-e7f2fba2\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-e7f2fba2\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789477115.789904,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"e7bf8ed1-8fb6-45a9-9b17-88cdd1be6411"} {"level":"info","ts":1789477115.7899258,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"e7bf8ed1-8fb6-45a9-9b17-88cdd1be6411","provider":"e2e-legacy-migration-e7f2fba2","phase":"Failed"} {"level":"info","ts":1789477115.7919948,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"9ab10152-5104-4b97-af86-b59fba8f36e6","name":"e2e-legacy-migration-e7f2fba2"} {"level":"error","ts":1789477115.7972705,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"e7bf8ed1-8fb6-45a9-9b17-88cdd1be6411","error":"ExternalModel \"e2e-legacy-migration-e7f2fba2\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-e7f2fba2\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789477115.8000755,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"8256fb12-ba6c-476f-acdd-e4287009b4d6","service":"e2e-legacy-migration-e7f2fba2","serviceEntry":"e2e-legacy-migration-e7f2fba2","destinationRule":"e2e-legacy-migration-e7f2fba2"} {"level":"info","ts":1789477115.8013813,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"9ab10152-5104-4b97-af86-b59fba8f36e6","provider":"openai","model":"e2e-legacy-migration-e7f2fba2","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789477115.80842,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"40044e01-6871-4b31-8794-b4be51acf9a0","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477115.8084457,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"40044e01-6871-4b31-8794-b4be51acf9a0","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789477115.808461,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"b955e502-069d-4714-bc11-f2458c0d5e8a","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477115.8084803,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"b955e502-069d-4714-bc11-f2458c0d5e8a","modelName":"e2e-legacy-migration-e7f2fba2","resolvedRefs":1} {"level":"info","ts":1789477115.808516,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"f6748421-2143-4ef9-9474-3ddc55461b2e"} {"level":"info","ts":1789477115.8085473,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"f6748421-2143-4ef9-9474-3ddc55461b2e","name":"e2e-legacy-migration-e7f2fba2"} {"level":"error","ts":1789477115.812026,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"8256fb12-ba6c-476f-acdd-e4287009b4d6","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-e7f2fba2\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789477115.81209,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"ca89b3cb-d27f-4788-a541-e0cf3682db14"} {"level":"info","ts":1789477115.8121235,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"ca89b3cb-d27f-4788-a541-e0cf3682db14","name":"e2e-legacy-migration-e7f2fba2"} {"level":"info","ts":1789477115.8335705,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"32f5b16f-6699-41ed-ac6a-4563af5c6633","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477115.8335943,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"32f5b16f-6699-41ed-ac6a-4563af5c6633","modelName":"e2e-legacy-migration-e7f2fba2","resolvedRefs":1} {"level":"info","ts":1789477115.8373287,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"ca89b3cb-d27f-4788-a541-e0cf3682db14","service":"e2e-legacy-migration-e7f2fba2","serviceEntry":"e2e-legacy-migration-e7f2fba2","destinationRule":"e2e-legacy-migration-e7f2fba2"} {"level":"error","ts":1789477115.8433952,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"f6748421-2143-4ef9-9474-3ddc55461b2e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-e7f2fba2\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789477115.843436,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"f6748421-2143-4ef9-9474-3ddc55461b2e","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-e7f2fba2\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789477115.8434868,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"9cb3693a-671f-4e50-80f4-7201d7f8581c"} {"level":"info","ts":1789477115.843546,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"9cb3693a-671f-4e50-80f4-7201d7f8581c","name":"e2e-legacy-migration-e7f2fba2"} {"level":"info","ts":1789477115.851643,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"b82e63b2-126a-4afa-84bd-542686cd47e5","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477115.8516757,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"b82e63b2-126a-4afa-84bd-542686cd47e5","modelName":"e2e-legacy-migration-e7f2fba2","resolvedRefs":1} {"level":"info","ts":1789477115.8543508,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"9cb3693a-671f-4e50-80f4-7201d7f8581c","httpRoute":"e2e-legacy-migration-e7f2fba2","providers":["e2e-legacy-migration-e7f2fba2"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789477115.8609543,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"9cb3693a-671f-4e50-80f4-7201d7f8581c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-e7f2fba2\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789477115.8610506,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"97217ad1-d22c-400d-9771-eabc470ffba9"} {"level":"info","ts":1789477115.861108,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"97217ad1-d22c-400d-9771-eabc470ffba9","name":"e2e-legacy-migration-e7f2fba2"} {"level":"info","ts":1789477115.870364,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"47c596e6-6cf9-4cf6-b6df-e72605813e56","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477115.8703966,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"47c596e6-6cf9-4cf6-b6df-e72605813e56","modelName":"e2e-legacy-migration-e7f2fba2","resolvedRefs":1} {"level":"info","ts":1789477115.8711975,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"97217ad1-d22c-400d-9771-eabc470ffba9","httpRoute":"e2e-legacy-migration-e7f2fba2","providers":["e2e-legacy-migration-e7f2fba2"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789477115.8757205,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"97217ad1-d22c-400d-9771-eabc470ffba9","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-e7f2fba2\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789477115.8757825,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"c08df74c-a6af-420b-8744-72b0d38061ef"} {"level":"info","ts":1789477115.8758242,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"c08df74c-a6af-420b-8744-72b0d38061ef","name":"e2e-legacy-migration-e7f2fba2"} {"level":"info","ts":1789477115.8884256,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"c08df74c-a6af-420b-8744-72b0d38061ef","httpRoute":"e2e-legacy-migration-e7f2fba2","providers":["e2e-legacy-migration-e7f2fba2"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789477115.963503,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"59c9aad0-ac53-497c-9189-98532587e078","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477115.9667995,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"59c9aad0-ac53-497c-9189-98532587e078","name":"e2e-legacy-migration-e7f2fba2"} {"level":"info","ts":1789477115.9735887,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"59c9aad0-ac53-497c-9189-98532587e078","provider":"openai","model":"e2e-legacy-migration-e7f2fba2","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789477118.6206193,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"3ee9ee78-5707-49eb-a820-5a33e834046a","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477118.6272798,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"80e92d5c-66a0-4662-9c6e-e1af30dfcc2e","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477118.6273177,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"80e92d5c-66a0-4662-9c6e-e1af30dfcc2e","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477118.6273339,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"b7b941b2-0694-4120-b154-3045b8bd5190"} {"level":"info","ts":1789477118.6283357,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"ecf2e560-5932-4ed9-b030-55c75d430688"} {"level":"info","ts":1789477118.6283357,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"7019bfdf-d6bd-44a6-8ac9-547eb074c056","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477118.6283813,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"7019bfdf-d6bd-44a6-8ac9-547eb074c056","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477153.7373168,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dd3ba376-1841-4755-ab03-380f98977810","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789477153.7374666,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dd3ba376-1841-4755-ab03-380f98977810","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789477153.7373772,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3aacf776-b5c0-429a-b4d3-0e8b866ff5da"} {"level":"info","ts":1789477153.8702881,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4d860d46-0fac-440c-bf7d-41ebb28b36e1"} {"level":"info","ts":1789477153.870328,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"52c5bfa4-c548-4c27-9588-2209bd910647","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789477153.870361,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"52c5bfa4-c548-4c27-9588-2209bd910647","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789477640.5603137,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789477640.5607529,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4486e289-d11c-4d7a-a586-389d5828a712"} {"level":"info","ts":1789477640.560773,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"4486e289-d11c-4d7a-a586-389d5828a712"} {"level":"info","ts":1789477640.5608158,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4486e289-d11c-4d7a-a586-389d5828a712","EoS":false} {"level":"info","ts":1789477640.560834,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4486e289-d11c-4d7a-a586-389d5828a712","EoS":true} {"level":"info","ts":1789477640.5608604,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4486e289-d11c-4d7a-a586-389d5828a712","field":"model","value":"e2e/simulator-w0-6c9f0b"} {"level":"info","ts":1789477640.5608883,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"4486e289-d11c-4d7a-a586-389d5828a712","path":"/e2e-models-e2e-worker-w0-6c9f0b/simulator-w0-6c9f0b/v1/completions"} {"level":"info","ts":1789477640.5609264,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"4486e289-d11c-4d7a-a586-389d5828a712"} {"level":"info","ts":1789477640.6435049,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789477640.6435878,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e6ef3ce7-0fb9-489a-bc6c-1d1d4f614209"} {"level":"info","ts":1789477640.6436,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"e6ef3ce7-0fb9-489a-bc6c-1d1d4f614209"} {"level":"info","ts":1789477640.6436124,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e6ef3ce7-0fb9-489a-bc6c-1d1d4f614209","EoS":false} {"level":"info","ts":1789477640.643625,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e6ef3ce7-0fb9-489a-bc6c-1d1d4f614209","EoS":true} {"level":"info","ts":1789477640.6436453,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e6ef3ce7-0fb9-489a-bc6c-1d1d4f614209","field":"model","value":"e2e/simulator-w0-6c9f0b"} {"level":"info","ts":1789477640.6436596,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"e6ef3ce7-0fb9-489a-bc6c-1d1d4f614209","path":"/e2e-models-e2e-worker-w0-6c9f0b/simulator-w0-6c9f0b/v1/completions"} {"level":"info","ts":1789477640.6436784,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"e6ef3ce7-0fb9-489a-bc6c-1d1d4f614209"} {"level":"info","ts":1789477640.6719198,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789477640.6720166,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b571baf5-d09a-427e-8ee6-db91c0509f81"} {"level":"info","ts":1789477640.672028,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"b571baf5-d09a-427e-8ee6-db91c0509f81"} {"level":"info","ts":1789477640.6720388,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b571baf5-d09a-427e-8ee6-db91c0509f81","EoS":false} {"level":"info","ts":1789477640.6720502,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b571baf5-d09a-427e-8ee6-db91c0509f81","EoS":true} {"level":"info","ts":1789477640.67207,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b571baf5-d09a-427e-8ee6-db91c0509f81","field":"model","value":"e2e/simulator-w0-6c9f0b"} {"level":"info","ts":1789477640.672089,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"b571baf5-d09a-427e-8ee6-db91c0509f81","path":"/e2e-models-e2e-worker-w0-6c9f0b/simulator-w0-6c9f0b/v1/completions"} {"level":"info","ts":1789477640.6721103,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"b571baf5-d09a-427e-8ee6-db91c0509f81"} {"level":"info","ts":1789477640.725733,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789477640.7258165,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b3282efd-bc5f-43bc-90a8-3ab9aa7eb5a2"} {"level":"info","ts":1789477640.7258284,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"b3282efd-bc5f-43bc-90a8-3ab9aa7eb5a2"} {"level":"info","ts":1789477640.725839,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b3282efd-bc5f-43bc-90a8-3ab9aa7eb5a2","EoS":false} {"level":"info","ts":1789477640.725851,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b3282efd-bc5f-43bc-90a8-3ab9aa7eb5a2","EoS":true} {"level":"info","ts":1789477640.7259176,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b3282efd-bc5f-43bc-90a8-3ab9aa7eb5a2","field":"model","value":"e2e/simulator-w0-6c9f0b"} {"level":"info","ts":1789477640.725939,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"b3282efd-bc5f-43bc-90a8-3ab9aa7eb5a2","path":"/e2e-models-e2e-worker-w0-6c9f0b/simulator-w0-6c9f0b/v1/completions"} {"level":"info","ts":1789477640.7259598,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"b3282efd-bc5f-43bc-90a8-3ab9aa7eb5a2"} {"level":"info","ts":1789477642.7953944,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789477642.7954853,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"65a0b3d6-66ab-40ec-8924-04f38a7c5c23"} {"level":"info","ts":1789477642.795496,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"65a0b3d6-66ab-40ec-8924-04f38a7c5c23"} {"level":"info","ts":1789477642.7955074,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"65a0b3d6-66ab-40ec-8924-04f38a7c5c23","EoS":false} {"level":"info","ts":1789477642.795518,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"65a0b3d6-66ab-40ec-8924-04f38a7c5c23","EoS":true} {"level":"info","ts":1789477642.7955391,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"65a0b3d6-66ab-40ec-8924-04f38a7c5c23","field":"model","value":"e2e/simulator-w0-6c9f0b"} {"level":"info","ts":1789477642.7955573,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"65a0b3d6-66ab-40ec-8924-04f38a7c5c23","path":"/e2e-models-e2e-worker-w0-6c9f0b/simulator-w0-6c9f0b/v1/completions"} {"level":"info","ts":1789477642.7955842,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"65a0b3d6-66ab-40ec-8924-04f38a7c5c23"} {"level":"info","ts":1789477642.8301146,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789477642.8302057,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2caed3fc-9874-4de2-91ce-94a5bff61505"} {"level":"info","ts":1789477642.8302164,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"2caed3fc-9874-4de2-91ce-94a5bff61505"} {"level":"info","ts":1789477642.8302276,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2caed3fc-9874-4de2-91ce-94a5bff61505","EoS":false} {"level":"info","ts":1789477642.8302386,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2caed3fc-9874-4de2-91ce-94a5bff61505","EoS":true} {"level":"info","ts":1789477642.830262,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2caed3fc-9874-4de2-91ce-94a5bff61505","field":"model","value":"e2e/simulator-w0-6c9f0b"} {"level":"info","ts":1789477642.830277,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"2caed3fc-9874-4de2-91ce-94a5bff61505","path":"/e2e-models-e2e-worker-w0-6c9f0b/simulator-w0-6c9f0b/v1/chat/completions"} {"level":"info","ts":1789477642.8302948,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"2caed3fc-9874-4de2-91ce-94a5bff61505"} {"level":"info","ts":1789477643.0815644,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789477643.0816534,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4016158d-b365-48e0-8403-10a643dfedca"} {"level":"info","ts":1789477643.0816648,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"4016158d-b365-48e0-8403-10a643dfedca"} {"level":"info","ts":1789477643.0816755,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4016158d-b365-48e0-8403-10a643dfedca","EoS":false} {"level":"info","ts":1789477643.0816872,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4016158d-b365-48e0-8403-10a643dfedca","EoS":true} {"level":"info","ts":1789477643.0817068,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4016158d-b365-48e0-8403-10a643dfedca","field":"model","value":"e2e/simulator-w0-6c9f0b"} {"level":"info","ts":1789477643.0817218,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"4016158d-b365-48e0-8403-10a643dfedca","path":"/e2e-models-e2e-worker-w0-6c9f0b/simulator-w0-6c9f0b/v1/completions"} {"level":"info","ts":1789477643.0817413,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"4016158d-b365-48e0-8403-10a643dfedca"} {"level":"info","ts":1789477643.1106505,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789477643.1107268,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"713bb7f1-a571-4294-9c72-0dcf79cfb7cc"} {"level":"info","ts":1789477643.1107385,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"713bb7f1-a571-4294-9c72-0dcf79cfb7cc"} {"level":"info","ts":1789477643.1107488,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"713bb7f1-a571-4294-9c72-0dcf79cfb7cc","EoS":false} {"level":"info","ts":1789477643.110758,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"713bb7f1-a571-4294-9c72-0dcf79cfb7cc","EoS":true} {"level":"info","ts":1789477643.1107767,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"713bb7f1-a571-4294-9c72-0dcf79cfb7cc","field":"model","value":"e2e/simulator-w0-6c9f0b"} {"level":"info","ts":1789477643.1107905,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"713bb7f1-a571-4294-9c72-0dcf79cfb7cc","path":"/e2e-models-e2e-worker-w0-6c9f0b/simulator-w0-6c9f0b/v1/completions"} {"level":"info","ts":1789477643.110809,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"713bb7f1-a571-4294-9c72-0dcf79cfb7cc"} {"level":"info","ts":1789477643.4256425,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789477643.4257298,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ec0f3e2c-8167-4dec-81eb-bcc92ae637ec"} {"level":"info","ts":1789477643.4257417,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"ec0f3e2c-8167-4dec-81eb-bcc92ae637ec"} {"level":"info","ts":1789477643.4257526,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ec0f3e2c-8167-4dec-81eb-bcc92ae637ec","EoS":false} {"level":"info","ts":1789477643.4257631,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ec0f3e2c-8167-4dec-81eb-bcc92ae637ec","EoS":true} {"level":"info","ts":1789477643.4257846,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ec0f3e2c-8167-4dec-81eb-bcc92ae637ec","field":"model","value":"e2e/simulator-w0-6c9f0b"} {"level":"info","ts":1789477643.425801,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"ec0f3e2c-8167-4dec-81eb-bcc92ae637ec","path":"/e2e-models-e2e-worker-w0-6c9f0b/simulator-w0-6c9f0b/v1/completions"} {"level":"info","ts":1789477643.4258676,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"ec0f3e2c-8167-4dec-81eb-bcc92ae637ec"} {"level":"info","ts":1789477643.5483217,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789477643.5484097,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cf6d75f8-2156-4822-ab15-8d2724201f42"} {"level":"info","ts":1789477643.5484223,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"cf6d75f8-2156-4822-ab15-8d2724201f42"} {"level":"info","ts":1789477643.5484376,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cf6d75f8-2156-4822-ab15-8d2724201f42","EoS":false} {"level":"info","ts":1789477643.5484502,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cf6d75f8-2156-4822-ab15-8d2724201f42","EoS":true} {"level":"info","ts":1789477643.5484707,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cf6d75f8-2156-4822-ab15-8d2724201f42","field":"model","value":"e2e/simulator-w0-6c9f0b"} {"level":"info","ts":1789477643.5484855,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"cf6d75f8-2156-4822-ab15-8d2724201f42","path":"/e2e-models-e2e-worker-w0-6c9f0b/simulator-w0-6c9f0b/v1/completions"} {"level":"info","ts":1789477643.5485063,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"cf6d75f8-2156-4822-ab15-8d2724201f42"} {"level":"info","ts":1789477643.5725553,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789477643.5726426,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6ef2a8af-4f37-45a4-95c5-184e99e31bf9"} {"level":"info","ts":1789477643.5726557,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"6ef2a8af-4f37-45a4-95c5-184e99e31bf9"} {"level":"info","ts":1789477643.5726993,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6ef2a8af-4f37-45a4-95c5-184e99e31bf9","EoS":false} {"level":"info","ts":1789477643.572719,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6ef2a8af-4f37-45a4-95c5-184e99e31bf9","EoS":true} {"level":"info","ts":1789477643.5727463,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6ef2a8af-4f37-45a4-95c5-184e99e31bf9","field":"model","value":"e2e/simulator-w0-6c9f0b"} {"level":"info","ts":1789477643.5727654,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"6ef2a8af-4f37-45a4-95c5-184e99e31bf9","path":"/e2e-models-e2e-worker-w0-6c9f0b/simulator-w0-6c9f0b/v1/completions"} {"level":"info","ts":1789477643.5727873,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"6ef2a8af-4f37-45a4-95c5-184e99e31bf9"} {"level":"info","ts":1789477643.5976539,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789477643.5977345,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8d78100b-c18c-42e8-b3a7-cbd971ca664e"} {"level":"info","ts":1789477643.597746,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"8d78100b-c18c-42e8-b3a7-cbd971ca664e"} {"level":"info","ts":1789477643.5977573,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8d78100b-c18c-42e8-b3a7-cbd971ca664e","EoS":false} {"level":"info","ts":1789477643.5977693,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8d78100b-c18c-42e8-b3a7-cbd971ca664e","EoS":true} {"level":"info","ts":1789477643.5977902,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8d78100b-c18c-42e8-b3a7-cbd971ca664e","field":"model","value":"e2e/simulator-w0-6c9f0b"} {"level":"info","ts":1789477643.5978038,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"8d78100b-c18c-42e8-b3a7-cbd971ca664e","path":"/e2e-models-e2e-worker-w0-6c9f0b/simulator-w0-6c9f0b/v1/completions"} {"level":"info","ts":1789477643.5978215,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"8d78100b-c18c-42e8-b3a7-cbd971ca664e"}