{"level":"info","ts":1788927044.1410549,"logger":"setup","caller":"cmd/runner.go:103","msg":"ai-gateway-payload-processing build","commit-sha":"unknown","build-ref":""} {"level":"info","ts":1788927044.1435785,"logger":"setup","caller":"cmd/runner.go:172","msg":"Setting pprof handlers"} {"level":"info","ts":1788927044.1436036,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/heap"} {"level":"info","ts":1788927044.143626,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/goroutine"} {"level":"info","ts":1788927044.1436336,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/allocs"} {"level":"info","ts":1788927044.1436577,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/threadcreate"} {"level":"info","ts":1788927044.143665,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/block"} {"level":"info","ts":1788927044.1436708,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/mutex"} {"level":"info","ts":1788927044.1679385,"logger":"setup","caller":"loader/configloader.go:171","msg":"Loaded raw configuration","config":"{Plugins: [{Name: model-extractor, Type: body-field-to-header, Parameters: {\"fieldName\":\"model\",\"headerName\":\"X-Gateway-Model-Name\"}} {Type: model-provider-resolver}], Profiles: [{Name: default, Plugins: {Request: [{PluginRef: model-extractor} {PluginRef: model-provider-resolver}]}}]}"} {"level":"info","ts":1788927044.1680753,"logger":"setup","caller":"cmd/runner.go:242","msg":"manager starting"} {"level":"info","ts":1788927044.1681252,"logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"} {"level":"info","ts":1788927044.1684837,"logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":9090","secure":false} {"level":"info","ts":1788927044.1687183,"caller":"cmd/runner.go:316","msg":"gRPC server starting","name":"health"} {"level":"info","ts":1788927044.1688032,"caller":"cmd/runner.go:323","msg":"gRPC server listening","name":"health","port":9005} {"level":"info","ts":1788927044.1697361,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":1788927044.1701827,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1788927044.1707554,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1788927044.1709847,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","resyncPeriod":35582.612218006,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788927044.1710072,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788927044.171217,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":1788927044.1714902,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1788927044.1717906,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalProvider","resyncPeriod":34169.071184076,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788927044.1718152,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788927044.172207,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1788927044.1729128,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":1788927044.1733127,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalModel","resyncPeriod":34921.900824701,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788927044.1733348,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788927044.1744509,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788927044.17514,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788927044.1766703,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788927044.2710047,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1788927044.2710261,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1788927044.3728385,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1788927044.372878,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1788927044.3729892,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f5a7195f-aad6-4f77-be4f-09d510d23e56"} {"level":"info","ts":1788927044.3732283,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"} {"level":"info","ts":1788927044.3732543,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1} {"level":"info","ts":1788927044.373296,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3e812e8b-8e9a-47a1-9950-d62ce3ae7307"} {"level":"info","ts":1788927044.3734362,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38202.928759616,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788927044.373451,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788927044.3735652,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"} {"level":"info","ts":1788927044.3735812,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1} {"level":"info","ts":1788927044.373623,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6d16e340-7216-4981-9fed-46bfc6664f58","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1788927044.373664,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6d16e340-7216-4981-9fed-46bfc6664f58","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1788927044.3737109,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":39026.062867826,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788927044.3737226,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788927044.3739219,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1788927044.3739407,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1788927044.3739822,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1b169e76-846a-494e-81b8-913f1fc4935a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1788927044.3740106,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1b169e76-846a-494e-81b8-913f1fc4935a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1788927044.3740513,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"53407ad8-776d-4f55-94a1-2c88b980c291","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1788927044.374065,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"53407ad8-776d-4f55-94a1-2c88b980c291","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1788927044.4632468,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788927044.4736917,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f5a7195f-aad6-4f77-be4f-09d510d23e56","name":"e2e-cleanup-test"} {"level":"info","ts":1788927044.4810777,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788927044.4884257,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f5a7195f-aad6-4f77-be4f-09d510d23e56","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1788927044.4980156,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"abc9ae3c-a7b2-4613-9a23-16347777f081"} {"level":"info","ts":1788927044.4980974,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"abc9ae3c-a7b2-4613-9a23-16347777f081","name":"e2e-external-model"} {"level":"info","ts":1788927044.563618,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"abc9ae3c-a7b2-4613-9a23-16347777f081","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1788927044.5745149,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":36020.822028132,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788927044.5745795,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788927044.5824742,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788927044.67535,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3e812e8b-8e9a-47a1-9950-d62ce3ae7307","name":"e2e-external-provider"} {"level":"info","ts":1788927044.6857767,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3e812e8b-8e9a-47a1-9950-d62ce3ae7307","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1788927045.7978234,"caller":"cmd/runner.go:316","msg":"gRPC server starting","name":"ext-proc"} {"level":"info","ts":1788927045.7979162,"caller":"cmd/runner.go:323","msg":"gRPC server listening","name":"ext-proc","port":9004} {"level":"info","ts":1788927051.591004,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2a34517e-9111-4328-be2e-8b617989cf87"} {"level":"info","ts":1788927051.5911393,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"60cd1de1-8dd6-4e64-ac27-b1543acc325a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1788927051.591201,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"60cd1de1-8dd6-4e64-ac27-b1543acc325a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1788927056.2487073,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"bc399ce2-341d-4f67-b09f-9dd437e96d89","name":"e2e-legacy-migration-48cd84a4","namespace":"llm"} {"level":"info","ts":1788927056.2528942,"caller":"legacymigration/reconciler.go:147","msg":"creating ExternalProvider","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"bc399ce2-341d-4f67-b09f-9dd437e96d89","name":"e2e-legacy-migration-48cd84a4"} {"level":"info","ts":1788927056.2674491,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"3bd9985b-b78b-485f-b2c9-28631fa14e68"} {"level":"info","ts":1788927056.2677875,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"449d5eb5-9ceb-4eab-b1e4-0435845433e6","name":"e2e-legacy-migration-48cd84a4","namespace":"llm"} {"level":"info","ts":1788927056.267872,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"449d5eb5-9ceb-4eab-b1e4-0435845433e6","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1788927056.271418,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"bc399ce2-341d-4f67-b09f-9dd437e96d89","error":"failed to apply ExternalProvider: externalproviders.inference.opendatahub.io \"e2e-legacy-migration-48cd84a4\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788927056.2753859,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"3bd9985b-b78b-485f-b2c9-28631fa14e68","name":"e2e-legacy-migration-48cd84a4"} {"level":"info","ts":1788927056.2754948,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"53867dce-7a97-45bc-b7e7-305055703891","name":"e2e-legacy-migration-48cd84a4","namespace":"llm"} {"level":"info","ts":1788927056.275551,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"53867dce-7a97-45bc-b7e7-305055703891","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1788927056.27671,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"760ebeb7-d58f-457b-bd3e-661cd8be791a","name":"e2e-legacy-migration-48cd84a4","namespace":"llm"} {"level":"info","ts":1788927056.2784529,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"8a3218a3-c3e6-445c-9781-49dab06de542","name":"e2e-legacy-migration-48cd84a4","namespace":"llm"} {"level":"info","ts":1788927056.2784941,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"8a3218a3-c3e6-445c-9781-49dab06de542","modelName":"e2e-legacy-migration-48cd84a4","resolvedRefs":1} {"level":"info","ts":1788927056.2785544,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"38f02ddf-d4b1-44b2-97a5-0bece20131d6"} {"level":"info","ts":1788927056.28068,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"760ebeb7-d58f-457b-bd3e-661cd8be791a","name":"e2e-legacy-migration-48cd84a4"} {"level":"info","ts":1788927056.2849028,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"3bd9985b-b78b-485f-b2c9-28631fa14e68","kind":"ServiceEntry","name":"e2e-legacy-migration-48cd84a4"} {"level":"info","ts":1788927056.285418,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"0afa6e32-8675-41b5-af8c-40d8f9149067","name":"e2e-legacy-migration-48cd84a4","namespace":"llm"} {"level":"info","ts":1788927056.2854471,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"0afa6e32-8675-41b5-af8c-40d8f9149067","modelName":"e2e-legacy-migration-48cd84a4","resolvedRefs":1} {"level":"error","ts":1788927056.2886736,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"760ebeb7-d58f-457b-bd3e-661cd8be791a","error":"failed to apply ExternalModel: Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-48cd84a4\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1788927056.2890737,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"38f02ddf-d4b1-44b2-97a5-0bece20131d6","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-48cd84a4\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788927056.2891543,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"38f02ddf-d4b1-44b2-97a5-0bece20131d6","provider":"e2e-legacy-migration-48cd84a4","phase":"Pending"} {"level":"info","ts":1788927056.2914653,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"d24fb065-0c53-4089-9a52-e560b4ac9fd8","name":"e2e-legacy-migration-48cd84a4","namespace":"llm"} {"level":"info","ts":1788927056.2914953,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"d24fb065-0c53-4089-9a52-e560b4ac9fd8","modelName":"e2e-legacy-migration-48cd84a4","resolvedRefs":1} {"level":"error","ts":1788927056.2947745,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"38f02ddf-d4b1-44b2-97a5-0bece20131d6","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-48cd84a4\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1788927056.2948177,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"38f02ddf-d4b1-44b2-97a5-0bece20131d6","error":"ExternalModel \"e2e-legacy-migration-48cd84a4\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-48cd84a4\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788927056.2948754,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"cde29a64-2837-4f29-8e8e-ab3446e44bbd"} {"level":"info","ts":1788927056.294901,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"cde29a64-2837-4f29-8e8e-ab3446e44bbd","provider":"e2e-legacy-migration-48cd84a4","phase":"Pending"} {"level":"info","ts":1788927056.2977643,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"3bd9985b-b78b-485f-b2c9-28631fa14e68","kind":"DestinationRule","name":"e2e-legacy-migration-48cd84a4"} {"level":"info","ts":1788927056.2988255,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"c2989de2-289e-489c-8dea-9cbb9adef3c1","name":"e2e-legacy-migration-48cd84a4","namespace":"llm"} {"level":"error","ts":1788927056.2998245,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"cde29a64-2837-4f29-8e8e-ab3446e44bbd","error":"ExternalModel \"e2e-legacy-migration-48cd84a4\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-48cd84a4\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788927056.3013906,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"c2989de2-289e-489c-8dea-9cbb9adef3c1","name":"e2e-legacy-migration-48cd84a4"} {"level":"info","ts":1788927056.3026335,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"3bd9985b-b78b-485f-b2c9-28631fa14e68","service":"e2e-legacy-migration-48cd84a4","serviceEntry":"e2e-legacy-migration-48cd84a4","destinationRule":"e2e-legacy-migration-48cd84a4"} {"level":"info","ts":1788927056.306347,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"c2989de2-289e-489c-8dea-9cbb9adef3c1","provider":"openai","model":"e2e-legacy-migration-48cd84a4","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1788927056.3082736,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"02a7a392-8fe8-4549-991f-d2a33dbb7008"} {"level":"info","ts":1788927056.3082957,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"ed0b1c99-8f9c-4339-97d1-ea6bec415453","name":"e2e-legacy-migration-48cd84a4","namespace":"llm"} {"level":"info","ts":1788927056.308317,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"ed0b1c99-8f9c-4339-97d1-ea6bec415453","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1788927056.3083389,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"02a7a392-8fe8-4549-991f-d2a33dbb7008","name":"e2e-legacy-migration-48cd84a4"} {"level":"info","ts":1788927056.3083985,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"cb0fcd3f-eb69-48e6-b31e-ceeabb59b039","name":"e2e-legacy-migration-48cd84a4","namespace":"llm"} {"level":"info","ts":1788927056.3084202,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"cb0fcd3f-eb69-48e6-b31e-ceeabb59b039","modelName":"e2e-legacy-migration-48cd84a4","resolvedRefs":1} {"level":"info","ts":1788927056.3084958,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"dd733d71-b05a-4366-9572-a6a0872df669"} {"level":"info","ts":1788927056.3085334,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"dd733d71-b05a-4366-9572-a6a0872df669","name":"e2e-legacy-migration-48cd84a4"} {"level":"info","ts":1788927056.3227255,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"02a7a392-8fe8-4549-991f-d2a33dbb7008","service":"e2e-legacy-migration-48cd84a4","serviceEntry":"e2e-legacy-migration-48cd84a4","destinationRule":"e2e-legacy-migration-48cd84a4"} {"level":"info","ts":1788927056.3319912,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"d6d91075-0127-4569-b0c0-74fb2a5d7a63"} {"level":"info","ts":1788927056.3319943,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"28381bc6-091a-4ac9-b7ca-b853a9732d2e","name":"e2e-legacy-migration-48cd84a4","namespace":"llm"} {"level":"info","ts":1788927056.3320343,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"28381bc6-091a-4ac9-b7ca-b853a9732d2e","modelName":"e2e-legacy-migration-48cd84a4","resolvedRefs":1} {"level":"info","ts":1788927056.332044,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"d6d91075-0127-4569-b0c0-74fb2a5d7a63","name":"e2e-legacy-migration-48cd84a4"} {"level":"error","ts":1788927056.3322873,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"dd733d71-b05a-4366-9572-a6a0872df669","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-48cd84a4\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1788927056.332336,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"dd733d71-b05a-4366-9572-a6a0872df669","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-48cd84a4\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788927056.332383,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"c618fd9e-dcf8-4e64-81c8-535b05051c84"} {"level":"info","ts":1788927056.3324347,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"c618fd9e-dcf8-4e64-81c8-535b05051c84","name":"e2e-legacy-migration-48cd84a4"} {"level":"info","ts":1788927056.3427236,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"fbc247bb-f469-41bb-a082-68959c1f3696","name":"e2e-legacy-migration-48cd84a4","namespace":"llm"} {"level":"info","ts":1788927056.3427513,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"fbc247bb-f469-41bb-a082-68959c1f3696","modelName":"e2e-legacy-migration-48cd84a4","resolvedRefs":1} {"level":"error","ts":1788927056.3427632,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"c618fd9e-dcf8-4e64-81c8-535b05051c84","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-48cd84a4\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788927056.3428175,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"dfb791c3-0a92-45ff-b5d6-2df1a3e7479c"} {"level":"info","ts":1788927056.34287,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"dfb791c3-0a92-45ff-b5d6-2df1a3e7479c","name":"e2e-legacy-migration-48cd84a4"} {"level":"info","ts":1788927056.342909,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"d6d91075-0127-4569-b0c0-74fb2a5d7a63","service":"e2e-legacy-migration-48cd84a4","serviceEntry":"e2e-legacy-migration-48cd84a4","destinationRule":"e2e-legacy-migration-48cd84a4"} {"level":"info","ts":1788927056.3502848,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"dfb791c3-0a92-45ff-b5d6-2df1a3e7479c","httpRoute":"e2e-legacy-migration-48cd84a4","providers":["e2e-legacy-migration-48cd84a4"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1788927056.3555841,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"992c4723-b079-4361-b414-472e7b56d6d3","name":"e2e-legacy-migration-48cd84a4","namespace":"llm"} {"level":"info","ts":1788927056.355701,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"992c4723-b079-4361-b414-472e7b56d6d3","modelName":"e2e-legacy-migration-48cd84a4","resolvedRefs":1} {"level":"info","ts":1788927056.3556561,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"ed5a50ea-86da-40d4-8c44-f51085217d62"} {"level":"info","ts":1788927056.3557909,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"ed5a50ea-86da-40d4-8c44-f51085217d62","name":"e2e-legacy-migration-48cd84a4"} {"level":"info","ts":1788927056.363851,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"ed5a50ea-86da-40d4-8c44-f51085217d62","httpRoute":"e2e-legacy-migration-48cd84a4","providers":["e2e-legacy-migration-48cd84a4"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1788927056.4340682,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"ef7c224b-ec5d-464f-a44f-2bee71109747","name":"e2e-legacy-migration-48cd84a4","namespace":"llm"} {"level":"info","ts":1788927056.437429,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"ef7c224b-ec5d-464f-a44f-2bee71109747","name":"e2e-legacy-migration-48cd84a4"} {"level":"info","ts":1788927056.4416094,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"ef7c224b-ec5d-464f-a44f-2bee71109747","provider":"openai","model":"e2e-legacy-migration-48cd84a4","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1788927059.1804,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"22da949b-2193-42b9-bade-30aa6a7f3645","name":"e2e-legacy-migration-48cd84a4","namespace":"llm"} {"level":"info","ts":1788927059.1866908,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"4721dd1f-61ea-4daf-b098-076fffa21bfa","name":"e2e-legacy-migration-48cd84a4","namespace":"llm"} {"level":"info","ts":1788927059.1869867,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"4721dd1f-61ea-4daf-b098-076fffa21bfa","name":"e2e-legacy-migration-48cd84a4","namespace":"llm"} {"level":"info","ts":1788927059.1868815,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"d4235156-92e5-4b08-8b20-9b5482e1b91c","name":"e2e-legacy-migration-48cd84a4","namespace":"llm"} {"level":"error","ts":1788927059.1871688,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"d4235156-92e5-4b08-8b20-9b5482e1b91c","provider":"e2e-legacy-migration-48cd84a4","error":"ExternalProvider \"e2e-legacy-migration-48cd84a4\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788927059.187243,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"d4235156-92e5-4b08-8b20-9b5482e1b91c"} {"level":"info","ts":1788927059.1868272,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"2542e5a7-e291-4c9f-92d4-c9ba5027ef23"} {"level":"error","ts":1788927059.1874566,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"2542e5a7-e291-4c9f-92d4-c9ba5027ef23","provider":"e2e-legacy-migration-48cd84a4","error":"ExternalProvider.inference.opendatahub.io \"e2e-legacy-migration-48cd84a4\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788927059.186926,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"4bc26e03-b646-4fe5-ab40-bae95ad89bed"} {"level":"info","ts":1788927059.1880171,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"11b9040a-f22a-44c2-8ace-0a2a4a4ba157","name":"e2e-legacy-migration-48cd84a4","namespace":"llm"} {"level":"info","ts":1788927059.188041,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"11b9040a-f22a-44c2-8ace-0a2a4a4ba157","name":"e2e-legacy-migration-48cd84a4","namespace":"llm"} {"level":"error","ts":1788927059.190607,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"2542e5a7-e291-4c9f-92d4-c9ba5027ef23","error":"externalmodels.inference.opendatahub.io \"e2e-legacy-migration-48cd84a4\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1788927059.1906524,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"2542e5a7-e291-4c9f-92d4-c9ba5027ef23","error":"ExternalModel \"e2e-legacy-migration-48cd84a4\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-48cd84a4\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788927059.1906962,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48cd84a4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48cd84a4","reconcileID":"e559caee-8b1d-412d-8c9c-25a5bbe9db23"} {"level":"info","ts":1788927060.6767538,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"99ec20a0-482e-4f02-bae5-5f29ab3146e4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1788927060.6767895,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"99ec20a0-482e-4f02-bae5-5f29ab3146e4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1788927060.6768456,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c9e201d4-1954-48c2-a11b-6eeb2faff19b"} {"level":"info","ts":1788927060.8129864,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2ea9c48c-3be0-458e-8fbd-d09cf2c043fe","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1788927060.813025,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2ea9c48c-3be0-458e-8fbd-d09cf2c043fe","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1788927060.8131003,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"66edb5c3-4d75-4555-8d44-917126b71be8"}