{"level":"info","ts":1789480319.9752665,"logger":"setup","caller":"cmd/runner.go:103","msg":"ai-gateway-payload-processing build","commit-sha":"unknown","build-ref":""}
{"level":"info","ts":1789480320.0037901,"logger":"setup","caller":"cmd/runner.go:172","msg":"Setting pprof handlers"}
{"level":"info","ts":1789480320.00384,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/heap"}
{"level":"info","ts":1789480320.0038612,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/goroutine"}
{"level":"info","ts":1789480320.0038753,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/allocs"}
{"level":"info","ts":1789480320.003882,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/threadcreate"}
{"level":"info","ts":1789480320.0038881,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/block"}
{"level":"info","ts":1789480320.003895,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/mutex"}
{"level":"info","ts":1789480320.030202,"logger":"setup","caller":"loader/configloader.go:171","msg":"Loaded raw configuration","config":"{Plugins: [{Name: model-extractor, Type: body-field-to-header, Parameters: {\"fieldName\":\"model\",\"headerName\":\"X-Gateway-Model-Name\"}} {Type: model-provider-resolver}], Profiles: [{Name: default, Plugins: {Request: [{PluginRef: model-extractor} {PluginRef: model-provider-resolver}]}}]}"}
{"level":"info","ts":1789480320.0303729,"logger":"setup","caller":"cmd/runner.go:242","msg":"manager starting"}
{"level":"info","ts":1789480320.0304081,"logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"}
{"level":"info","ts":1789480320.030747,"logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":9090","secure":false}
{"level":"info","ts":1789480320.0308385,"caller":"cmd/runner.go:316","msg":"gRPC server starting","name":"health"}
{"level":"info","ts":1789480320.0309165,"caller":"cmd/runner.go:323","msg":"gRPC server listening","name":"health","port":9005}
{"level":"info","ts":1789480320.0312455,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"}
{"level":"info","ts":1789480320.031567,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured"}
{"level":"info","ts":1789480320.0318735,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalProvider","resyncPeriod":35773.016764412,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789480320.0318944,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789480320.0322297,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"}
{"level":"info","ts":1789480320.0323653,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"}
{"level":"info","ts":1789480320.032449,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","resyncPeriod":33345.295023036,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789480320.0324636,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789480320.0326335,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"}
{"level":"info","ts":1789480320.032925,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"}
{"level":"info","ts":1789480320.033026,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"}
{"level":"info","ts":1789480320.0330899,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalModel","resyncPeriod":33563.145536875,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789480320.0331042,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789480320.0357413,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789480320.0359592,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789480320.0371454,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789480320.1326172,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel"}
{"level":"info","ts":1789480320.132702,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1}
{"level":"info","ts":1789480320.233374,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"}
{"level":"info","ts":1789480320.2334247,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1}
{"level":"info","ts":1789480320.2335522,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"61644704-5405-4e27-8e4b-320b8f14903a","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1789480320.233597,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"61644704-5405-4e27-8e4b-320b8f14903a","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1789480320.2336528,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"}
{"level":"info","ts":1789480320.2336855,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1}
{"level":"info","ts":1789480320.2337267,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"93cd7f1a-7335-40fe-af8e-6d54cbb3820f"}
{"level":"info","ts":1789480320.2339308,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"}
{"level":"info","ts":1789480320.2339478,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1}
{"level":"info","ts":1789480320.2339919,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"67ceca99-b427-4682-a10c-78a27bd4fcf2"}
{"level":"info","ts":1789480320.2342002,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"}
{"level":"info","ts":1789480320.2342184,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1}
{"level":"info","ts":1789480320.2342548,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"af0a59b6-4c7a-499e-bb3c-77962252bbfb","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789480320.234278,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"af0a59b6-4c7a-499e-bb3c-77962252bbfb","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1789480320.2347088,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"42348145-d87a-4079-91ef-e4bc8874f13a","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1789480320.2347264,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"42348145-d87a-4079-91ef-e4bc8874f13a","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1789480320.2347858,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38716.188790944,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789480320.2347987,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789480320.2350247,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":34123.818785538,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789480320.235038,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789480320.3230007,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789480320.402841,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"67ceca99-b427-4682-a10c-78a27bd4fcf2","name":"e2e-external-model"}
{"level":"info","ts":1789480320.4144783,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789480320.42009,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"67ceca99-b427-4682-a10c-78a27bd4fcf2","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1789480320.427415,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"699344ea-02e1-4587-a3ea-6052eef6fabc"}
{"level":"info","ts":1789480320.4275002,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"699344ea-02e1-4587-a3ea-6052eef6fabc","name":"e2e-cleanup-test"}
{"level":"info","ts":1789480320.4350665,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38515.383946033,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789480320.5028193,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789480320.5033891,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"699344ea-02e1-4587-a3ea-6052eef6fabc","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1789480320.512373,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789480320.5352657,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"93cd7f1a-7335-40fe-af8e-6d54cbb3820f","name":"e2e-external-provider"}
{"level":"info","ts":1789480320.5451996,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"93cd7f1a-7335-40fe-af8e-6d54cbb3820f","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1789480322.7501433,"caller":"cmd/runner.go:316","msg":"gRPC server starting","name":"ext-proc"}
{"level":"info","ts":1789480322.7502358,"caller":"cmd/runner.go:323","msg":"gRPC server listening","name":"ext-proc","port":9004}
{"level":"info","ts":1789480326.3645818,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f2c2b595-dd83-4f63-931d-81fa1ea9fd8d"}
{"level":"info","ts":1789480326.3648193,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6719c691-4090-4a94-9be2-e9baa1b0dfd2","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1789480326.364896,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6719c691-4090-4a94-9be2-e9baa1b0dfd2","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1789480330.9688919,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"fd40e51f-7e21-447c-a17d-eb6cac7961e1","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480330.9726343,"caller":"legacymigration/reconciler.go:147","msg":"creating ExternalProvider","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"fd40e51f-7e21-447c-a17d-eb6cac7961e1","name":"e2e-legacy-migration-3e8e1fbd"}
{"level":"info","ts":1789480330.9803486,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"a3e3e0a5-109a-4b4b-9354-9c3bf96b6d1e","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480330.9804723,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"a3e3e0a5-109a-4b4b-9354-9c3bf96b6d1e","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1789480330.9806476,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"20c6848f-1a43-403e-994f-267c85d0ae31"}
{"level":"error","ts":1789480330.985365,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"fd40e51f-7e21-447c-a17d-eb6cac7961e1","error":"failed to apply ExternalProvider: externalproviders.inference.opendatahub.io \"e2e-legacy-migration-3e8e1fbd\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789480330.9866142,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"079f6b90-a944-4d77-9c45-05a68ee78d29"}
{"level":"info","ts":1789480330.9867654,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"3b45ebda-912c-4153-89f6-5bb61c667ac2","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480330.986854,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"3b45ebda-912c-4153-89f6-5bb61c667ac2","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1}
{"level":"info","ts":1789480330.9900978,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"3ca3ec4a-27e6-435d-85c9-9f640aa91c9e","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480330.9905574,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"60a302b5-4eb6-4131-be03-dee5f60f5cb8","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480330.9905844,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"3ca3ec4a-27e6-435d-85c9-9f640aa91c9e","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1789480330.9905884,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"60a302b5-4eb6-4131-be03-dee5f60f5cb8","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1}
{"level":"error","ts":1789480330.9904428,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"20c6848f-1a43-403e-994f-267c85d0ae31","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-3e8e1fbd\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789480330.9906313,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"20c6848f-1a43-403e-994f-267c85d0ae31","name":"e2e-legacy-migration-3e8e1fbd"}
{"level":"info","ts":1789480330.9905536,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"99580de9-e3f9-4581-b38e-799e9363a4f1","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480330.9961329,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"689fe8aa-ff49-484d-88d7-1b51ad89e9c8","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480330.9962482,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"689fe8aa-ff49-484d-88d7-1b51ad89e9c8","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1}
{"level":"error","ts":1789480330.996701,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"079f6b90-a944-4d77-9c45-05a68ee78d29","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-3e8e1fbd\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789480330.9968157,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"079f6b90-a944-4d77-9c45-05a68ee78d29","provider":"e2e-legacy-migration-3e8e1fbd","phase":"Pending"}
{"level":"info","ts":1789480330.9990814,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"99580de9-e3f9-4581-b38e-799e9363a4f1","name":"e2e-legacy-migration-3e8e1fbd"}
{"level":"error","ts":1789480331.0048742,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"079f6b90-a944-4d77-9c45-05a68ee78d29","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-3e8e1fbd\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789480331.0049305,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"079f6b90-a944-4d77-9c45-05a68ee78d29","error":"ExternalModel \"e2e-legacy-migration-3e8e1fbd\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-3e8e1fbd\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789480331.0050013,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"0833597f-5439-4743-906f-4ee2faeb9f6b"}
{"level":"info","ts":1789480331.0050783,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"0833597f-5439-4743-906f-4ee2faeb9f6b","provider":"e2e-legacy-migration-3e8e1fbd","phase":"Pending"}
{"level":"info","ts":1789480331.0085073,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"6d43eac7-cb99-43bc-89a3-6d1734c3b239","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480331.008621,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"6d43eac7-cb99-43bc-89a3-6d1734c3b239","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1}
{"level":"error","ts":1789480331.0094357,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"20c6848f-1a43-403e-994f-267c85d0ae31","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-3e8e1fbd\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:93\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789480331.009449,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"99580de9-e3f9-4581-b38e-799e9363a4f1","provider":"openai","model":"e2e-legacy-migration-3e8e1fbd","targetModel":"gpt-3.5-turbo"}
{"level":"error","ts":1789480331.0094984,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"20c6848f-1a43-403e-994f-267c85d0ae31","error":"failed to apply Service: services \"e2e-legacy-migration-3e8e1fbd\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789480331.0095775,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"4ba8a542-76a1-4cde-bf1b-6a064e481f6e"}
{"level":"info","ts":1789480331.009629,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"4ba8a542-76a1-4cde-bf1b-6a064e481f6e","name":"e2e-legacy-migration-3e8e1fbd"}
{"level":"error","ts":1789480331.0127637,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"0833597f-5439-4743-906f-4ee2faeb9f6b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-3e8e1fbd\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789480331.01283,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"0833597f-5439-4743-906f-4ee2faeb9f6b","error":"ExternalModel \"e2e-legacy-migration-3e8e1fbd\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-3e8e1fbd\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789480331.0129,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"e579624f-15d2-428f-b7ec-f8f43051b7e0"}
{"level":"info","ts":1789480331.012987,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"e579624f-15d2-428f-b7ec-f8f43051b7e0","provider":"e2e-legacy-migration-3e8e1fbd","phase":"Pending"}
{"level":"info","ts":1789480331.0133138,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"be6449f7-beea-4bf6-b981-5e2e8fb5da5d","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480331.0133498,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"be6449f7-beea-4bf6-b981-5e2e8fb5da5d","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1789480331.0134373,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"c28cd148-6f9f-4ba0-8971-1afa9edc9d3c","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480331.0134685,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"c28cd148-6f9f-4ba0-8971-1afa9edc9d3c","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1}
{"level":"error","ts":1789480331.01927,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"e579624f-15d2-428f-b7ec-f8f43051b7e0","error":"ExternalModel \"e2e-legacy-migration-3e8e1fbd\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-3e8e1fbd\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789480331.0194216,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"c5abd86f-0270-4aca-9ead-e8d55b2f0d0d"}
{"level":"info","ts":1789480331.019484,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"c5abd86f-0270-4aca-9ead-e8d55b2f0d0d","provider":"e2e-legacy-migration-3e8e1fbd","phase":"Failed"}
{"level":"info","ts":1789480331.0237107,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"04c1af47-f319-4d4b-bc81-6a7c33f8d31d","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480331.0237477,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"04c1af47-f319-4d4b-bc81-6a7c33f8d31d","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1}
{"level":"error","ts":1789480331.0294657,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"c5abd86f-0270-4aca-9ead-e8d55b2f0d0d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-3e8e1fbd\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789480331.0296202,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"c5abd86f-0270-4aca-9ead-e8d55b2f0d0d","error":"ExternalModel \"e2e-legacy-migration-3e8e1fbd\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-3e8e1fbd\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789480331.0297568,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"73368b88-2611-4b57-bb02-bba5b3cc9e34"}
{"level":"info","ts":1789480331.0297887,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"73368b88-2611-4b57-bb02-bba5b3cc9e34","provider":"e2e-legacy-migration-3e8e1fbd","phase":"Failed"}
{"level":"info","ts":1789480331.0322967,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"4ba8a542-76a1-4cde-bf1b-6a064e481f6e","kind":"DestinationRule","name":"e2e-legacy-migration-3e8e1fbd"}
{"level":"error","ts":1789480331.0343654,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"73368b88-2611-4b57-bb02-bba5b3cc9e34","error":"ExternalModel \"e2e-legacy-migration-3e8e1fbd\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-3e8e1fbd\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789480331.0479193,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"4ba8a542-76a1-4cde-bf1b-6a064e481f6e","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-3e8e1fbd\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:93\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789480331.0479798,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"4ba8a542-76a1-4cde-bf1b-6a064e481f6e","error":"failed to apply DestinationRule: destinationrules.networking.istio.io \"e2e-legacy-migration-3e8e1fbd\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789480331.0480568,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"0949edcb-7663-4b83-9fc4-3211a62aac49"}
{"level":"info","ts":1789480331.0481079,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"0949edcb-7663-4b83-9fc4-3211a62aac49","name":"e2e-legacy-migration-3e8e1fbd"}
{"level":"info","ts":1789480331.0522099,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"a7b7f8f2-6ce2-4cce-a049-b9eb1259e4c8","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480331.0523129,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"a7b7f8f2-6ce2-4cce-a049-b9eb1259e4c8","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1789480331.0524614,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"b9436f5a-eef3-44b0-9647-065ccc220040","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480331.0525396,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"b9436f5a-eef3-44b0-9647-065ccc220040","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1}
{"level":"info","ts":1789480331.0527308,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"d72bc398-a76d-4b43-bb89-8dd7509d0a8a"}
{"level":"info","ts":1789480331.0527637,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"d72bc398-a76d-4b43-bb89-8dd7509d0a8a","provider":"e2e-legacy-migration-3e8e1fbd","phase":"Failed"}
{"level":"info","ts":1789480331.0581226,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"0949edcb-7663-4b83-9fc4-3211a62aac49","service":"e2e-legacy-migration-3e8e1fbd","serviceEntry":"e2e-legacy-migration-3e8e1fbd","destinationRule":"e2e-legacy-migration-3e8e1fbd"}
{"level":"error","ts":1789480331.0594585,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"d72bc398-a76d-4b43-bb89-8dd7509d0a8a","error":"ExternalModel \"e2e-legacy-migration-3e8e1fbd\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-3e8e1fbd\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789480331.0630648,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"0949edcb-7663-4b83-9fc4-3211a62aac49","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-3e8e1fbd\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789480331.0631962,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"6e721800-432d-4d59-a933-bc77cd8c085c"}
{"level":"info","ts":1789480331.0632694,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"6e721800-432d-4d59-a933-bc77cd8c085c","name":"e2e-legacy-migration-3e8e1fbd"}
{"level":"info","ts":1789480331.077225,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"fb9b5f98-d780-488f-9916-d278ade6ed54","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480331.0773194,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"fb9b5f98-d780-488f-9916-d278ade6ed54","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1}
{"level":"info","ts":1789480331.077416,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"372af451-e31c-4485-9d01-b16ea02e54f7"}
{"level":"info","ts":1789480331.07747,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"372af451-e31c-4485-9d01-b16ea02e54f7","provider":"e2e-legacy-migration-3e8e1fbd","phase":"Failed"}
{"level":"info","ts":1789480331.0809429,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"6e721800-432d-4d59-a933-bc77cd8c085c","service":"e2e-legacy-migration-3e8e1fbd","serviceEntry":"e2e-legacy-migration-3e8e1fbd","destinationRule":"e2e-legacy-migration-3e8e1fbd"}
{"level":"info","ts":1789480331.083586,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"902e2c1e-ec3a-48a6-9b84-ee1f4d2b2f5e","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480331.0836196,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"902e2c1e-ec3a-48a6-9b84-ee1f4d2b2f5e","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1789480331.0837138,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"a9ac98a2-7ac9-47ff-9621-f930157d0abd","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480331.0837371,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"a9ac98a2-7ac9-47ff-9621-f930157d0abd","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1}
{"level":"info","ts":1789480331.0851505,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"af608cd0-35a2-4eab-8895-d29355867f61","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480331.085189,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"af608cd0-35a2-4eab-8895-d29355867f61","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1}
{"level":"error","ts":1789480331.0887923,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"6e721800-432d-4d59-a933-bc77cd8c085c","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-3e8e1fbd\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789480331.088871,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"e399c567-70b3-4ced-b07a-b4e01e4b6c36"}
{"level":"info","ts":1789480331.0889182,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"e399c567-70b3-4ced-b07a-b4e01e4b6c36","name":"e2e-legacy-migration-3e8e1fbd"}
{"level":"error","ts":1789480331.090138,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"372af451-e31c-4485-9d01-b16ea02e54f7","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-3e8e1fbd\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789480331.0901847,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"372af451-e31c-4485-9d01-b16ea02e54f7","error":"ExternalModel \"e2e-legacy-migration-3e8e1fbd\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-3e8e1fbd\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789480331.0902479,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"f087cbd7-ad4e-4521-9772-6d708fedbbe8"}
{"level":"info","ts":1789480331.0902948,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"f087cbd7-ad4e-4521-9772-6d708fedbbe8","name":"e2e-legacy-migration-3e8e1fbd"}
{"level":"info","ts":1789480331.116057,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"e399c567-70b3-4ced-b07a-b4e01e4b6c36","service":"e2e-legacy-migration-3e8e1fbd","serviceEntry":"e2e-legacy-migration-3e8e1fbd","destinationRule":"e2e-legacy-migration-3e8e1fbd"}
{"level":"info","ts":1789480331.118307,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"30e64493-5edf-45ec-8951-f1e2bfc06aaa","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480331.1183965,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"30e64493-5edf-45ec-8951-f1e2bfc06aaa","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1}
{"level":"error","ts":1789480331.118516,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"f087cbd7-ad4e-4521-9772-6d708fedbbe8","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-3e8e1fbd\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789480331.1186135,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"f087cbd7-ad4e-4521-9772-6d708fedbbe8","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-3e8e1fbd\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789480331.118699,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"905e8f25-4247-4563-a4ac-9c79767d6917"}
{"level":"info","ts":1789480331.1187615,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"905e8f25-4247-4563-a4ac-9c79767d6917","name":"e2e-legacy-migration-3e8e1fbd"}
{"level":"info","ts":1789480331.1340857,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"905e8f25-4247-4563-a4ac-9c79767d6917","httpRoute":"e2e-legacy-migration-3e8e1fbd","providers":["e2e-legacy-migration-3e8e1fbd"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1789480331.1395614,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"af685175-5e86-4a83-95ae-04bfe32e900a","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480331.1397147,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"af685175-5e86-4a83-95ae-04bfe32e900a","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1}
{"level":"error","ts":1789480331.1458282,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"905e8f25-4247-4563-a4ac-9c79767d6917","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-3e8e1fbd\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789480331.1459265,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"25cc3641-c3fe-440a-88df-ce1cbdce9fed"}
{"level":"info","ts":1789480331.1460035,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"25cc3641-c3fe-440a-88df-ce1cbdce9fed","name":"e2e-legacy-migration-3e8e1fbd"}
{"level":"info","ts":1789480331.1612637,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"25cc3641-c3fe-440a-88df-ce1cbdce9fed","httpRoute":"e2e-legacy-migration-3e8e1fbd","providers":["e2e-legacy-migration-3e8e1fbd"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1789480331.2267811,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"2fdab53b-1fb5-45ce-96b8-804037b0a52a","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480331.229913,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"2fdab53b-1fb5-45ce-96b8-804037b0a52a","name":"e2e-legacy-migration-3e8e1fbd"}
{"level":"info","ts":1789480331.2379746,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"2fdab53b-1fb5-45ce-96b8-804037b0a52a","provider":"openai","model":"e2e-legacy-migration-3e8e1fbd","targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1789480333.8458114,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"bfa5cecc-06f6-4e18-a72a-330bdc170579","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480333.8561842,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"0921db5a-7fd5-4988-adfe-716e1e7d3cbf"}
{"level":"info","ts":1789480333.856184,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"6929f374-5947-410a-b1fd-21645a711e80","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480333.8562515,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"6929f374-5947-410a-b1fd-21645a711e80","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480333.8574355,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"ffd2a6df-6212-444b-9daa-3a0dc8b61c0f","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480333.8574753,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"ffd2a6df-6212-444b-9daa-3a0dc8b61c0f","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480333.857552,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"ef0228f0-3dcf-400a-9a0f-f161861f8613"}
{"level":"info","ts":1789480376.9502258,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"21940d9d-735f-4895-b039-e1a94b1a1c05"}
{"level":"info","ts":1789480376.9504182,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"38d90922-b2b3-454c-a0db-41850df84088","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789480376.9504876,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"38d90922-b2b3-454c-a0db-41850df84088","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789480377.0870123,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a4bc7531-f356-40a6-ae29-e08bcc031d80","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1789480377.0871143,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a4bc7531-f356-40a6-ae29-e08bcc031d80","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1789480377.0872407,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"94b70664-165f-443e-9a54-488cbfd971a7"}
{"level":"info","ts":1789480604.6712005,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789480604.6716378,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cd73b3d1-e724-49e1-b3ef-dbbd0b5780e5"}
{"level":"info","ts":1789480604.6716573,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"cd73b3d1-e724-49e1-b3ef-dbbd0b5780e5"}
{"level":"info","ts":1789480604.6717255,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cd73b3d1-e724-49e1-b3ef-dbbd0b5780e5","EoS":false}
{"level":"info","ts":1789480604.6717467,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cd73b3d1-e724-49e1-b3ef-dbbd0b5780e5","EoS":true}
{"level":"info","ts":1789480604.6717777,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cd73b3d1-e724-49e1-b3ef-dbbd0b5780e5","field":"model","value":"facebook/opt-125m"}
{"level":"info","ts":1789480604.671804,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"cd73b3d1-e724-49e1-b3ef-dbbd0b5780e5","path":"/ai-tenant-e2e-inf-a-4441a1/test-model-4441a1/v1/chat/completions"}
{"level":"info","ts":1789480604.671838,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"cd73b3d1-e724-49e1-b3ef-dbbd0b5780e5"}
{"level":"info","ts":1789480613.231107,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789480613.2312043,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4f1b5669-29f9-45af-9f71-81fa50eda7e3"}
{"level":"info","ts":1789480613.2312136,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"4f1b5669-29f9-45af-9f71-81fa50eda7e3"}
{"level":"info","ts":1789480613.231225,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4f1b5669-29f9-45af-9f71-81fa50eda7e3","EoS":false}
{"level":"info","ts":1789480613.2312367,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4f1b5669-29f9-45af-9f71-81fa50eda7e3","EoS":true}
{"level":"info","ts":1789480613.2312572,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4f1b5669-29f9-45af-9f71-81fa50eda7e3","field":"model","value":"facebook/opt-125m"}
{"level":"info","ts":1789480613.231273,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"4f1b5669-29f9-45af-9f71-81fa50eda7e3","path":"/ai-tenant-e2e-inf-a-4441a1/test-model-4441a1/v1/chat/completions"}
{"level":"info","ts":1789480613.2312944,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"4f1b5669-29f9-45af-9f71-81fa50eda7e3"}
{"level":"info","ts":1789480621.440717,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789480621.440824,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"db76d3e1-4b11-4798-8c7c-4e9e1d865e38"}
{"level":"info","ts":1789480621.4408407,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"db76d3e1-4b11-4798-8c7c-4e9e1d865e38"}
{"level":"info","ts":1789480621.440856,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"db76d3e1-4b11-4798-8c7c-4e9e1d865e38","EoS":false}
{"level":"info","ts":1789480621.4408731,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"db76d3e1-4b11-4798-8c7c-4e9e1d865e38","EoS":true}
{"level":"info","ts":1789480621.4409003,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"db76d3e1-4b11-4798-8c7c-4e9e1d865e38","field":"model","value":"nonexistent-model"}
{"level":"info","ts":1789480621.4409187,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"db76d3e1-4b11-4798-8c7c-4e9e1d865e38","path":"/ai-tenant-e2e-inf-a-4441a1/test-model-4441a1/v1/chat/completions"}
{"level":"info","ts":1789480621.4409482,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"db76d3e1-4b11-4798-8c7c-4e9e1d865e38"}
{"level":"info","ts":1789480629.6508746,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789480629.6509612,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2edd3d1b-2d4e-44a3-a822-56872943fb08"}
{"level":"info","ts":1789480629.6509721,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"2edd3d1b-2d4e-44a3-a822-56872943fb08"}
{"level":"info","ts":1789480629.6509843,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2edd3d1b-2d4e-44a3-a822-56872943fb08","EoS":false}
{"level":"info","ts":1789480629.6509955,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2edd3d1b-2d4e-44a3-a822-56872943fb08","EoS":true}
{"level":"info","ts":1789480629.6510174,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"2edd3d1b-2d4e-44a3-a822-56872943fb08","field":"model"}
{"level":"info","ts":1789480629.6510468,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"2edd3d1b-2d4e-44a3-a822-56872943fb08"}
{"level":"info","ts":1789480637.858415,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789480637.8585172,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"01489d70-a7f5-4d95-af2c-bb40f3d5bfa1"}
{"level":"info","ts":1789480637.8585315,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"01489d70-a7f5-4d95-af2c-bb40f3d5bfa1"}
{"level":"info","ts":1789480637.8585446,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"01489d70-a7f5-4d95-af2c-bb40f3d5bfa1","EoS":false}
{"level":"info","ts":1789480637.8585577,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"01489d70-a7f5-4d95-af2c-bb40f3d5bfa1","EoS":true}
{"level":"info","ts":1789480637.858578,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"01489d70-a7f5-4d95-af2c-bb40f3d5bfa1","field":"model","value":"facebook/opt-125m"}
{"level":"info","ts":1789480637.858599,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"01489d70-a7f5-4d95-af2c-bb40f3d5bfa1","path":"/ai-tenant-e2e-inf-a-4441a1/test-model-4441a1/v1/chat/completions"}
{"level":"info","ts":1789480637.8586218,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"01489d70-a7f5-4d95-af2c-bb40f3d5bfa1"}