{"level":"info","ts":1789480317.545735,"logger":"setup","caller":"cmd/runner.go:103","msg":"ai-gateway-payload-processing build","commit-sha":"unknown","build-ref":""} {"level":"info","ts":1789480317.547887,"logger":"setup","caller":"cmd/runner.go:172","msg":"Setting pprof handlers"} {"level":"info","ts":1789480317.5479157,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/heap"} {"level":"info","ts":1789480317.547931,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/goroutine"} {"level":"info","ts":1789480317.547939,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/allocs"} {"level":"info","ts":1789480317.547946,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/threadcreate"} {"level":"info","ts":1789480317.5479534,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/block"} {"level":"info","ts":1789480317.5479572,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/mutex"} {"level":"info","ts":1789480317.608282,"logger":"setup","caller":"loader/configloader.go:171","msg":"Loaded raw configuration","config":"{Plugins: [{Name: model-extractor, Type: body-field-to-header, Parameters: {\"fieldName\":\"model\",\"headerName\":\"X-Gateway-Model-Name\"}} {Type: model-provider-resolver}], Profiles: [{Name: default, Plugins: {Request: [{PluginRef: model-extractor} {PluginRef: model-provider-resolver}]}}]}"} {"level":"info","ts":1789480317.6084564,"logger":"setup","caller":"cmd/runner.go:242","msg":"manager starting"} {"level":"info","ts":1789480317.6084914,"logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"} {"level":"info","ts":1789480317.6090722,"logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":9090","secure":false} {"level":"info","ts":1789480317.6092508,"caller":"cmd/runner.go:316","msg":"gRPC server starting","name":"health"} {"level":"info","ts":1789480317.609317,"caller":"cmd/runner.go:323","msg":"gRPC server listening","name":"health","port":9005} {"level":"info","ts":1789480317.610045,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1789480317.6108053,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":1789480317.6115437,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalProvider","resyncPeriod":36034.969915493,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789480317.6115687,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789480317.6119993,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1789480317.61273,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1789480317.6130261,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","resyncPeriod":38041.724998532,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789480317.6130445,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789480317.613487,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":1789480317.6143286,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1789480317.614459,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":1789480317.6160684,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789480317.6167135,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789480317.6148858,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalModel","resyncPeriod":35709.461157709,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789480317.616755,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789480317.6203563,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789480317.7117343,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1789480317.7117786,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1789480317.812528,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"} {"level":"info","ts":1789480317.812579,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1} {"level":"info","ts":1789480317.8127534,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c835ea19-bc09-4728-b72a-d1ef6e316d06"} {"level":"info","ts":1789480317.8130248,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":39510.934112907,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789480317.8130414,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789480317.815323,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1789480317.8153615,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1789480317.815383,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"} {"level":"info","ts":1789480317.8153944,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1} {"level":"info","ts":1789480317.815468,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a8af9242-b967-4cfd-8818-30888f2578e7","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789480317.815501,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a8af9242-b967-4cfd-8818-30888f2578e7","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789480317.8155365,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1789480317.8155522,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1789480317.8155847,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"231e821e-89f0-4172-8b60-6ebb4c08a869","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789480317.8156111,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"231e821e-89f0-4172-8b60-6ebb4c08a869","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1789480317.815654,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"513af019-d20c-4983-b00a-c20ba8346c19"} {"level":"info","ts":1789480317.8158746,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":34139.70400971,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789480317.8159032,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789480318.0043964,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789480318.0082586,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789480318.0137289,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38245.416167997,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789480318.0137777,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789480318.0163803,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"513af019-d20c-4983-b00a-c20ba8346c19","name":"e2e-external-model"} {"level":"info","ts":1789480318.033094,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"513af019-d20c-4983-b00a-c20ba8346c19","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789480318.1033032,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789480318.112105,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5a4eedf1-245d-4148-9432-f972301310a9"} {"level":"info","ts":1789480318.112525,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c8881a53-f454-45ee-a179-bc3daf1eeaca","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789480318.1126106,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c8881a53-f454-45ee-a179-bc3daf1eeaca","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1789480318.1138084,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c835ea19-bc09-4728-b72a-d1ef6e316d06","name":"e2e-external-provider"} {"level":"error","ts":1789480318.124423,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5a4eedf1-245d-4148-9432-f972301310a9","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789480318.1245632,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5a4eedf1-245d-4148-9432-f972301310a9","name":"e2e-cleanup-test"} {"level":"info","ts":1789480318.1251156,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4e5e244b-31d5-41bd-b702-467fe1a42ab5","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789480318.1251497,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4e5e244b-31d5-41bd-b702-467fe1a42ab5","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1789480318.136463,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c835ea19-bc09-4728-b72a-d1ef6e316d06","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1789480318.1489422,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5a4eedf1-245d-4148-9432-f972301310a9","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789480318.1490712,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5a4eedf1-245d-4148-9432-f972301310a9","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789480318.149169,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f2a58e1a-861b-4182-8621-573ce51e0390"} {"level":"info","ts":1789480318.1492512,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f2a58e1a-861b-4182-8621-573ce51e0390","name":"e2e-cleanup-test"} {"level":"info","ts":1789480318.1519227,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ad52f76b-5b6c-494d-b44a-9d69e76b73ec","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789480318.151976,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ad52f76b-5b6c-494d-b44a-9d69e76b73ec","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1789480318.1650004,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f2a58e1a-861b-4182-8621-573ce51e0390","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789480318.1650555,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f2a58e1a-861b-4182-8621-573ce51e0390","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789480318.1651273,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"306bbbf2-efba-42ad-8d83-28382e07b197"} {"level":"info","ts":1789480318.1651921,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"306bbbf2-efba-42ad-8d83-28382e07b197","name":"e2e-cleanup-test"} {"level":"info","ts":1789480318.2035956,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"306bbbf2-efba-42ad-8d83-28382e07b197","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789480318.2039864,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"88f0d55d-2255-4b8a-a627-5e18a5809c03","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789480318.204022,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"88f0d55d-2255-4b8a-a627-5e18a5809c03","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1789480318.2083988,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"306bbbf2-efba-42ad-8d83-28382e07b197","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789480318.2084906,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1662d899-2c0f-4dd6-a0bc-5497dbc47f6f"} {"level":"info","ts":1789480318.208553,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1662d899-2c0f-4dd6-a0bc-5497dbc47f6f","name":"e2e-cleanup-test"} {"level":"info","ts":1789480318.217057,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1662d899-2c0f-4dd6-a0bc-5497dbc47f6f","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789480320.5107975,"caller":"cmd/runner.go:316","msg":"gRPC server starting","name":"ext-proc"} {"level":"info","ts":1789480320.5110083,"caller":"cmd/runner.go:323","msg":"gRPC server listening","name":"ext-proc","port":9004} {"level":"info","ts":1789480326.3645806,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b3271d71-121b-44ca-b500-a93bf18614e2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789480326.3646293,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b3271d71-121b-44ca-b500-a93bf18614e2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789480326.3647153,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7dd7b58a-9502-4b54-b3d2-2cba34ac16ef"} {"level":"info","ts":1789480330.9688437,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"b1623161-8496-4722-bb55-c49b4340b9c7","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480330.9728837,"caller":"legacymigration/reconciler.go:147","msg":"creating ExternalProvider","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"b1623161-8496-4722-bb55-c49b4340b9c7","name":"e2e-legacy-migration-3e8e1fbd"} {"level":"info","ts":1789480330.9804797,"caller":"legacymigration/reconciler.go:169","msg":"creating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"b1623161-8496-4722-bb55-c49b4340b9c7","name":"e2e-legacy-migration-3e8e1fbd"} {"level":"info","ts":1789480330.9811485,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"d26bda82-f413-4753-b8ed-1421294c824f"} {"level":"info","ts":1789480330.9813128,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"4448cfe7-8a6c-46eb-a537-9d5274fcd954","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480330.981375,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"4448cfe7-8a6c-46eb-a537-9d5274fcd954","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789480330.9869878,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"b1623161-8496-4722-bb55-c49b4340b9c7","provider":"openai","model":"e2e-legacy-migration-3e8e1fbd","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789480330.9872727,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"633ecca9-0efc-42ec-a24e-af2fafdb56e6"} {"level":"info","ts":1789480330.9873507,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"b7032db1-00f7-408a-b443-0711ac90414c","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480330.9874394,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"b7032db1-00f7-408a-b443-0711ac90414c","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1} {"level":"info","ts":1789480330.9897377,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"a51350d9-266e-430b-b406-0f8861304587","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480330.9897654,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"a51350d9-266e-430b-b406-0f8861304587","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789480330.9898465,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"9662878b-02d6-4e8f-9cdf-5e24310ce84a","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480330.9898636,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"9662878b-02d6-4e8f-9cdf-5e24310ce84a","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1} {"level":"error","ts":1789480330.9901445,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"d26bda82-f413-4753-b8ed-1421294c824f","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-3e8e1fbd\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789480330.9902353,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"d26bda82-f413-4753-b8ed-1421294c824f","name":"e2e-legacy-migration-3e8e1fbd"} {"level":"error","ts":1789480330.996774,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"633ecca9-0efc-42ec-a24e-af2fafdb56e6","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-3e8e1fbd\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789480330.9969158,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"633ecca9-0efc-42ec-a24e-af2fafdb56e6","provider":"e2e-legacy-migration-3e8e1fbd","phase":"Pending"} {"level":"info","ts":1789480330.9975033,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"c3699def-dab7-4b31-9bfa-da173a7301cd","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480330.9975307,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"c3699def-dab7-4b31-9bfa-da173a7301cd","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1} {"level":"error","ts":1789480331.0071464,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"633ecca9-0efc-42ec-a24e-af2fafdb56e6","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-3e8e1fbd\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789480331.0071921,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"633ecca9-0efc-42ec-a24e-af2fafdb56e6","error":"ExternalModel \"e2e-legacy-migration-3e8e1fbd\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-3e8e1fbd\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789480331.0072656,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"20ad2d93-9a8b-447d-a7fd-0512afa07383"} {"level":"info","ts":1789480331.0073035,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"20ad2d93-9a8b-447d-a7fd-0512afa07383","provider":"e2e-legacy-migration-3e8e1fbd","phase":"Pending"} {"level":"info","ts":1789480331.0084865,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"243d17b8-22ed-4243-809b-963f1654f66d","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480331.0085263,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"243d17b8-22ed-4243-809b-963f1654f66d","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1} {"level":"error","ts":1789480331.0098114,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"d26bda82-f413-4753-b8ed-1421294c824f","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-3e8e1fbd\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:93\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789480331.0098698,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"d26bda82-f413-4753-b8ed-1421294c824f","error":"failed to apply Service: services \"e2e-legacy-migration-3e8e1fbd\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789480331.0099366,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"c4079981-54e5-41d0-ad82-5c478b50021a"} {"level":"info","ts":1789480331.0099807,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"c4079981-54e5-41d0-ad82-5c478b50021a","name":"e2e-legacy-migration-3e8e1fbd"} {"level":"info","ts":1789480331.0133493,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"7647ce0f-03bc-4255-bdcf-d63a9f370636","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480331.0134277,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"7647ce0f-03bc-4255-bdcf-d63a9f370636","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789480331.013566,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"49e3a50a-86c8-4dee-957f-bcc4ca8654ce","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480331.0136266,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"49e3a50a-86c8-4dee-957f-bcc4ca8654ce","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1} {"level":"error","ts":1789480331.0164478,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"20ad2d93-9a8b-447d-a7fd-0512afa07383","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-3e8e1fbd\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789480331.016511,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"20ad2d93-9a8b-447d-a7fd-0512afa07383","error":"ExternalModel \"e2e-legacy-migration-3e8e1fbd\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-3e8e1fbd\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789480331.0165706,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"c1fcd165-596a-4119-b1d4-524557df0ad0"} {"level":"info","ts":1789480331.0165925,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"c1fcd165-596a-4119-b1d4-524557df0ad0","provider":"e2e-legacy-migration-3e8e1fbd","phase":"Failed"} {"level":"info","ts":1789480331.0232227,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"8e10122d-65b6-4f2b-a3d3-0eabaeae350b","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480331.0233088,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"8e10122d-65b6-4f2b-a3d3-0eabaeae350b","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1} {"level":"error","ts":1789480331.0227466,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"c1fcd165-596a-4119-b1d4-524557df0ad0","error":"ExternalModel \"e2e-legacy-migration-3e8e1fbd\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-3e8e1fbd\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789480331.023449,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"2c8f5acf-a50f-4df6-99fc-3011364918f0"} {"level":"info","ts":1789480331.023481,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"2c8f5acf-a50f-4df6-99fc-3011364918f0","provider":"e2e-legacy-migration-3e8e1fbd","phase":"Failed"} {"level":"error","ts":1789480331.0315435,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"2c8f5acf-a50f-4df6-99fc-3011364918f0","error":"ExternalModel \"e2e-legacy-migration-3e8e1fbd\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-3e8e1fbd\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789480331.0328696,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"c4079981-54e5-41d0-ad82-5c478b50021a","kind":"DestinationRule","name":"e2e-legacy-migration-3e8e1fbd"} {"level":"error","ts":1789480331.0513854,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"c4079981-54e5-41d0-ad82-5c478b50021a","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-3e8e1fbd\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:93\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789480331.051489,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"c4079981-54e5-41d0-ad82-5c478b50021a","error":"failed to apply DestinationRule: destinationrules.networking.istio.io \"e2e-legacy-migration-3e8e1fbd\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789480331.0515835,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"90d66cbd-1111-4076-bb4f-0b8157f1837d"} {"level":"info","ts":1789480331.0516582,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"90d66cbd-1111-4076-bb4f-0b8157f1837d","name":"e2e-legacy-migration-3e8e1fbd"} {"level":"info","ts":1789480331.0521338,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"a232aa93-5d81-4420-b109-f4c5b8eff6fd","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480331.0524008,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"a232aa93-5d81-4420-b109-f4c5b8eff6fd","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789480331.0522716,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"cb858025-c0e2-4c23-95c9-91565d03b52d","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480331.0524614,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"cb858025-c0e2-4c23-95c9-91565d03b52d","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1} {"level":"info","ts":1789480331.0523655,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"dd60eec5-8c74-4994-a056-28de9c4552b2"} {"level":"info","ts":1789480331.0525036,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"dd60eec5-8c74-4994-a056-28de9c4552b2","provider":"e2e-legacy-migration-3e8e1fbd","phase":"Failed"} {"level":"error","ts":1789480331.0620992,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"dd60eec5-8c74-4994-a056-28de9c4552b2","error":"ExternalModel \"e2e-legacy-migration-3e8e1fbd\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-3e8e1fbd\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789480331.0693324,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"90d66cbd-1111-4076-bb4f-0b8157f1837d","service":"e2e-legacy-migration-3e8e1fbd","serviceEntry":"e2e-legacy-migration-3e8e1fbd","destinationRule":"e2e-legacy-migration-3e8e1fbd"} {"level":"info","ts":1789480331.0771792,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"50a56c92-7fcc-4798-b8f3-8c2b7f82e5ed","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480331.0772154,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"50a56c92-7fcc-4798-b8f3-8c2b7f82e5ed","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1} {"level":"info","ts":1789480331.0772748,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"ba7fc14f-1671-441a-85fd-d6d656fac5f4"} {"level":"info","ts":1789480331.077295,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"ba7fc14f-1671-441a-85fd-d6d656fac5f4","provider":"e2e-legacy-migration-3e8e1fbd","phase":"Failed"} {"level":"error","ts":1789480331.0808454,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"90d66cbd-1111-4076-bb4f-0b8157f1837d","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-3e8e1fbd\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789480331.0809407,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"bfd74e97-be67-4079-b213-17236134fbfd"} {"level":"info","ts":1789480331.080987,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"bfd74e97-be67-4079-b213-17236134fbfd","name":"e2e-legacy-migration-3e8e1fbd"} {"level":"info","ts":1789480331.0835907,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"87cb8f2e-9ed4-458d-9fbf-11743208a690","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480331.083622,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"87cb8f2e-9ed4-458d-9fbf-11743208a690","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789480331.0836954,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"e2ee7fd4-4648-4118-8db7-d336e3717125","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480331.0837204,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"e2ee7fd4-4648-4118-8db7-d336e3717125","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1} {"level":"info","ts":1789480331.0857317,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"c3a67278-25b0-4f15-a727-618f45e1cae5","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480331.0857604,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"c3a67278-25b0-4f15-a727-618f45e1cae5","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1} {"level":"error","ts":1789480331.0892296,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"ba7fc14f-1671-441a-85fd-d6d656fac5f4","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-3e8e1fbd\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789480331.0893295,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"ba7fc14f-1671-441a-85fd-d6d656fac5f4","error":"ExternalModel \"e2e-legacy-migration-3e8e1fbd\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-3e8e1fbd\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789480331.0894501,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"98dff768-3eb4-4bfc-94fb-ff09ca55355f"} {"level":"info","ts":1789480331.0895216,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"98dff768-3eb4-4bfc-94fb-ff09ca55355f","name":"e2e-legacy-migration-3e8e1fbd"} {"level":"info","ts":1789480331.1008766,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"bfd74e97-be67-4079-b213-17236134fbfd","service":"e2e-legacy-migration-3e8e1fbd","serviceEntry":"e2e-legacy-migration-3e8e1fbd","destinationRule":"e2e-legacy-migration-3e8e1fbd"} {"level":"error","ts":1789480331.1089969,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"bfd74e97-be67-4079-b213-17236134fbfd","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-3e8e1fbd\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789480331.1091409,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"fee07643-9cc0-45fd-a757-5d7e357ac2b0"} {"level":"info","ts":1789480331.109208,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"fee07643-9cc0-45fd-a757-5d7e357ac2b0","name":"e2e-legacy-migration-3e8e1fbd"} {"level":"info","ts":1789480331.11699,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"ac892e09-ac9e-4e30-ac34-69b65938ddf5","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480331.1171215,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"ac892e09-ac9e-4e30-ac34-69b65938ddf5","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1} {"level":"error","ts":1789480331.1173885,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"98dff768-3eb4-4bfc-94fb-ff09ca55355f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-3e8e1fbd\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789480331.1174903,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"98dff768-3eb4-4bfc-94fb-ff09ca55355f","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-3e8e1fbd\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789480331.1175716,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"097672a7-4331-409e-be36-cc21669c3fb9"} {"level":"info","ts":1789480331.117641,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"097672a7-4331-409e-be36-cc21669c3fb9","name":"e2e-legacy-migration-3e8e1fbd"} {"level":"info","ts":1789480331.1225352,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"fee07643-9cc0-45fd-a757-5d7e357ac2b0","service":"e2e-legacy-migration-3e8e1fbd","serviceEntry":"e2e-legacy-migration-3e8e1fbd","destinationRule":"e2e-legacy-migration-3e8e1fbd"} {"level":"info","ts":1789480331.1288989,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"097672a7-4331-409e-be36-cc21669c3fb9","httpRoute":"e2e-legacy-migration-3e8e1fbd","providers":["e2e-legacy-migration-3e8e1fbd"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789480331.139791,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"b40c6edb-572c-444c-b7b6-a516e157ef10","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480331.1398587,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"b40c6edb-572c-444c-b7b6-a516e157ef10","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1} {"level":"info","ts":1789480331.1407683,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"eda814c3-4ea1-40b2-9969-b2058fb2dd82"} {"level":"info","ts":1789480331.140879,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"eda814c3-4ea1-40b2-9969-b2058fb2dd82","name":"e2e-legacy-migration-3e8e1fbd"} {"level":"info","ts":1789480331.1514578,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"eda814c3-4ea1-40b2-9969-b2058fb2dd82","httpRoute":"e2e-legacy-migration-3e8e1fbd","providers":["e2e-legacy-migration-3e8e1fbd"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789480331.2266135,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"6641b418-c3ed-47fa-9174-71d6bbfaf818","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480331.2297344,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"6641b418-c3ed-47fa-9174-71d6bbfaf818","name":"e2e-legacy-migration-3e8e1fbd"} {"level":"info","ts":1789480331.2358892,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"6641b418-c3ed-47fa-9174-71d6bbfaf818","provider":"openai","model":"e2e-legacy-migration-3e8e1fbd","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789480333.8459482,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"f13f79cf-0e54-4c2c-bc82-327348cb5f33","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480333.855229,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"885f6c13-d132-4a60-b7d1-bb606d9907e1"} {"level":"info","ts":1789480333.855367,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"e859043a-30a2-417d-b4b2-def81d63679b","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480333.8554473,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"e859043a-30a2-417d-b4b2-def81d63679b","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480333.858073,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"4763ab33-3e07-46ff-a279-4ad1433add15"} {"level":"info","ts":1789480333.8581808,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"fbe58f19-66b1-4c36-b89c-cdcc13569734","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480333.8582397,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"fbe58f19-66b1-4c36-b89c-cdcc13569734","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480376.9501925,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"24ddfff4-ce46-46a6-81ea-90afa0b2062d"} {"level":"info","ts":1789480376.9503973,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e485ed34-9e80-4219-87fa-d0097763a925","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789480376.9504662,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e485ed34-9e80-4219-87fa-d0097763a925","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789480377.0869544,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"00bccdbc-99aa-4a12-a904-17e376e36b0a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789480377.0870683,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"00bccdbc-99aa-4a12-a904-17e376e36b0a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789480377.0872142,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"db43d2d2-a900-446c-818e-1d875b0b90e1"} {"level":"info","ts":1789480738.1244938,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789480738.125048,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"69e0e417-dbea-4391-a814-f03a7fbc717e"} {"level":"info","ts":1789480738.125074,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"69e0e417-dbea-4391-a814-f03a7fbc717e"} {"level":"info","ts":1789480738.1251204,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"69e0e417-dbea-4391-a814-f03a7fbc717e","EoS":false} {"level":"info","ts":1789480738.1251392,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"69e0e417-dbea-4391-a814-f03a7fbc717e","EoS":true} {"level":"info","ts":1789480738.1251676,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"69e0e417-dbea-4391-a814-f03a7fbc717e","field":"model","value":"e2e/simulator-w0-1293e7"} {"level":"info","ts":1789480738.1251945,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"69e0e417-dbea-4391-a814-f03a7fbc717e","path":"/e2e-models-e2e-worker-w0-1293e7/simulator-w0-1293e7/v1/completions"} {"level":"info","ts":1789480738.125225,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"69e0e417-dbea-4391-a814-f03a7fbc717e"} {"level":"info","ts":1789480738.205065,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789480738.2051787,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e1987662-d7ef-481f-a423-c5b89fd299e8"} {"level":"info","ts":1789480738.2051933,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"e1987662-d7ef-481f-a423-c5b89fd299e8"} {"level":"info","ts":1789480738.205212,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e1987662-d7ef-481f-a423-c5b89fd299e8","EoS":false} {"level":"info","ts":1789480738.2052312,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e1987662-d7ef-481f-a423-c5b89fd299e8","EoS":true} {"level":"info","ts":1789480738.2052648,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e1987662-d7ef-481f-a423-c5b89fd299e8","field":"model","value":"e2e/simulator-w0-1293e7"} {"level":"info","ts":1789480738.2052824,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"e1987662-d7ef-481f-a423-c5b89fd299e8","path":"/e2e-models-e2e-worker-w0-1293e7/simulator-w0-1293e7/v1/completions"} {"level":"info","ts":1789480738.205313,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"e1987662-d7ef-481f-a423-c5b89fd299e8"} {"level":"info","ts":1789480738.2370055,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789480738.2370906,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"34662028-acb3-4f3d-83b4-05a5f4e2ae7d"} {"level":"info","ts":1789480738.2371025,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"34662028-acb3-4f3d-83b4-05a5f4e2ae7d"} {"level":"info","ts":1789480738.2371132,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"34662028-acb3-4f3d-83b4-05a5f4e2ae7d","EoS":false} {"level":"info","ts":1789480738.2371242,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"34662028-acb3-4f3d-83b4-05a5f4e2ae7d","EoS":true} {"level":"info","ts":1789480738.2371442,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"34662028-acb3-4f3d-83b4-05a5f4e2ae7d","field":"model","value":"e2e/simulator-w0-1293e7"} {"level":"info","ts":1789480738.2371595,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"34662028-acb3-4f3d-83b4-05a5f4e2ae7d","path":"/e2e-models-e2e-worker-w0-1293e7/simulator-w0-1293e7/v1/completions"} {"level":"info","ts":1789480738.23718,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"34662028-acb3-4f3d-83b4-05a5f4e2ae7d"} {"level":"info","ts":1789480738.288299,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789480738.2883997,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"530a3442-4cd8-409f-80e8-fd89ade13e0f"} {"level":"info","ts":1789480738.2884161,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"530a3442-4cd8-409f-80e8-fd89ade13e0f"} {"level":"info","ts":1789480738.2884326,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"530a3442-4cd8-409f-80e8-fd89ade13e0f","EoS":false} {"level":"info","ts":1789480738.2884474,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"530a3442-4cd8-409f-80e8-fd89ade13e0f","EoS":true} {"level":"info","ts":1789480738.2884743,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"530a3442-4cd8-409f-80e8-fd89ade13e0f","field":"model","value":"e2e/simulator-w0-1293e7"} {"level":"info","ts":1789480738.2884934,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"530a3442-4cd8-409f-80e8-fd89ade13e0f","path":"/e2e-models-e2e-worker-w0-1293e7/simulator-w0-1293e7/v1/completions"} {"level":"info","ts":1789480738.2885199,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"530a3442-4cd8-409f-80e8-fd89ade13e0f"} {"level":"info","ts":1789480740.3556366,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789480740.355756,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7aefe559-1b25-43f5-93a6-a1f915e4473b"} {"level":"info","ts":1789480740.3557732,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"7aefe559-1b25-43f5-93a6-a1f915e4473b"} {"level":"info","ts":1789480740.3557897,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7aefe559-1b25-43f5-93a6-a1f915e4473b","EoS":false} {"level":"info","ts":1789480740.355808,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7aefe559-1b25-43f5-93a6-a1f915e4473b","EoS":true} {"level":"info","ts":1789480740.3558314,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7aefe559-1b25-43f5-93a6-a1f915e4473b","field":"model","value":"e2e/simulator-w0-1293e7"} {"level":"info","ts":1789480740.3558471,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"7aefe559-1b25-43f5-93a6-a1f915e4473b","path":"/e2e-models-e2e-worker-w0-1293e7/simulator-w0-1293e7/v1/completions"} {"level":"info","ts":1789480740.3558714,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"7aefe559-1b25-43f5-93a6-a1f915e4473b"} {"level":"info","ts":1789480740.3861434,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789480740.3862507,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cc8c2a09-71e4-4bbf-8eb2-67db7a547cd9"} {"level":"info","ts":1789480740.3862667,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"cc8c2a09-71e4-4bbf-8eb2-67db7a547cd9"} {"level":"info","ts":1789480740.3862846,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cc8c2a09-71e4-4bbf-8eb2-67db7a547cd9","EoS":false} {"level":"info","ts":1789480740.3863013,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cc8c2a09-71e4-4bbf-8eb2-67db7a547cd9","EoS":true} {"level":"info","ts":1789480740.386334,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cc8c2a09-71e4-4bbf-8eb2-67db7a547cd9","field":"model","value":"e2e/simulator-w0-1293e7"} {"level":"info","ts":1789480740.3863518,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"cc8c2a09-71e4-4bbf-8eb2-67db7a547cd9","path":"/e2e-models-e2e-worker-w0-1293e7/simulator-w0-1293e7/v1/chat/completions"} {"level":"info","ts":1789480740.3863869,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"cc8c2a09-71e4-4bbf-8eb2-67db7a547cd9"} {"level":"info","ts":1789480740.655252,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789480740.6553411,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5a673c4c-f69d-4340-9839-8d1cd975b7b0"} {"level":"info","ts":1789480740.6553543,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"5a673c4c-f69d-4340-9839-8d1cd975b7b0"} {"level":"info","ts":1789480740.6553667,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5a673c4c-f69d-4340-9839-8d1cd975b7b0","EoS":false} {"level":"info","ts":1789480740.655379,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5a673c4c-f69d-4340-9839-8d1cd975b7b0","EoS":true} {"level":"info","ts":1789480740.6554005,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5a673c4c-f69d-4340-9839-8d1cd975b7b0","field":"model","value":"e2e/simulator-w0-1293e7"} {"level":"info","ts":1789480740.6554153,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"5a673c4c-f69d-4340-9839-8d1cd975b7b0","path":"/e2e-models-e2e-worker-w0-1293e7/simulator-w0-1293e7/v1/completions"} {"level":"info","ts":1789480740.6554363,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"5a673c4c-f69d-4340-9839-8d1cd975b7b0"} {"level":"info","ts":1789480740.6800985,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789480740.6801887,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8b9db564-67cd-4aea-a52b-ee557fc1eeb6"} {"level":"info","ts":1789480740.6802018,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"8b9db564-67cd-4aea-a52b-ee557fc1eeb6"} {"level":"info","ts":1789480740.6802137,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8b9db564-67cd-4aea-a52b-ee557fc1eeb6","EoS":false} {"level":"info","ts":1789480740.6802316,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8b9db564-67cd-4aea-a52b-ee557fc1eeb6","EoS":true} {"level":"info","ts":1789480740.680258,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8b9db564-67cd-4aea-a52b-ee557fc1eeb6","field":"model","value":"e2e/simulator-w0-1293e7"} {"level":"info","ts":1789480740.6802745,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"8b9db564-67cd-4aea-a52b-ee557fc1eeb6","path":"/e2e-models-e2e-worker-w0-1293e7/simulator-w0-1293e7/v1/completions"} {"level":"info","ts":1789480740.6802938,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"8b9db564-67cd-4aea-a52b-ee557fc1eeb6"} {"level":"info","ts":1789480740.9842782,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789480740.9843674,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ac49a7c9-7167-4d40-84b4-ce5bfd24a50f"} {"level":"info","ts":1789480740.9843793,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"ac49a7c9-7167-4d40-84b4-ce5bfd24a50f"} {"level":"info","ts":1789480740.9843907,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ac49a7c9-7167-4d40-84b4-ce5bfd24a50f","EoS":false} {"level":"info","ts":1789480740.9844015,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ac49a7c9-7167-4d40-84b4-ce5bfd24a50f","EoS":true} {"level":"info","ts":1789480740.9844227,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ac49a7c9-7167-4d40-84b4-ce5bfd24a50f","field":"model","value":"e2e/simulator-w0-1293e7"} {"level":"info","ts":1789480740.9844375,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"ac49a7c9-7167-4d40-84b4-ce5bfd24a50f","path":"/e2e-models-e2e-worker-w0-1293e7/simulator-w0-1293e7/v1/completions"} {"level":"info","ts":1789480740.984454,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"ac49a7c9-7167-4d40-84b4-ce5bfd24a50f"} {"level":"info","ts":1789480741.103852,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789480741.1039917,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"124e23ee-f2de-4cbc-b221-0e7dce3785c2"} {"level":"info","ts":1789480741.1040254,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"124e23ee-f2de-4cbc-b221-0e7dce3785c2"} {"level":"info","ts":1789480741.1041114,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"124e23ee-f2de-4cbc-b221-0e7dce3785c2","EoS":false} {"level":"info","ts":1789480741.104152,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"124e23ee-f2de-4cbc-b221-0e7dce3785c2","EoS":true} {"level":"info","ts":1789480741.1042128,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"124e23ee-f2de-4cbc-b221-0e7dce3785c2","field":"model","value":"e2e/simulator-w0-1293e7"} {"level":"info","ts":1789480741.1042378,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"124e23ee-f2de-4cbc-b221-0e7dce3785c2","path":"/e2e-models-e2e-worker-w0-1293e7/simulator-w0-1293e7/v1/completions"} {"level":"info","ts":1789480741.1042662,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"124e23ee-f2de-4cbc-b221-0e7dce3785c2"} {"level":"info","ts":1789480741.1272583,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789480741.127342,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"66c792ad-0602-4bfa-b30c-ee169ca10236"} {"level":"info","ts":1789480741.1273537,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"66c792ad-0602-4bfa-b30c-ee169ca10236"} {"level":"info","ts":1789480741.127403,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"66c792ad-0602-4bfa-b30c-ee169ca10236","EoS":false} {"level":"info","ts":1789480741.1274137,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"66c792ad-0602-4bfa-b30c-ee169ca10236","EoS":true} {"level":"info","ts":1789480741.1274335,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"66c792ad-0602-4bfa-b30c-ee169ca10236","field":"model","value":"e2e/simulator-w0-1293e7"} {"level":"info","ts":1789480741.1274486,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"66c792ad-0602-4bfa-b30c-ee169ca10236","path":"/e2e-models-e2e-worker-w0-1293e7/simulator-w0-1293e7/v1/completions"} {"level":"info","ts":1789480741.1274683,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"66c792ad-0602-4bfa-b30c-ee169ca10236"} {"level":"info","ts":1789480741.154764,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789480741.1548507,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"668f0b6d-c4f3-42b8-baef-8760de79fc03"} {"level":"info","ts":1789480741.1548662,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"668f0b6d-c4f3-42b8-baef-8760de79fc03"} {"level":"info","ts":1789480741.1548772,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"668f0b6d-c4f3-42b8-baef-8760de79fc03","EoS":false} {"level":"info","ts":1789480741.154887,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"668f0b6d-c4f3-42b8-baef-8760de79fc03","EoS":true} {"level":"info","ts":1789480741.1549072,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"668f0b6d-c4f3-42b8-baef-8760de79fc03","field":"model","value":"e2e/simulator-w0-1293e7"} {"level":"info","ts":1789480741.1549227,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"668f0b6d-c4f3-42b8-baef-8760de79fc03","path":"/e2e-models-e2e-worker-w0-1293e7/simulator-w0-1293e7/v1/completions"} {"level":"info","ts":1789480741.1549451,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"668f0b6d-c4f3-42b8-baef-8760de79fc03"}