{"level":"info","ts":1789564866.9415398,"logger":"setup","caller":"cmd/runner.go:103","msg":"ai-gateway-payload-processing build","commit-sha":"unknown","build-ref":""} {"level":"info","ts":1789564866.9433367,"logger":"setup","caller":"cmd/runner.go:172","msg":"Setting pprof handlers"} {"level":"info","ts":1789564866.943365,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/heap"} {"level":"info","ts":1789564866.9433794,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/goroutine"} {"level":"info","ts":1789564866.943391,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/allocs"} {"level":"info","ts":1789564866.9433959,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/threadcreate"} {"level":"info","ts":1789564866.9434004,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/block"} {"level":"info","ts":1789564866.943405,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/mutex"} {"level":"info","ts":1789564867.0249715,"logger":"setup","caller":"loader/configloader.go:171","msg":"Loaded raw configuration","config":"{Plugins: [{Name: model-extractor, Type: body-field-to-header, Parameters: {\"fieldName\":\"model\",\"headerName\":\"X-Gateway-Model-Name\"}} {Type: model-provider-resolver}], Profiles: [{Name: default, Plugins: {Request: [{PluginRef: model-extractor} {PluginRef: model-provider-resolver}]}}]}"} {"level":"info","ts":1789564867.0251558,"logger":"setup","caller":"cmd/runner.go:242","msg":"manager starting"} {"level":"info","ts":1789564867.0252008,"logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"} {"level":"info","ts":1789564867.025554,"logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":9090","secure":false} {"level":"info","ts":1789564867.025669,"caller":"cmd/runner.go:316","msg":"gRPC server starting","name":"health"} {"level":"info","ts":1789564867.0257251,"caller":"cmd/runner.go:323","msg":"gRPC server listening","name":"health","port":9005} {"level":"info","ts":1789564867.026247,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1789564867.0266733,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":1789564867.0269666,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalProvider","resyncPeriod":39516.784096953,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789564867.027009,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789564867.0273721,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1789564867.0275586,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1789564867.0276809,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","resyncPeriod":36478.497982397,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789564867.027721,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789564867.0279286,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":1789564867.0281901,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1789564867.0282679,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":1789564867.0283885,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalModel","resyncPeriod":33289.451601623,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789564867.0284238,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789564867.0345945,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789564867.0347672,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789564867.0354822,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789564867.1269321,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1789564867.1269717,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1789564867.2271214,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"} {"level":"info","ts":1789564867.2271783,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1} {"level":"info","ts":1789564867.2273428,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"edab9c2a-ad59-4284-8ff3-3a4a4394b15a"} {"level":"info","ts":1789564867.227607,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":39193.564872465,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789564867.2276275,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789564867.2289505,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1789564867.228985,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1789564867.2290533,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f90705b3-cda4-4a4d-9e81-3cf4d5edada3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"error","ts":1789564867.2290952,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f90705b3-cda4-4a4d-9e81-3cf4d5edada3","provider":"e2e-external-provider","error":"ExternalProvider \"e2e-external-provider\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789564867.2291453,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f90705b3-cda4-4a4d-9e81-3cf4d5edada3"} {"level":"info","ts":1789564867.2292116,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4358a9d6-0174-482a-a392-5356910feb15","name":"e2e-external-model","namespace":"llm"} {"level":"error","ts":1789564867.2292337,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4358a9d6-0174-482a-a392-5356910feb15","provider":"e2e-external-provider","error":"ExternalProvider \"e2e-external-provider\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789564867.2292557,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4358a9d6-0174-482a-a392-5356910feb15"} {"level":"info","ts":1789564867.229333,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"} {"level":"info","ts":1789564867.22936,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1} {"level":"info","ts":1789564867.229414,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d370abcb-f436-4bd6-a5b2-3171f87b0919","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789564867.229451,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d370abcb-f436-4bd6-a5b2-3171f87b0919","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789564867.229487,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1789564867.229505,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1789564867.2295468,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5ec34ca4-440c-4a09-8956-70d5efb9e347"} {"level":"info","ts":1789564867.2298884,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38775.571195279,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789564867.2299058,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789564867.3852692,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789564867.403399,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789564867.4282222,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34733.44868648,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789564867.4282598,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789564867.4306788,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5ec34ca4-440c-4a09-8956-70d5efb9e347","name":"e2e-cleanup-test"} {"level":"info","ts":1789564867.4868267,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789564867.5000777,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5ec34ca4-440c-4a09-8956-70d5efb9e347","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789564867.5049412,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"61c6a2c4-fd08-4d78-a77e-e476fc98ff13"} {"level":"info","ts":1789564867.505009,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"61c6a2c4-fd08-4d78-a77e-e476fc98ff13","name":"e2e-external-model"} {"level":"info","ts":1789564867.5178032,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"61c6a2c4-fd08-4d78-a77e-e476fc98ff13","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789564867.5290637,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"edab9c2a-ad59-4284-8ff3-3a4a4394b15a","name":"e2e-external-provider"} {"level":"info","ts":1789564867.5826502,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"edab9c2a-ad59-4284-8ff3-3a4a4394b15a","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1789564869.4094088,"caller":"cmd/runner.go:316","msg":"gRPC server starting","name":"ext-proc"} {"level":"info","ts":1789564869.4094968,"caller":"cmd/runner.go:323","msg":"gRPC server listening","name":"ext-proc","port":9004} {"level":"info","ts":1789564872.2303746,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ae6c2441-daf2-434f-8575-9140a5795226","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789564872.2304418,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ae6c2441-daf2-434f-8575-9140a5795226","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1789564872.230484,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"37ec1e81-642d-4b95-aa15-c3bbc51020a6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789564872.2304978,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"37ec1e81-642d-4b95-aa15-c3bbc51020a6","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1789564875.0210907,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b9118a1b-1d15-4724-b942-ab671c54f3f6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789564875.021122,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b9118a1b-1d15-4724-b942-ab671c54f3f6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789564875.0211353,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bb78c819-9894-4521-bd36-6ed23c977a06"} {"level":"info","ts":1789564879.6783543,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"8efb4a5a-f6b5-4912-94ed-48235ece2909","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"info","ts":1789564879.6832118,"caller":"legacymigration/reconciler.go:147","msg":"creating ExternalProvider","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"8efb4a5a-f6b5-4912-94ed-48235ece2909","name":"e2e-legacy-migration-18f94016"} {"level":"info","ts":1789564879.695313,"caller":"legacymigration/reconciler.go:169","msg":"creating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"8efb4a5a-f6b5-4912-94ed-48235ece2909","name":"e2e-legacy-migration-18f94016"} {"level":"info","ts":1789564879.6968446,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"7d860c76-57e4-4773-9bc7-6df036e2c82b"} {"level":"info","ts":1789564879.6968868,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"75644944-5259-4189-ae1a-754227124070","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"info","ts":1789564879.697244,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"75644944-5259-4189-ae1a-754227124070","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789564879.701823,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"8efb4a5a-f6b5-4912-94ed-48235ece2909","provider":"openai","model":"e2e-legacy-migration-18f94016","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789564879.7019148,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"47f655bf-4207-4412-84ec-33399bb499ec","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"info","ts":1789564879.7019732,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"51d3ec16-fa9e-48c6-a582-c0f5df973127"} {"level":"info","ts":1789564879.7019837,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"47f655bf-4207-4412-84ec-33399bb499ec","modelName":"e2e-legacy-migration-18f94016","resolvedRefs":1} {"level":"info","ts":1789564879.709546,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"d816762a-b597-446b-bcf6-f07fbf4ad9ea","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"info","ts":1789564879.7095757,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"d816762a-b597-446b-bcf6-f07fbf4ad9ea","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789564879.7096605,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"6f09914b-743a-4d57-8f4b-6b7c2ab34bda","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"info","ts":1789564879.70968,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"6f09914b-743a-4d57-8f4b-6b7c2ab34bda","modelName":"e2e-legacy-migration-18f94016","resolvedRefs":1} {"level":"error","ts":1789564879.7097082,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"7d860c76-57e4-4773-9bc7-6df036e2c82b","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-18f94016\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789564879.709765,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"7d860c76-57e4-4773-9bc7-6df036e2c82b","name":"e2e-legacy-migration-18f94016"} {"level":"info","ts":1789564879.7133272,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"bd13a2d9-87dc-48a6-bfdd-56c8bf48950d","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"info","ts":1789564879.7133572,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"bd13a2d9-87dc-48a6-bfdd-56c8bf48950d","modelName":"e2e-legacy-migration-18f94016","resolvedRefs":1} {"level":"error","ts":1789564879.7138107,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"51d3ec16-fa9e-48c6-a582-c0f5df973127","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-18f94016\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789564879.713887,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"51d3ec16-fa9e-48c6-a582-c0f5df973127","provider":"e2e-legacy-migration-18f94016","phase":"Pending"} {"level":"info","ts":1789564879.723609,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"7d860c76-57e4-4773-9bc7-6df036e2c82b","kind":"ServiceEntry","name":"e2e-legacy-migration-18f94016"} {"level":"error","ts":1789564879.725275,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"51d3ec16-fa9e-48c6-a582-c0f5df973127","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-18f94016\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789564879.7253392,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"51d3ec16-fa9e-48c6-a582-c0f5df973127","error":"ExternalModel \"e2e-legacy-migration-18f94016\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-18f94016\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789564879.7253988,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"90df9504-cab9-4adc-9432-b7c8d7036365"} {"level":"info","ts":1789564879.725425,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"90df9504-cab9-4adc-9432-b7c8d7036365","provider":"e2e-legacy-migration-18f94016","phase":"Pending"} {"level":"info","ts":1789564879.7255485,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"11ce72eb-262d-4891-b307-a3427516a03c","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"info","ts":1789564879.7256322,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"11ce72eb-262d-4891-b307-a3427516a03c","modelName":"e2e-legacy-migration-18f94016","resolvedRefs":1} {"level":"error","ts":1789564879.7316637,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"90df9504-cab9-4adc-9432-b7c8d7036365","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-18f94016\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789564879.7316985,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"90df9504-cab9-4adc-9432-b7c8d7036365","error":"ExternalModel \"e2e-legacy-migration-18f94016\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-18f94016\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789564879.7317388,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"2dd474af-65be-4588-ae4e-8de2178b6703"} {"level":"info","ts":1789564879.731756,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"2dd474af-65be-4588-ae4e-8de2178b6703","provider":"e2e-legacy-migration-18f94016","phase":"Pending"} {"level":"info","ts":1789564879.73624,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"77d72628-4abe-4f03-b106-b531c1cf9ed0","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"info","ts":1789564879.7364395,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"77d72628-4abe-4f03-b106-b531c1cf9ed0","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789564879.7364032,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"85a3860f-a13d-4073-850c-905ea301859b","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"info","ts":1789564879.736574,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"85a3860f-a13d-4073-850c-905ea301859b","modelName":"e2e-legacy-migration-18f94016","resolvedRefs":1} {"level":"info","ts":1789564879.7383313,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"7d860c76-57e4-4773-9bc7-6df036e2c82b","kind":"DestinationRule","name":"e2e-legacy-migration-18f94016"} {"level":"error","ts":1789564879.7398863,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"2dd474af-65be-4588-ae4e-8de2178b6703","error":"ExternalModel \"e2e-legacy-migration-18f94016\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-18f94016\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789564879.7399507,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"e9f980b3-0e73-441e-9805-7ecf2655f81a"} {"level":"info","ts":1789564879.739987,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"e9f980b3-0e73-441e-9805-7ecf2655f81a","provider":"e2e-legacy-migration-18f94016","phase":"Failed"} {"level":"info","ts":1789564879.7464252,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"9866583f-de81-4d33-a042-6a82aef9530e","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"info","ts":1789564879.746457,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"9866583f-de81-4d33-a042-6a82aef9530e","modelName":"e2e-legacy-migration-18f94016","resolvedRefs":1} {"level":"info","ts":1789564879.751345,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"7d860c76-57e4-4773-9bc7-6df036e2c82b","service":"e2e-legacy-migration-18f94016","serviceEntry":"e2e-legacy-migration-18f94016","destinationRule":"e2e-legacy-migration-18f94016"} {"level":"error","ts":1789564879.7518525,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"e9f980b3-0e73-441e-9805-7ecf2655f81a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-18f94016\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789564879.7518883,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"e9f980b3-0e73-441e-9805-7ecf2655f81a","error":"ExternalModel \"e2e-legacy-migration-18f94016\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-18f94016\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789564879.7519474,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"22c5f911-0688-4b53-a7a6-13da687fd664"} {"level":"info","ts":1789564879.7520003,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"22c5f911-0688-4b53-a7a6-13da687fd664","provider":"e2e-legacy-migration-18f94016","phase":"Failed"} {"level":"error","ts":1789564879.761997,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"7d860c76-57e4-4773-9bc7-6df036e2c82b","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-18f94016\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789564879.7620769,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"6284e054-8133-4a17-b6cb-09a2f80170b2"} {"level":"info","ts":1789564879.7621212,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"6284e054-8133-4a17-b6cb-09a2f80170b2","name":"e2e-legacy-migration-18f94016"} {"level":"error","ts":1789564879.7625117,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"22c5f911-0688-4b53-a7a6-13da687fd664","error":"ExternalModel \"e2e-legacy-migration-18f94016\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-18f94016\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789564879.7705226,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"9c257b49-b51a-4240-9a62-48a4106c4e06","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"info","ts":1789564879.7705534,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"9c257b49-b51a-4240-9a62-48a4106c4e06","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789564879.7706046,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"5c6a0483-c941-40ad-8d1b-b8fd42fb54cf","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"info","ts":1789564879.7706263,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"82761367-11a9-4719-a6e0-bb5d8a5f8897"} {"level":"info","ts":1789564879.7706313,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"5c6a0483-c941-40ad-8d1b-b8fd42fb54cf","modelName":"e2e-legacy-migration-18f94016","resolvedRefs":1} {"level":"info","ts":1789564879.7706673,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"82761367-11a9-4719-a6e0-bb5d8a5f8897","name":"e2e-legacy-migration-18f94016"} {"level":"info","ts":1789564879.778074,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"6284e054-8133-4a17-b6cb-09a2f80170b2","service":"e2e-legacy-migration-18f94016","serviceEntry":"e2e-legacy-migration-18f94016","destinationRule":"e2e-legacy-migration-18f94016"} {"level":"error","ts":1789564879.7859645,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"6284e054-8133-4a17-b6cb-09a2f80170b2","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-18f94016\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789564879.7861254,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"5055a5d9-8912-44da-a4ec-abd73d089a8b"} {"level":"info","ts":1789564879.786232,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"5055a5d9-8912-44da-a4ec-abd73d089a8b","name":"e2e-legacy-migration-18f94016"} {"level":"info","ts":1789564879.7971973,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"b140e493-04dd-4674-87b6-3cff29f14c9a","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"info","ts":1789564879.7972233,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"b140e493-04dd-4674-87b6-3cff29f14c9a","modelName":"e2e-legacy-migration-18f94016","resolvedRefs":1} {"level":"error","ts":1789564879.8038285,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"82761367-11a9-4719-a6e0-bb5d8a5f8897","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-18f94016\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789564879.8038669,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"82761367-11a9-4719-a6e0-bb5d8a5f8897","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-18f94016\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789564879.8039184,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"3ffcd062-c87e-4be4-8f9f-32d08fae9b88"} {"level":"info","ts":1789564879.8039641,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"3ffcd062-c87e-4be4-8f9f-32d08fae9b88","name":"e2e-legacy-migration-18f94016"} {"level":"info","ts":1789564879.8105247,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"5055a5d9-8912-44da-a4ec-abd73d089a8b","service":"e2e-legacy-migration-18f94016","serviceEntry":"e2e-legacy-migration-18f94016","destinationRule":"e2e-legacy-migration-18f94016"} {"level":"info","ts":1789564879.8159068,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"3ffcd062-c87e-4be4-8f9f-32d08fae9b88","httpRoute":"e2e-legacy-migration-18f94016","providers":["e2e-legacy-migration-18f94016"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789564879.823764,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"21504753-9a3a-47c1-b49a-4b0656227706","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"info","ts":1789564879.8238487,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"21504753-9a3a-47c1-b49a-4b0656227706","modelName":"e2e-legacy-migration-18f94016","resolvedRefs":1} {"level":"error","ts":1789564879.8279526,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"3ffcd062-c87e-4be4-8f9f-32d08fae9b88","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-18f94016\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789564879.8280215,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"6676e04d-9ebe-4996-b6f5-c3971b412a49"} {"level":"info","ts":1789564879.8280709,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"6676e04d-9ebe-4996-b6f5-c3971b412a49","name":"e2e-legacy-migration-18f94016"} {"level":"info","ts":1789564879.8406029,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"6676e04d-9ebe-4996-b6f5-c3971b412a49","httpRoute":"e2e-legacy-migration-18f94016","providers":["e2e-legacy-migration-18f94016"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789564879.8476725,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"bc0a7cff-e579-4ed4-ac5f-ba24e14b0e1c","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"info","ts":1789564879.8477032,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"bc0a7cff-e579-4ed4-ac5f-ba24e14b0e1c","modelName":"e2e-legacy-migration-18f94016","resolvedRefs":1} {"level":"error","ts":1789564879.8509936,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"6676e04d-9ebe-4996-b6f5-c3971b412a49","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-18f94016\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789564879.8510673,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"747f1738-a2c2-4730-9351-c4a193038b11"} {"level":"info","ts":1789564879.8511217,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"747f1738-a2c2-4730-9351-c4a193038b11","name":"e2e-legacy-migration-18f94016"} {"level":"info","ts":1789564879.8656044,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"747f1738-a2c2-4730-9351-c4a193038b11","httpRoute":"e2e-legacy-migration-18f94016","providers":["e2e-legacy-migration-18f94016"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789564879.933215,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"133a06f3-96a5-47dc-8b3a-bf2f210f95d2","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"info","ts":1789564879.9414048,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"133a06f3-96a5-47dc-8b3a-bf2f210f95d2","name":"e2e-legacy-migration-18f94016"} {"level":"info","ts":1789564879.9495513,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"133a06f3-96a5-47dc-8b3a-bf2f210f95d2","provider":"openai","model":"e2e-legacy-migration-18f94016","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789564882.5968237,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"20f0964a-d301-405f-81df-243f5170768f","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"info","ts":1789564882.608676,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"116e0c65-c767-4062-8b33-06813984224e","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"info","ts":1789564882.6087427,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"116e0c65-c767-4062-8b33-06813984224e","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"info","ts":1789564882.6095855,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"c0864b35-94d0-4f13-9d15-8e2713f085a9","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"info","ts":1789564882.609615,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"c0864b35-94d0-4f13-9d15-8e2713f085a9","name":"e2e-legacy-migration-18f94016","namespace":"llm"} {"level":"info","ts":1789564882.6098762,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"2b0f32fc-4c70-42ba-ad67-f7ec1126e0fb"} {"level":"info","ts":1789564882.6106675,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"06b5f972-a57f-4fbd-8d7f-e079f9ca0bb4"} {"level":"info","ts":1789564918.6974692,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4e2b6fcf-7012-4af3-a640-9ff7a2acd4b1","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789564918.6975527,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d239251e-ca4b-499f-a4ea-262c080e0e32"} {"level":"info","ts":1789564918.697565,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4e2b6fcf-7012-4af3-a640-9ff7a2acd4b1","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789564918.8517919,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"23713c7f-8f89-4a2f-a1cf-eebd1e2eab77","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789564918.851909,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"23713c7f-8f89-4a2f-a1cf-eebd1e2eab77","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789564918.8518064,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d04b0afa-a343-489d-be69-265840afc77d"} {"level":"info","ts":1789565155.165882,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789565155.166348,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a9ff0840-72ae-4149-9949-277555e2b3a2"} {"level":"info","ts":1789565155.1663659,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a9ff0840-72ae-4149-9949-277555e2b3a2"} {"level":"info","ts":1789565155.1663947,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a9ff0840-72ae-4149-9949-277555e2b3a2","EoS":false} {"level":"info","ts":1789565155.1664095,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a9ff0840-72ae-4149-9949-277555e2b3a2","EoS":true} {"level":"info","ts":1789565155.1664295,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a9ff0840-72ae-4149-9949-277555e2b3a2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789565155.1664503,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"a9ff0840-72ae-4149-9949-277555e2b3a2","path":"/ai-tenant-e2e-inf-a-48adf5/test-model-48adf5/v1/chat/completions"} {"level":"info","ts":1789565155.1664772,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a9ff0840-72ae-4149-9949-277555e2b3a2"} {"level":"info","ts":1789565163.7515185,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789565163.7516031,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f52e8c8b-7dae-405a-baa4-9c4dfc22c6ca"} {"level":"info","ts":1789565163.751613,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"f52e8c8b-7dae-405a-baa4-9c4dfc22c6ca"} {"level":"info","ts":1789565163.7516248,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f52e8c8b-7dae-405a-baa4-9c4dfc22c6ca","EoS":false} {"level":"info","ts":1789565163.751638,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f52e8c8b-7dae-405a-baa4-9c4dfc22c6ca","EoS":true} {"level":"info","ts":1789565163.751659,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f52e8c8b-7dae-405a-baa4-9c4dfc22c6ca","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789565163.7516747,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"f52e8c8b-7dae-405a-baa4-9c4dfc22c6ca","path":"/ai-tenant-e2e-inf-a-48adf5/test-model-48adf5/v1/chat/completions"} {"level":"info","ts":1789565163.7516978,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"f52e8c8b-7dae-405a-baa4-9c4dfc22c6ca"} {"level":"info","ts":1789565171.9778936,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789565171.977981,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6c8beaa4-c466-46b9-a028-13cfcf8780ed"} {"level":"info","ts":1789565171.977993,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"6c8beaa4-c466-46b9-a028-13cfcf8780ed"} {"level":"info","ts":1789565171.978004,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6c8beaa4-c466-46b9-a028-13cfcf8780ed","EoS":false} {"level":"info","ts":1789565171.9780157,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6c8beaa4-c466-46b9-a028-13cfcf8780ed","EoS":true} {"level":"info","ts":1789565171.9780357,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6c8beaa4-c466-46b9-a028-13cfcf8780ed","field":"model","value":"nonexistent-model"} {"level":"info","ts":1789565171.9780524,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"6c8beaa4-c466-46b9-a028-13cfcf8780ed","path":"/ai-tenant-e2e-inf-a-48adf5/test-model-48adf5/v1/chat/completions"} {"level":"info","ts":1789565171.9780746,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"6c8beaa4-c466-46b9-a028-13cfcf8780ed"} {"level":"info","ts":1789565180.1906297,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789565180.1907182,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6cbfb436-02cf-40fa-a5ce-93f8cb30f78e"} {"level":"info","ts":1789565180.19073,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"6cbfb436-02cf-40fa-a5ce-93f8cb30f78e"} {"level":"info","ts":1789565180.1907408,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6cbfb436-02cf-40fa-a5ce-93f8cb30f78e","EoS":false} {"level":"info","ts":1789565180.1907523,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6cbfb436-02cf-40fa-a5ce-93f8cb30f78e","EoS":true} {"level":"info","ts":1789565180.1907756,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"6cbfb436-02cf-40fa-a5ce-93f8cb30f78e","field":"model"} {"level":"info","ts":1789565180.1907997,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"6cbfb436-02cf-40fa-a5ce-93f8cb30f78e"} {"level":"info","ts":1789565188.4073474,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789565188.407434,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5b600661-10c7-426e-a9d0-263279f020a0"} {"level":"info","ts":1789565188.4074454,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"5b600661-10c7-426e-a9d0-263279f020a0"} {"level":"info","ts":1789565188.4074562,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5b600661-10c7-426e-a9d0-263279f020a0","EoS":false} {"level":"info","ts":1789565188.4074667,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5b600661-10c7-426e-a9d0-263279f020a0","EoS":true} {"level":"info","ts":1789565188.4074872,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5b600661-10c7-426e-a9d0-263279f020a0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789565188.407503,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"5b600661-10c7-426e-a9d0-263279f020a0","path":"/ai-tenant-e2e-inf-a-48adf5/test-model-48adf5/v1/chat/completions"} {"level":"info","ts":1789565188.407527,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"5b600661-10c7-426e-a9d0-263279f020a0"}