{"level":"info","ts":1789477102.3495104,"logger":"setup","caller":"cmd/runner.go:103","msg":"ai-gateway-payload-processing build","commit-sha":"unknown","build-ref":""} {"level":"info","ts":1789477102.3510454,"logger":"setup","caller":"cmd/runner.go:172","msg":"Setting pprof handlers"} {"level":"info","ts":1789477102.3510695,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/heap"} {"level":"info","ts":1789477102.3510869,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/goroutine"} {"level":"info","ts":1789477102.3510942,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/allocs"} {"level":"info","ts":1789477102.3511,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/threadcreate"} {"level":"info","ts":1789477102.351104,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/block"} {"level":"info","ts":1789477102.351108,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/mutex"} {"level":"info","ts":1789477102.4085228,"logger":"setup","caller":"loader/configloader.go:171","msg":"Loaded raw configuration","config":"{Plugins: [{Name: model-extractor, Type: body-field-to-header, Parameters: {\"fieldName\":\"model\",\"headerName\":\"X-Gateway-Model-Name\"}} {Type: model-provider-resolver}], Profiles: [{Name: default, Plugins: {Request: [{PluginRef: model-extractor} {PluginRef: model-provider-resolver}]}}]}"} {"level":"info","ts":1789477102.4087143,"logger":"setup","caller":"cmd/runner.go:242","msg":"manager starting"} {"level":"info","ts":1789477102.4087744,"logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"} {"level":"info","ts":1789477102.4095228,"logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":9090","secure":false} {"level":"info","ts":1789477102.4098158,"caller":"cmd/runner.go:316","msg":"gRPC server starting","name":"health"} {"level":"info","ts":1789477102.4098861,"caller":"cmd/runner.go:323","msg":"gRPC server listening","name":"health","port":9005} {"level":"info","ts":1789477102.4106007,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1789477102.4126809,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":1789477102.4131086,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1789477102.4132788,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1789477102.413501,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","resyncPeriod":35578.744559357,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789477102.413528,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789477102.4141927,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":1789477102.4149985,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1789477102.415651,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":1789477102.4161305,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalModel","resyncPeriod":33315.288252826,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789477102.4161506,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789477102.4169378,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalProvider","resyncPeriod":37356.541621155,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789477102.41696,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789477102.4255223,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789477102.4266725,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789477102.4268854,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789477102.5131168,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1789477102.513169,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1789477102.616154,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1789477102.616199,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1789477102.6163266,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7d8c5bf2-64ab-4b85-b1ef-b2630d4f2a10"} {"level":"info","ts":1789477102.6165965,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"} {"level":"info","ts":1789477102.6166286,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1} {"level":"info","ts":1789477102.616675,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0d39f638-db7a-4ad9-95c2-2fa5ef56620a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789477102.6167092,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0d39f638-db7a-4ad9-95c2-2fa5ef56620a","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789477102.616768,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":37993.076149327,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789477102.6167846,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789477102.6170223,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1789477102.617049,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1789477102.6170983,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eea2c720-d32d-418d-9002-23597e9e6bb8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789477102.6171374,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eea2c720-d32d-418d-9002-23597e9e6bb8","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1789477102.6182544,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"} {"level":"info","ts":1789477102.6182792,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1} {"level":"info","ts":1789477102.6183243,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"19d4d62e-ed60-4313-af77-be5e36650d0d"} {"level":"info","ts":1789477102.618538,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":34315.10639025,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789477102.6185553,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789477102.6289022,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789477102.721062,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7d8c5bf2-64ab-4b85-b1ef-b2630d4f2a10","name":"e2e-external-model"} {"level":"info","ts":1789477102.8035092,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7d8c5bf2-64ab-4b85-b1ef-b2630d4f2a10","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789477102.8073325,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789477102.819114,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34579.004181772,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789477102.8191404,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789477102.8296568,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789477102.8307884,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"69f5b642-287f-45e7-ae69-e1938041047f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789477102.8308935,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"69f5b642-287f-45e7-ae69-e1938041047f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1789477102.8310094,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"43b305f1-f7bd-47ce-8844-d30cc5310b22"} {"level":"info","ts":1789477102.8396907,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e659dda3-ca8b-4e44-b8e8-d1c6922aedb7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789477102.8397264,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e659dda3-ca8b-4e44-b8e8-d1c6922aedb7","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1789477102.8402352,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"43b305f1-f7bd-47ce-8844-d30cc5310b22","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789477102.8402894,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"43b305f1-f7bd-47ce-8844-d30cc5310b22","name":"e2e-cleanup-test"} {"level":"error","ts":1789477102.9006882,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"43b305f1-f7bd-47ce-8844-d30cc5310b22","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789477102.9007318,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"43b305f1-f7bd-47ce-8844-d30cc5310b22","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789477102.9007964,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"20d0e01b-8b4e-40f5-badc-96c4d036bbfd"} {"level":"info","ts":1789477102.9008534,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"20d0e01b-8b4e-40f5-badc-96c4d036bbfd","name":"e2e-cleanup-test"} {"level":"info","ts":1789477102.9011097,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"56fe156e-c415-469b-9f1e-e46d78f8b7ca","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789477102.9011807,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"56fe156e-c415-469b-9f1e-e46d78f8b7ca","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1789477102.9012365,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b6842df4-f4ff-4dc6-aedf-8675c115a947","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789477102.9012535,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b6842df4-f4ff-4dc6-aedf-8675c115a947","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1789477102.9081783,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"20d0e01b-8b4e-40f5-badc-96c4d036bbfd","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789477102.9113305,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"20d0e01b-8b4e-40f5-badc-96c4d036bbfd","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789477102.9113965,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cd914bd2-7cb0-4c1c-98cc-33d5e465982c"} {"level":"info","ts":1789477102.911452,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cd914bd2-7cb0-4c1c-98cc-33d5e465982c","name":"e2e-cleanup-test"} {"level":"info","ts":1789477102.919599,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"19d4d62e-ed60-4313-af77-be5e36650d0d","name":"e2e-external-provider"} {"level":"info","ts":1789477102.9201832,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cd914bd2-7cb0-4c1c-98cc-33d5e465982c","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789477102.9282105,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"19d4d62e-ed60-4313-af77-be5e36650d0d","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1789477103.0000865,"caller":"cmd/runner.go:316","msg":"gRPC server starting","name":"ext-proc"} {"level":"info","ts":1789477103.0001955,"caller":"cmd/runner.go:323","msg":"gRPC server listening","name":"ext-proc","port":9004} {"level":"info","ts":1789477111.0892704,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e5f6a337-723a-4bfa-ad9a-26ef69d38201"} {"level":"info","ts":1789477111.089373,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e1066d32-184b-4bbe-8d6c-b2ddbc03867d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789477111.0894089,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e1066d32-184b-4bbe-8d6c-b2ddbc03867d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789477115.717773,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"13d3e85f-93f7-450d-9c19-e131992fe5fa","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477115.7232838,"caller":"legacymigration/reconciler.go:147","msg":"creating ExternalProvider","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"13d3e85f-93f7-450d-9c19-e131992fe5fa","name":"e2e-legacy-migration-e7f2fba2"} {"level":"info","ts":1789477115.7311516,"caller":"legacymigration/reconciler.go:169","msg":"creating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"13d3e85f-93f7-450d-9c19-e131992fe5fa","name":"e2e-legacy-migration-e7f2fba2"} {"level":"info","ts":1789477115.7329159,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"f6877824-1c5e-4c14-8082-3d1b31420600","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477115.732962,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"f6877824-1c5e-4c14-8082-3d1b31420600","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789477115.733044,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"4296e3a1-6599-49ca-9279-f31a19f38f36"} {"level":"info","ts":1789477115.7399523,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"13d3e85f-93f7-450d-9c19-e131992fe5fa","provider":"openai","model":"e2e-legacy-migration-e7f2fba2","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789477115.7403262,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"0f357fa3-c59f-40fb-b1fb-f76cabc994a9","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477115.7403674,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"7b2a30dc-4c60-4185-9c2d-42fe82d535b5"} {"level":"info","ts":1789477115.7404191,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"0f357fa3-c59f-40fb-b1fb-f76cabc994a9","modelName":"e2e-legacy-migration-e7f2fba2","resolvedRefs":1} {"level":"error","ts":1789477115.7438204,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"4296e3a1-6599-49ca-9279-f31a19f38f36","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-e7f2fba2\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789477115.743893,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"4296e3a1-6599-49ca-9279-f31a19f38f36","name":"e2e-legacy-migration-e7f2fba2"} {"level":"info","ts":1789477115.7439392,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"c718007a-3c6e-4919-8cb2-cd9b479b07ad","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477115.7439785,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"c718007a-3c6e-4919-8cb2-cd9b479b07ad","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789477115.7438898,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"47965c11-8a86-471d-b790-c8d68d1f4994","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477115.7442214,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"47965c11-8a86-471d-b790-c8d68d1f4994","modelName":"e2e-legacy-migration-e7f2fba2","resolvedRefs":1} {"level":"info","ts":1789477115.7542129,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"7b2a30dc-4c60-4185-9c2d-42fe82d535b5","provider":"e2e-legacy-migration-e7f2fba2","phase":"Pending"} {"level":"info","ts":1789477115.755572,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"b36f94e6-f880-4661-a67c-a8d645775c1e","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477115.7556095,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"b36f94e6-f880-4661-a67c-a8d645775c1e","modelName":"e2e-legacy-migration-e7f2fba2","resolvedRefs":1} {"level":"error","ts":1789477115.774631,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"7b2a30dc-4c60-4185-9c2d-42fe82d535b5","error":"ExternalModel \"e2e-legacy-migration-e7f2fba2\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-e7f2fba2\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789477115.7765973,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"a623948a-08a8-43a4-ae66-8b736eab66ce"} {"level":"info","ts":1789477115.7766805,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"a623948a-08a8-43a4-ae66-8b736eab66ce","provider":"e2e-legacy-migration-e7f2fba2","phase":"Pending"} {"level":"info","ts":1789477115.7779086,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"89c83b6a-92a1-457b-8b57-ddc3e62195f5","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477115.7779548,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"89c83b6a-92a1-457b-8b57-ddc3e62195f5","modelName":"e2e-legacy-migration-e7f2fba2","resolvedRefs":1} {"level":"info","ts":1789477115.7780724,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"c88e0e73-5809-4f26-a9fa-d59a2a1d8b4e","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477115.7784133,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"c88e0e73-5809-4f26-a9fa-d59a2a1d8b4e","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1789477115.77832,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"4296e3a1-6599-49ca-9279-f31a19f38f36","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-e7f2fba2\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:93\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789477115.7785118,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"4296e3a1-6599-49ca-9279-f31a19f38f36","error":"failed to apply Service: services \"e2e-legacy-migration-e7f2fba2\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789477115.778572,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"0c262cd6-3654-4603-89e2-faa53ad538eb"} {"level":"info","ts":1789477115.7786274,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"0c262cd6-3654-4603-89e2-faa53ad538eb","name":"e2e-legacy-migration-e7f2fba2"} {"level":"info","ts":1789477115.7783492,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"751fefca-0fc7-462d-9a59-d046b2387b17","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477115.7788355,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"751fefca-0fc7-462d-9a59-d046b2387b17","modelName":"e2e-legacy-migration-e7f2fba2","resolvedRefs":1} {"level":"info","ts":1789477115.7858582,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"a4283bb0-dbb1-49cf-8e87-03f3bbdb9b0f","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477115.7858977,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"a4283bb0-dbb1-49cf-8e87-03f3bbdb9b0f","modelName":"e2e-legacy-migration-e7f2fba2","resolvedRefs":1} {"level":"error","ts":1789477115.7897506,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"a623948a-08a8-43a4-ae66-8b736eab66ce","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-e7f2fba2\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789477115.7898002,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"a623948a-08a8-43a4-ae66-8b736eab66ce","error":"ExternalModel \"e2e-legacy-migration-e7f2fba2\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-e7f2fba2\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789477115.7898624,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"178f41b3-da98-4da3-96c8-f0cf6c75fa32"} {"level":"info","ts":1789477115.7898974,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"178f41b3-da98-4da3-96c8-f0cf6c75fa32","provider":"e2e-legacy-migration-e7f2fba2","phase":"Failed"} {"level":"error","ts":1789477115.7973745,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"178f41b3-da98-4da3-96c8-f0cf6c75fa32","error":"ExternalModel \"e2e-legacy-migration-e7f2fba2\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-e7f2fba2\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789477115.8000593,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"0c262cd6-3654-4603-89e2-faa53ad538eb","service":"e2e-legacy-migration-e7f2fba2","serviceEntry":"e2e-legacy-migration-e7f2fba2","destinationRule":"e2e-legacy-migration-e7f2fba2"} {"level":"info","ts":1789477115.808612,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"fc2fa3c8-e950-46e8-8933-e654942affcb"} {"level":"info","ts":1789477115.8087618,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"fc2fa3c8-e950-46e8-8933-e654942affcb","name":"e2e-legacy-migration-e7f2fba2"} {"level":"info","ts":1789477115.8091643,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"88202be7-d329-4ad7-b1af-7c952e6b89f1","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477115.809248,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"88202be7-d329-4ad7-b1af-7c952e6b89f1","modelName":"e2e-legacy-migration-e7f2fba2","resolvedRefs":1} {"level":"info","ts":1789477115.809251,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"c851555a-8054-4559-868e-3b10f84205e9","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477115.8093276,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"c851555a-8054-4559-868e-3b10f84205e9","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789477115.8093524,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"1f6043ab-862c-4c62-87a8-e02992c3641c"} {"level":"info","ts":1789477115.8094096,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"1f6043ab-862c-4c62-87a8-e02992c3641c","name":"e2e-legacy-migration-e7f2fba2"} {"level":"info","ts":1789477115.8335235,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"fee3c782-a281-47e8-ada4-d3221c86a3b3","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477115.8336115,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"fee3c782-a281-47e8-ada4-d3221c86a3b3","modelName":"e2e-legacy-migration-e7f2fba2","resolvedRefs":1} {"level":"info","ts":1789477115.8367243,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"fc2fa3c8-e950-46e8-8933-e654942affcb","service":"e2e-legacy-migration-e7f2fba2","serviceEntry":"e2e-legacy-migration-e7f2fba2","destinationRule":"e2e-legacy-migration-e7f2fba2"} {"level":"error","ts":1789477115.8436713,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"1f6043ab-862c-4c62-87a8-e02992c3641c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-e7f2fba2\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789477115.8437214,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"1f6043ab-862c-4c62-87a8-e02992c3641c","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-e7f2fba2\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789477115.8437927,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"13924a99-da1e-41a3-bdd7-f95cd088d83e"} {"level":"info","ts":1789477115.843876,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"13924a99-da1e-41a3-bdd7-f95cd088d83e","name":"e2e-legacy-migration-e7f2fba2"} {"level":"info","ts":1789477115.8521285,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"f71fa40c-bcf7-43b3-96f5-89af31908c5c","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477115.8522222,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"f71fa40c-bcf7-43b3-96f5-89af31908c5c","modelName":"e2e-legacy-migration-e7f2fba2","resolvedRefs":1} {"level":"info","ts":1789477115.8551142,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"13924a99-da1e-41a3-bdd7-f95cd088d83e","httpRoute":"e2e-legacy-migration-e7f2fba2","providers":["e2e-legacy-migration-e7f2fba2"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789477115.8588321,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"13924a99-da1e-41a3-bdd7-f95cd088d83e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-e7f2fba2\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789477115.8589184,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"dadb92e2-1e0d-42f5-9c2c-ebc68021ffbd"} {"level":"info","ts":1789477115.859002,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"dadb92e2-1e0d-42f5-9c2c-ebc68021ffbd","name":"e2e-legacy-migration-e7f2fba2"} {"level":"info","ts":1789477115.8706245,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"97ea52fa-e565-4519-b029-607341c99e28","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477115.8706653,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"97ea52fa-e565-4519-b029-607341c99e28","modelName":"e2e-legacy-migration-e7f2fba2","resolvedRefs":1} {"level":"info","ts":1789477115.8711696,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"dadb92e2-1e0d-42f5-9c2c-ebc68021ffbd","httpRoute":"e2e-legacy-migration-e7f2fba2","providers":["e2e-legacy-migration-e7f2fba2"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789477115.875536,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"dadb92e2-1e0d-42f5-9c2c-ebc68021ffbd","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-e7f2fba2\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789477115.8756087,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"0b5311e9-e79c-438a-b877-e9e6e8763f15"} {"level":"info","ts":1789477115.8756886,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"0b5311e9-e79c-438a-b877-e9e6e8763f15","name":"e2e-legacy-migration-e7f2fba2"} {"level":"info","ts":1789477115.887761,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"0b5311e9-e79c-438a-b877-e9e6e8763f15","httpRoute":"e2e-legacy-migration-e7f2fba2","providers":["e2e-legacy-migration-e7f2fba2"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789477115.9640343,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"86aaa90e-2938-4318-a847-971c57b0a81d","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477115.9678347,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"86aaa90e-2938-4318-a847-971c57b0a81d","name":"e2e-legacy-migration-e7f2fba2"} {"level":"info","ts":1789477115.9730165,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"86aaa90e-2938-4318-a847-971c57b0a81d","provider":"openai","model":"e2e-legacy-migration-e7f2fba2","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789477118.620274,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"e7a219f6-4871-440d-8afc-225355708db4","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477118.6268373,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"30c16e4d-e285-4d79-badc-e78bcccb8029","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477118.6270275,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"30c16e4d-e285-4d79-badc-e78bcccb8029","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477118.6269867,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"cd642701-77f8-4474-9feb-808b36b224cc"} {"level":"info","ts":1789477118.6281517,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"36515d35-01d9-4105-8c4e-4127f394d2e4"} {"level":"info","ts":1789477118.6282961,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"4ab30a2d-24b5-4532-afad-4775eefa8144","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477118.6284006,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"4ab30a2d-24b5-4532-afad-4775eefa8144","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477153.7368433,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"93debab2-82d0-441d-8ff0-dd295f483935","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789477153.7368922,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"93debab2-82d0-441d-8ff0-dd295f483935","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789477153.7369509,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e6d7dc8f-18ba-43cf-bcf6-15f8dfd87d03"} {"level":"info","ts":1789477153.8699946,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3d6fc6c7-fb7a-45c2-a392-1b03e1833c78"} {"level":"info","ts":1789477153.8701456,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"abd2f324-6f13-4b94-b7f4-a5a65663a20d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789477153.8701787,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"abd2f324-6f13-4b94-b7f4-a5a65663a20d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789477428.8222227,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789477428.8227115,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"14980b92-7261-4489-b886-f9c4d76dc789"} {"level":"info","ts":1789477428.8227365,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"14980b92-7261-4489-b886-f9c4d76dc789"} {"level":"info","ts":1789477428.8227673,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"14980b92-7261-4489-b886-f9c4d76dc789","EoS":false} {"level":"info","ts":1789477428.8227837,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"14980b92-7261-4489-b886-f9c4d76dc789","EoS":true} {"level":"info","ts":1789477428.8228076,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"14980b92-7261-4489-b886-f9c4d76dc789","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789477428.8228312,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"14980b92-7261-4489-b886-f9c4d76dc789","path":"/ai-tenant-e2e-inf-a-528f6b/test-model-528f6b/v1/chat/completions"} {"level":"info","ts":1789477428.8228638,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"14980b92-7261-4489-b886-f9c4d76dc789"} {"level":"info","ts":1789477437.42526,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789477437.4253569,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1bce8a7d-45d9-4c20-a964-ff28c31ab219"} {"level":"info","ts":1789477437.425366,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"1bce8a7d-45d9-4c20-a964-ff28c31ab219"} {"level":"info","ts":1789477437.4253764,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1bce8a7d-45d9-4c20-a964-ff28c31ab219","EoS":false} {"level":"info","ts":1789477437.4253888,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1bce8a7d-45d9-4c20-a964-ff28c31ab219","EoS":true} {"level":"info","ts":1789477437.4254124,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1bce8a7d-45d9-4c20-a964-ff28c31ab219","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789477437.4254296,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"1bce8a7d-45d9-4c20-a964-ff28c31ab219","path":"/ai-tenant-e2e-inf-a-528f6b/test-model-528f6b/v1/chat/completions"} {"level":"info","ts":1789477437.4254541,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"1bce8a7d-45d9-4c20-a964-ff28c31ab219"} {"level":"info","ts":1789477445.6310556,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789477445.6311562,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d4b96b02-b724-47ab-8c5d-4e84a3f400a3"} {"level":"info","ts":1789477445.6311715,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"d4b96b02-b724-47ab-8c5d-4e84a3f400a3"} {"level":"info","ts":1789477445.6311898,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d4b96b02-b724-47ab-8c5d-4e84a3f400a3","EoS":false} {"level":"info","ts":1789477445.6312091,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d4b96b02-b724-47ab-8c5d-4e84a3f400a3","EoS":true} {"level":"info","ts":1789477445.6312428,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d4b96b02-b724-47ab-8c5d-4e84a3f400a3","field":"model","value":"nonexistent-model"} {"level":"info","ts":1789477445.631264,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"d4b96b02-b724-47ab-8c5d-4e84a3f400a3","path":"/ai-tenant-e2e-inf-a-528f6b/test-model-528f6b/v1/chat/completions"} {"level":"info","ts":1789477445.6312926,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"d4b96b02-b724-47ab-8c5d-4e84a3f400a3"} {"level":"info","ts":1789477453.848516,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789477453.848617,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"145c00e8-9428-4e6f-9e98-3c9fa266b3ae"} {"level":"info","ts":1789477453.8486314,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"145c00e8-9428-4e6f-9e98-3c9fa266b3ae"} {"level":"info","ts":1789477453.8486428,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"145c00e8-9428-4e6f-9e98-3c9fa266b3ae","EoS":false} {"level":"info","ts":1789477453.8486538,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"145c00e8-9428-4e6f-9e98-3c9fa266b3ae","EoS":true} {"level":"info","ts":1789477453.848679,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"145c00e8-9428-4e6f-9e98-3c9fa266b3ae","field":"model"} {"level":"info","ts":1789477453.848709,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"145c00e8-9428-4e6f-9e98-3c9fa266b3ae"} {"level":"info","ts":1789477462.0497742,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789477462.0498712,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dc900c99-2264-4d54-90c5-09a2662daeee"} {"level":"info","ts":1789477462.0498867,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"dc900c99-2264-4d54-90c5-09a2662daeee"} {"level":"info","ts":1789477462.0499034,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"dc900c99-2264-4d54-90c5-09a2662daeee","EoS":false} {"level":"info","ts":1789477462.0499177,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"dc900c99-2264-4d54-90c5-09a2662daeee","EoS":true} {"level":"info","ts":1789477462.0499485,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dc900c99-2264-4d54-90c5-09a2662daeee","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789477462.0499864,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"dc900c99-2264-4d54-90c5-09a2662daeee","path":"/ai-tenant-e2e-inf-a-528f6b/test-model-528f6b/v1/chat/completions"} {"level":"info","ts":1789477462.050021,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"dc900c99-2264-4d54-90c5-09a2662daeee"}