{"level":"error","ts":1789809973.2305777,"caller":"externalprovider/reconciler.go:179","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-c1934471","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c1934471","reconcileID":"de53b1be-1cb1-4c0e-b526-970e6af79e46","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-c1934471\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:179\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789809973.230624,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-c1934471","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c1934471","reconcileID":"de53b1be-1cb1-4c0e-b526-970e6af79e46","error":"failed to apply Service: services \"e2e-legacy-migration-c1934471\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789809973.2306848,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-c1934471","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c1934471","reconcileID":"cd54aff7-b009-4f49-8bbc-438e0f66ee5c"} {"level":"info","ts":1789809973.2307355,"caller":"externalprovider/reconciler.go:214","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-c1934471","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c1934471","reconcileID":"cd54aff7-b009-4f49-8bbc-438e0f66ee5c","name":"e2e-legacy-migration-c1934471"} {"level":"error","ts":1789809973.2316017,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c1934471","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c1934471","reconcileID":"3262cbda-afb0-4f4e-87df-ff499702b113","error":"ExternalModel \"e2e-legacy-migration-c1934471\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-c1934471\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789809973.2364056,"caller":"legacymigration/reconciler.go:63","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c1934471","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c1934471","reconcileID":"549f99c0-916e-4c12-a899-2d33e4559457","name":"e2e-legacy-migration-c1934471","namespace":"llm"} {"level":"info","ts":1789809973.241536,"caller":"legacymigration/reconciler.go:203","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c1934471","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c1934471","reconcileID":"549f99c0-916e-4c12-a899-2d33e4559457","name":"e2e-legacy-migration-c1934471"} {"level":"info","ts":1789809973.2417216,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c1934471","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c1934471","reconcileID":"90cefdd0-15b4-411a-9169-f075cc0df3e6"} {"level":"info","ts":1789809973.241792,"caller":"externalmodel/reconciler.go:143","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c1934471","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c1934471","reconcileID":"90cefdd0-15b4-411a-9169-f075cc0df3e6","provider":"e2e-legacy-migration-c1934471","phase":"Pending"} {"level":"info","ts":1789809973.2476256,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-c1934471","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c1934471","reconcileID":"bf47ae04-ef2b-40ca-a046-af6010b655c9","name":"e2e-legacy-migration-c1934471","namespace":"llm"} {"level":"info","ts":1789809973.247917,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-c1934471","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c1934471","reconcileID":"bf47ae04-ef2b-40ca-a046-af6010b655c9","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789809973.2478533,"caller":"externalprovider/reconciler.go:144","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-c1934471","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c1934471","reconcileID":"cd54aff7-b009-4f49-8bbc-438e0f66ee5c","service":"e2e-legacy-migration-c1934471","serviceEntry":"e2e-legacy-migration-c1934471","destinationRule":"e2e-legacy-migration-c1934471","port":443,"tls":true} {"level":"info","ts":1789809973.248006,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c1934471","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c1934471","reconcileID":"91cc2b87-d9a9-4761-9b9f-0f133dc5931f","name":"e2e-legacy-migration-c1934471","namespace":"llm"} {"level":"info","ts":1789809973.2480896,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c1934471","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c1934471","reconcileID":"91cc2b87-d9a9-4761-9b9f-0f133dc5931f","modelName":"e2e-legacy-migration-c1934471","resolvedRefs":1} {"level":"info","ts":1789809973.2541304,"caller":"legacymigration/reconciler.go:155","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c1934471","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c1934471","reconcileID":"549f99c0-916e-4c12-a899-2d33e4559457","provider":"openai","model":"e2e-legacy-migration-c1934471","targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789809973.2543552,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c1934471","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c1934471","reconcileID":"90cefdd0-15b4-411a-9169-f075cc0df3e6","error":"ExternalModel \"e2e-legacy-migration-c1934471\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-c1934471\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789809973.2545123,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c1934471","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c1934471","reconcileID":"4d20f121-5274-43c9-91e2-d4c26b7d0838"} {"level":"info","ts":1789809973.254562,"caller":"externalmodel/reconciler.go:219","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c1934471","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c1934471","reconcileID":"4d20f121-5274-43c9-91e2-d4c26b7d0838","name":"e2e-legacy-migration-c1934471"} {"level":"error","ts":1789809973.2561486,"caller":"externalprovider/reconciler.go:179","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-c1934471","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c1934471","reconcileID":"cd54aff7-b009-4f49-8bbc-438e0f66ee5c","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-c1934471\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:179\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:111\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789809973.2562685,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-c1934471","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c1934471","reconcileID":"28a414a3-8257-41f5-b126-ebfe54d3458b"} {"level":"info","ts":1789809973.2563343,"caller":"externalprovider/reconciler.go:214","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-c1934471","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c1934471","reconcileID":"28a414a3-8257-41f5-b126-ebfe54d3458b","name":"e2e-legacy-migration-c1934471"} {"level":"info","ts":1789809973.2731981,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c1934471","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c1934471","reconcileID":"f4ef069d-4c89-4b7f-b034-bf9adcd31e28","name":"e2e-legacy-migration-c1934471","namespace":"llm"} {"level":"info","ts":1789809973.2732925,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c1934471","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c1934471","reconcileID":"f4ef069d-4c89-4b7f-b034-bf9adcd31e28","modelName":"e2e-legacy-migration-c1934471","resolvedRefs":1} {"level":"info","ts":1789809973.2785804,"caller":"externalprovider/reconciler.go:144","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-c1934471","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c1934471","reconcileID":"28a414a3-8257-41f5-b126-ebfe54d3458b","service":"e2e-legacy-migration-c1934471","serviceEntry":"e2e-legacy-migration-c1934471","destinationRule":"e2e-legacy-migration-c1934471","port":443,"tls":true} {"level":"error","ts":1789809973.2828128,"caller":"externalmodel/reconciler.go:211","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c1934471","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c1934471","reconcileID":"4d20f121-5274-43c9-91e2-d4c26b7d0838","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-c1934471\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:211\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789809973.2828639,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c1934471","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c1934471","reconcileID":"4d20f121-5274-43c9-91e2-d4c26b7d0838","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-c1934471\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789809973.2829247,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c1934471","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c1934471","reconcileID":"7ec23b28-bd22-49d9-bdd8-1b04d4e8bbc5"} {"level":"info","ts":1789809973.2829878,"caller":"externalmodel/reconciler.go:233","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c1934471","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c1934471","reconcileID":"7ec23b28-bd22-49d9-bdd8-1b04d4e8bbc5","name":"e2e-legacy-migration-c1934471"} {"level":"info","ts":1789809973.290388,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c1934471","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c1934471","reconcileID":"ef4b2e60-1713-4512-8621-2aece2943777","name":"e2e-legacy-migration-c1934471","namespace":"llm"} {"level":"info","ts":1789809973.2904944,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c1934471","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c1934471","reconcileID":"ef4b2e60-1713-4512-8621-2aece2943777","modelName":"e2e-legacy-migration-c1934471","resolvedRefs":1} {"level":"info","ts":1789809973.2963903,"caller":"externalmodel/reconciler.go:193","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c1934471","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c1934471","reconcileID":"7ec23b28-bd22-49d9-bdd8-1b04d4e8bbc5","httpRoute":"e2e-legacy-migration-c1934471","providers":["e2e-legacy-migration-c1934471"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789809973.300461,"caller":"externalmodel/reconciler.go:211","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c1934471","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c1934471","reconcileID":"7ec23b28-bd22-49d9-bdd8-1b04d4e8bbc5","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-c1934471\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:211\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789809973.3005545,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c1934471","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c1934471","reconcileID":"866b0c01-d05b-41d9-8996-9d04548c1783"} {"level":"info","ts":1789809973.3006096,"caller":"externalmodel/reconciler.go:233","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c1934471","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c1934471","reconcileID":"866b0c01-d05b-41d9-8996-9d04548c1783","name":"e2e-legacy-migration-c1934471"} {"level":"info","ts":1789809973.3096912,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c1934471","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c1934471","reconcileID":"9582ac45-47c1-4fd5-ac0c-4edde462ebcd","name":"e2e-legacy-migration-c1934471","namespace":"llm"} {"level":"info","ts":1789809973.3097296,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c1934471","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c1934471","reconcileID":"9582ac45-47c1-4fd5-ac0c-4edde462ebcd","modelName":"e2e-legacy-migration-c1934471","resolvedRefs":1} {"level":"info","ts":1789809973.3113718,"caller":"externalmodel/reconciler.go:193","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c1934471","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c1934471","reconcileID":"866b0c01-d05b-41d9-8996-9d04548c1783","httpRoute":"e2e-legacy-migration-c1934471","providers":["e2e-legacy-migration-c1934471"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789809973.3163054,"caller":"externalmodel/reconciler.go:211","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c1934471","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c1934471","reconcileID":"866b0c01-d05b-41d9-8996-9d04548c1783","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-c1934471\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:211\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789809973.3164005,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c1934471","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c1934471","reconcileID":"b81030a2-0ee1-488d-b464-57a167a350d3"} {"level":"info","ts":1789809973.3164647,"caller":"externalmodel/reconciler.go:233","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c1934471","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c1934471","reconcileID":"b81030a2-0ee1-488d-b464-57a167a350d3","name":"e2e-legacy-migration-c1934471"} {"level":"info","ts":1789809973.332563,"caller":"externalmodel/reconciler.go:193","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c1934471","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c1934471","reconcileID":"b81030a2-0ee1-488d-b464-57a167a350d3","httpRoute":"e2e-legacy-migration-c1934471","providers":["e2e-legacy-migration-c1934471"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789809973.3924797,"caller":"legacymigration/reconciler.go:63","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c1934471","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c1934471","reconcileID":"cc520abb-d0dd-4d97-92bf-2e8ac303f9c2","name":"e2e-legacy-migration-c1934471","namespace":"llm"} {"level":"info","ts":1789809973.3977187,"caller":"legacymigration/reconciler.go:203","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c1934471","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c1934471","reconcileID":"cc520abb-d0dd-4d97-92bf-2e8ac303f9c2","name":"e2e-legacy-migration-c1934471"} {"level":"info","ts":1789809973.4032125,"caller":"legacymigration/reconciler.go:155","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c1934471","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c1934471","reconcileID":"cc520abb-d0dd-4d97-92bf-2e8ac303f9c2","provider":"openai","model":"e2e-legacy-migration-c1934471","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789809974.6282213,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789809974.6284125,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dab7fbef-0c8f-4e35-88dc-ad2df8540c2e"} {"level":"info","ts":1789809974.628453,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"dab7fbef-0c8f-4e35-88dc-ad2df8540c2e"} {"level":"info","ts":1789809974.6284907,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"dab7fbef-0c8f-4e35-88dc-ad2df8540c2e","EoS":false} {"level":"info","ts":1789809974.6285267,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"dab7fbef-0c8f-4e35-88dc-ad2df8540c2e","EoS":true} {"level":"info","ts":1789809974.6285746,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dab7fbef-0c8f-4e35-88dc-ad2df8540c2e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789809974.6286118,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"dab7fbef-0c8f-4e35-88dc-ad2df8540c2e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789809974.6286564,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"dab7fbef-0c8f-4e35-88dc-ad2df8540c2e"} {"level":"info","ts":1789809976.0964863,"caller":"legacymigration/reconciler.go:63","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c1934471","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c1934471","reconcileID":"2e2bb15b-ca65-400d-a728-ce7bb4996ebe","name":"e2e-legacy-migration-c1934471","namespace":"llm"} {"level":"info","ts":1789809976.1151018,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-c1934471","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c1934471","reconcileID":"466daf95-a442-489d-8e7e-ee8e5d6e0da5","name":"e2e-legacy-migration-c1934471","namespace":"llm"} {"level":"info","ts":1789809976.115203,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-c1934471","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c1934471","reconcileID":"466daf95-a442-489d-8e7e-ee8e5d6e0da5","name":"e2e-legacy-migration-c1934471","namespace":"llm"} {"level":"info","ts":1789809976.1153007,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-c1934471","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c1934471","reconcileID":"044a97d1-134d-4e57-a490-1d95c4fbd223"} {"level":"info","ts":1789809976.1154478,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c1934471","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c1934471","reconcileID":"b5e76fef-73db-49bb-8b5a-80e0a8e7d051"} {"level":"error","ts":1789809976.1154919,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c1934471","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c1934471","reconcileID":"b5e76fef-73db-49bb-8b5a-80e0a8e7d051","provider":"e2e-legacy-migration-c1934471","error":"ExternalProvider.inference.opendatahub.io \"e2e-legacy-migration-c1934471\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789809976.1163235,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c1934471","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c1934471","reconcileID":"1ec8e039-1064-46ef-9435-c44c369ab114","name":"e2e-legacy-migration-c1934471","namespace":"llm"} {"level":"info","ts":1789809976.1164117,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c1934471","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c1934471","reconcileID":"1ec8e039-1064-46ef-9435-c44c369ab114","name":"e2e-legacy-migration-c1934471","namespace":"llm"} {"level":"info","ts":1789809976.1165223,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c1934471","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c1934471","reconcileID":"1182d3c3-f3f3-4468-84cf-09f7a3d9f675","name":"e2e-legacy-migration-c1934471","namespace":"llm"} {"level":"info","ts":1789809976.1165926,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c1934471","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c1934471","reconcileID":"1182d3c3-f3f3-4468-84cf-09f7a3d9f675","name":"e2e-legacy-migration-c1934471","namespace":"llm"} {"level":"error","ts":1789809976.1224203,"caller":"externalmodel/reconciler.go:211","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c1934471","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c1934471","reconcileID":"b5e76fef-73db-49bb-8b5a-80e0a8e7d051","error":"externalmodels.inference.opendatahub.io \"e2e-legacy-migration-c1934471\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:211\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789809976.1225462,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c1934471","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c1934471","reconcileID":"b5e76fef-73db-49bb-8b5a-80e0a8e7d051","error":"ExternalModel \"e2e-legacy-migration-c1934471\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-c1934471\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789809976.1226692,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-c1934471","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-c1934471","reconcileID":"b3b02870-c6ec-4f92-96c3-7fcddf2031f6"} {"level":"info","ts":1789809976.4918246,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789809976.4919398,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7997b25f-0f46-4371-b495-8c89f5f55047"} {"level":"info","ts":1789809976.4919572,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"7997b25f-0f46-4371-b495-8c89f5f55047"} {"level":"info","ts":1789809976.4919724,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7997b25f-0f46-4371-b495-8c89f5f55047","EoS":false} {"level":"info","ts":1789809976.491991,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7997b25f-0f46-4371-b495-8c89f5f55047","EoS":true} {"level":"info","ts":1789809976.4920528,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7997b25f-0f46-4371-b495-8c89f5f55047","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789809976.4920728,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"7997b25f-0f46-4371-b495-8c89f5f55047","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789809976.4920852,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"7997b25f-0f46-4371-b495-8c89f5f55047","modelName":"e2e-external-model"} {"level":"info","ts":1789809976.4921129,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"7997b25f-0f46-4371-b495-8c89f5f55047","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789809976.4921637,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"7997b25f-0f46-4371-b495-8c89f5f55047"} {"level":"info","ts":1789809976.5862365,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789809976.5863357,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"712f0528-645d-4729-8083-9234f043903e"} {"level":"info","ts":1789809976.5863504,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"712f0528-645d-4729-8083-9234f043903e"} {"level":"info","ts":1789809976.5863678,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"712f0528-645d-4729-8083-9234f043903e","EoS":false} {"level":"info","ts":1789809976.586388,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"712f0528-645d-4729-8083-9234f043903e","EoS":true} {"level":"info","ts":1789809976.5864174,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"712f0528-645d-4729-8083-9234f043903e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789809976.5864358,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"712f0528-645d-4729-8083-9234f043903e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789809976.5864668,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"712f0528-645d-4729-8083-9234f043903e"} {"level":"info","ts":1789809976.6352153,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789809976.6353192,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"42cf73db-739a-4922-9571-a0c4317a7e45"} {"level":"info","ts":1789809976.6353323,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"42cf73db-739a-4922-9571-a0c4317a7e45"} {"level":"info","ts":1789809976.6353474,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"42cf73db-739a-4922-9571-a0c4317a7e45","EoS":false} {"level":"info","ts":1789809976.6353621,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"42cf73db-739a-4922-9571-a0c4317a7e45","EoS":true} {"level":"info","ts":1789809976.6353872,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"42cf73db-739a-4922-9571-a0c4317a7e45","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789809976.6354039,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"42cf73db-739a-4922-9571-a0c4317a7e45","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789809976.635426,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"42cf73db-739a-4922-9571-a0c4317a7e45"} {"level":"info","ts":1789809976.6772814,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789809976.6773548,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b27f5f7b-b979-4427-9a7e-d1162c77383d"} {"level":"info","ts":1789809976.6773665,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"b27f5f7b-b979-4427-9a7e-d1162c77383d"} {"level":"info","ts":1789809976.6773763,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b27f5f7b-b979-4427-9a7e-d1162c77383d","EoS":false} {"level":"info","ts":1789809976.6773891,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b27f5f7b-b979-4427-9a7e-d1162c77383d","EoS":true} {"level":"info","ts":1789809976.6774068,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b27f5f7b-b979-4427-9a7e-d1162c77383d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789809976.677421,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"b27f5f7b-b979-4427-9a7e-d1162c77383d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789809976.67744,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"b27f5f7b-b979-4427-9a7e-d1162c77383d"} {"level":"info","ts":1789809976.7292826,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789809976.7294247,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bde62af9-3a58-4abc-b499-e8722da36925"} {"level":"info","ts":1789809976.729441,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"bde62af9-3a58-4abc-b499-e8722da36925"} {"level":"info","ts":1789809976.7294626,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bde62af9-3a58-4abc-b499-e8722da36925","EoS":false} {"level":"info","ts":1789809976.7294967,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bde62af9-3a58-4abc-b499-e8722da36925","EoS":true} {"level":"info","ts":1789809976.7295291,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bde62af9-3a58-4abc-b499-e8722da36925","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789809976.729546,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"bde62af9-3a58-4abc-b499-e8722da36925","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789809976.7295864,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"bde62af9-3a58-4abc-b499-e8722da36925"} {"level":"info","ts":1789809977.9781623,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789809977.9789753,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cf79b8b4-71e1-4741-b7b6-08d9fa6859ae"} {"level":"info","ts":1789809977.9791656,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"cf79b8b4-71e1-4741-b7b6-08d9fa6859ae"} {"level":"info","ts":1789809977.9792552,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cf79b8b4-71e1-4741-b7b6-08d9fa6859ae","EoS":false} {"level":"info","ts":1789809977.9793298,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cf79b8b4-71e1-4741-b7b6-08d9fa6859ae","EoS":true} {"level":"info","ts":1789809977.9794266,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cf79b8b4-71e1-4741-b7b6-08d9fa6859ae","field":"model","value":"nonexistent-model"} {"level":"info","ts":1789809977.9797041,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"cf79b8b4-71e1-4741-b7b6-08d9fa6859ae","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789809977.9797795,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"cf79b8b4-71e1-4741-b7b6-08d9fa6859ae"} {"level":"info","ts":1789809978.5346217,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789809978.5348313,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bb9fb63b-24ea-43d9-904a-9d07b4a0e855"} {"level":"info","ts":1789809978.534872,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"bb9fb63b-24ea-43d9-904a-9d07b4a0e855"} {"level":"info","ts":1789809978.5349221,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bb9fb63b-24ea-43d9-904a-9d07b4a0e855","EoS":false} {"level":"info","ts":1789809978.5349586,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bb9fb63b-24ea-43d9-904a-9d07b4a0e855","EoS":true} {"level":"info","ts":1789809978.535042,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"bb9fb63b-24ea-43d9-904a-9d07b4a0e855","field":"model"} {"level":"info","ts":1789809978.5351088,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"bb9fb63b-24ea-43d9-904a-9d07b4a0e855"} {"level":"info","ts":1789809980.8065815,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"060e4ab6-25b4-4ab2-8493-95ddaa210ca7"} {"level":"info","ts":1789809980.806676,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"141a6ddc-0f13-4180-bda6-d72956c35fce","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789809980.8067102,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"141a6ddc-0f13-4180-bda6-d72956c35fce","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789809980.9567268,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"afb30ab0-a60b-4ca8-b0fa-1a1a56b99f87","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789809980.9567885,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"afb30ab0-a60b-4ca8-b0fa-1a1a56b99f87","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789809980.9568462,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cba27776-3474-479f-8c1d-0c48e90d960d"} {"level":"info","ts":1789809991.5559688,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789809991.5562592,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"71f0e7e8-7bb0-4fe2-95cd-6da8746bed43"} {"level":"info","ts":1789809991.5563464,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"71f0e7e8-7bb0-4fe2-95cd-6da8746bed43"} {"level":"info","ts":1789809991.557388,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"71f0e7e8-7bb0-4fe2-95cd-6da8746bed43","EoS":false} {"level":"info","ts":1789809991.5574763,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"71f0e7e8-7bb0-4fe2-95cd-6da8746bed43","EoS":true} {"level":"info","ts":1789809991.5575168,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"71f0e7e8-7bb0-4fe2-95cd-6da8746bed43","field":"model"} {"level":"info","ts":1789809991.5575523,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"71f0e7e8-7bb0-4fe2-95cd-6da8746bed43"} {"level":"info","ts":1789809991.7058206,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789809991.7059004,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9f705c9b-a541-481e-9bdc-64a999ec4cc2"} {"level":"info","ts":1789809991.7059126,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"9f705c9b-a541-481e-9bdc-64a999ec4cc2"} {"level":"info","ts":1789809991.705923,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9f705c9b-a541-481e-9bdc-64a999ec4cc2","EoS":false} {"level":"info","ts":1789809991.7059336,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9f705c9b-a541-481e-9bdc-64a999ec4cc2","EoS":true} {"level":"info","ts":1789809991.7059467,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"9f705c9b-a541-481e-9bdc-64a999ec4cc2","field":"model"} {"level":"info","ts":1789809991.705972,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"9f705c9b-a541-481e-9bdc-64a999ec4cc2"} {"level":"info","ts":1789809991.8475273,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789809991.8476121,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f43c275b-63c5-4268-ae2c-2c690e28003b"} {"level":"info","ts":1789809991.8476238,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"f43c275b-63c5-4268-ae2c-2c690e28003b"} {"level":"info","ts":1789809991.8476348,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f43c275b-63c5-4268-ae2c-2c690e28003b","EoS":false} {"level":"info","ts":1789809991.8476453,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f43c275b-63c5-4268-ae2c-2c690e28003b","EoS":true} {"level":"info","ts":1789809991.8476632,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"f43c275b-63c5-4268-ae2c-2c690e28003b","field":"model"} {"level":"info","ts":1789809991.8476887,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"f43c275b-63c5-4268-ae2c-2c690e28003b"} {"level":"info","ts":1789811015.329427,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789811015.3295317,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f6cf820e-d48e-427a-8f66-743f93dbc525"} {"level":"info","ts":1789811015.3295465,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"f6cf820e-d48e-427a-8f66-743f93dbc525"} {"level":"info","ts":1789811015.3295584,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f6cf820e-d48e-427a-8f66-743f93dbc525","EoS":false} {"level":"info","ts":1789811015.32957,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f6cf820e-d48e-427a-8f66-743f93dbc525","EoS":true} {"level":"info","ts":1789811015.3295934,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f6cf820e-d48e-427a-8f66-743f93dbc525","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789811015.3296108,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"f6cf820e-d48e-427a-8f66-743f93dbc525","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789811015.3296351,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"f6cf820e-d48e-427a-8f66-743f93dbc525"} {"level":"info","ts":1789811015.3814955,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789811015.3815782,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"37999163-ab46-4903-9fe4-65d66bd93e6f"} {"level":"info","ts":1789811015.381591,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"37999163-ab46-4903-9fe4-65d66bd93e6f"} {"level":"info","ts":1789811015.3816018,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"37999163-ab46-4903-9fe4-65d66bd93e6f","EoS":false} {"level":"info","ts":1789811015.3816118,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"37999163-ab46-4903-9fe4-65d66bd93e6f","EoS":true} {"level":"info","ts":1789811015.3816357,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"37999163-ab46-4903-9fe4-65d66bd93e6f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789811015.381651,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"37999163-ab46-4903-9fe4-65d66bd93e6f","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789811015.3816745,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"37999163-ab46-4903-9fe4-65d66bd93e6f"} {"level":"info","ts":1789811343.0255513,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f601bfd4-4100-4b19-8a58-8a1386572e98"} {"level":"info","ts":1789811343.0255537,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f77c1815-2082-410c-a407-590eb51bdc10","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789811343.025856,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f77c1815-2082-410c-a407-590eb51bdc10","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789811343.0258994,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f77c1815-2082-410c-a407-590eb51bdc10"} {"level":"info","ts":1789811343.0351326,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c4e2add8-4435-4bd9-ad43-593cd95d8f65","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789811343.0351708,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c4e2add8-4435-4bd9-ad43-593cd95d8f65","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789811343.0352004,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c4e2add8-4435-4bd9-ad43-593cd95d8f65"} {"level":"error","ts":1789811343.039159,"caller":"externalmodel/reconciler.go:211","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f601bfd4-4100-4b19-8a58-8a1386572e98","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-x-api-key-trigger\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:211\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789811343.039191,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f601bfd4-4100-4b19-8a58-8a1386572e98","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789811343.0476868,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c13a51b1-2a02-415b-a165-3e0b39392d16","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789811343.0477166,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c13a51b1-2a02-415b-a165-3e0b39392d16","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789811343.0477355,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c13a51b1-2a02-415b-a165-3e0b39392d16"} {"level":"error","ts":1789811343.050941,"caller":"externalmodel/reconciler.go:211","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f601bfd4-4100-4b19-8a58-8a1386572e98","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-x-api-key-trigger\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:211\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789811343.0509865,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f601bfd4-4100-4b19-8a58-8a1386572e98","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789811343.0510597,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"50c0e6a1-2866-436d-a106-9810e6572718"} {"level":"error","ts":1789811343.0510886,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"50c0e6a1-2866-436d-a106-9810e6572718","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789811343.0576544,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"50c0e6a1-2866-436d-a106-9810e6572718","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789811343.0679202,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"301a944d-8a75-41e8-8fcf-b372ba7098be"} {"level":"error","ts":1789811343.0679526,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"301a944d-8a75-41e8-8fcf-b372ba7098be","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789811343.073336,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"301a944d-8a75-41e8-8fcf-b372ba7098be","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789811343.0934803,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2e5839c2-85dc-4ff9-a3e6-f8367221c788"} {"level":"error","ts":1789811343.0935163,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2e5839c2-85dc-4ff9-a3e6-f8367221c788","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789811343.099098,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2e5839c2-85dc-4ff9-a3e6-f8367221c788","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789811343.1401925,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"0c2b6387-4aa4-4540-a1d1-07a74fbd59f5"} {"level":"error","ts":1789811343.1402385,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"0c2b6387-4aa4-4540-a1d1-07a74fbd59f5","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789811343.145211,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"0c2b6387-4aa4-4540-a1d1-07a74fbd59f5","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789811343.1815002,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d404abbb-9203-49b5-8916-8cad36af1f0b"} {"level":"info","ts":1789811343.181524,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ba85b495-df28-45b7-b869-09943d38d386","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789811343.1815453,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d404abbb-9203-49b5-8916-8cad36af1f0b","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789811343.181563,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ba85b495-df28-45b7-b869-09943d38d386","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789811343.1815882,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ba85b495-df28-45b7-b869-09943d38d386"} {"level":"error","ts":1789811343.1872325,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d404abbb-9203-49b5-8916-8cad36af1f0b","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789811343.3474705,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"fc24f0c5-f9d5-4c88-919a-ac733c9694a1"} {"level":"error","ts":1789811343.3475418,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"fc24f0c5-f9d5-4c88-919a-ac733c9694a1","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789811343.3537273,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"fc24f0c5-f9d5-4c88-919a-ac733c9694a1","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789811343.67426,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5c548b01-468f-4811-923e-ae7141e73b48"} {"level":"error","ts":1789811343.674314,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5c548b01-468f-4811-923e-ae7141e73b48","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789811343.6795886,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5c548b01-468f-4811-923e-ae7141e73b48","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789811344.3205178,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5e8ec9b5-7337-480a-ab1f-52784e66d293"} {"level":"error","ts":1789811344.3205745,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5e8ec9b5-7337-480a-ab1f-52784e66d293","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789811344.3265827,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5e8ec9b5-7337-480a-ab1f-52784e66d293","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789811345.6073544,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8fa235f6-3986-4dea-9129-9b67374fd8ee"} {"level":"error","ts":1789811345.6074085,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8fa235f6-3986-4dea-9129-9b67374fd8ee","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789811345.6131966,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8fa235f6-3986-4dea-9129-9b67374fd8ee","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789811348.173597,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"399c5eb8-816b-4161-b4f2-4f5d03f98892"} {"level":"error","ts":1789811348.1736536,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"399c5eb8-816b-4161-b4f2-4f5d03f98892","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789811348.1789353,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"399c5eb8-816b-4161-b4f2-4f5d03f98892","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789811348.1819215,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"613a9810-6fb7-42c5-9684-be9aa01f691b","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789811348.1819515,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"613a9810-6fb7-42c5-9684-be9aa01f691b","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789811348.181974,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"613a9810-6fb7-42c5-9684-be9aa01f691b"} {"level":"info","ts":1789811348.451788,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789811348.4518766,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4092f887-9a8d-4b90-8b90-4422de3179c0"} {"level":"info","ts":1789811348.4518912,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"4092f887-9a8d-4b90-8b90-4422de3179c0"} {"level":"info","ts":1789811348.4519024,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4092f887-9a8d-4b90-8b90-4422de3179c0","EoS":false} {"level":"info","ts":1789811348.4519129,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4092f887-9a8d-4b90-8b90-4422de3179c0","EoS":true} {"level":"info","ts":1789811348.451934,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4092f887-9a8d-4b90-8b90-4422de3179c0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789811348.4519506,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"4092f887-9a8d-4b90-8b90-4422de3179c0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789811348.4519708,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"4092f887-9a8d-4b90-8b90-4422de3179c0"} {"level":"info","ts":1789811348.502627,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789811348.5027034,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"91cc1bb4-7128-4094-9dc0-d709bf19d7cf"} {"level":"info","ts":1789811348.5027182,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"91cc1bb4-7128-4094-9dc0-d709bf19d7cf"} {"level":"info","ts":1789811348.5027292,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"91cc1bb4-7128-4094-9dc0-d709bf19d7cf","EoS":false} {"level":"info","ts":1789811348.5027406,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"91cc1bb4-7128-4094-9dc0-d709bf19d7cf","EoS":true} {"level":"info","ts":1789811348.5027592,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"91cc1bb4-7128-4094-9dc0-d709bf19d7cf","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789811348.5027733,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"91cc1bb4-7128-4094-9dc0-d709bf19d7cf","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789811348.5027912,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"91cc1bb4-7128-4094-9dc0-d709bf19d7cf"} {"level":"info","ts":1789811348.5692408,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789811348.5693164,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7bb72e13-ff66-4584-92b4-f1f837f1fd06"} {"level":"info","ts":1789811348.5693262,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"7bb72e13-ff66-4584-92b4-f1f837f1fd06"} {"level":"info","ts":1789811348.569335,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7bb72e13-ff66-4584-92b4-f1f837f1fd06","EoS":false} {"level":"info","ts":1789811348.5693448,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7bb72e13-ff66-4584-92b4-f1f837f1fd06","EoS":true} {"level":"info","ts":1789811348.569364,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7bb72e13-ff66-4584-92b4-f1f837f1fd06","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789811348.5693796,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"7bb72e13-ff66-4584-92b4-f1f837f1fd06","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789811348.5694003,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"7bb72e13-ff66-4584-92b4-f1f837f1fd06"} {"level":"info","ts":1789811348.6111171,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789811348.6111882,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b0dd89fb-ba71-4985-98bb-ee38c788dc54"} {"level":"info","ts":1789811348.6112,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"b0dd89fb-ba71-4985-98bb-ee38c788dc54"} {"level":"info","ts":1789811348.611211,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b0dd89fb-ba71-4985-98bb-ee38c788dc54","EoS":false} {"level":"info","ts":1789811348.6112206,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b0dd89fb-ba71-4985-98bb-ee38c788dc54","EoS":true} {"level":"info","ts":1789811348.6112392,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b0dd89fb-ba71-4985-98bb-ee38c788dc54","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789811348.6112561,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"b0dd89fb-ba71-4985-98bb-ee38c788dc54","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789811348.611274,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"b0dd89fb-ba71-4985-98bb-ee38c788dc54"} {"level":"info","ts":1789811348.6387079,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789811348.6387794,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ce83bed2-ee87-454f-b696-2d03d07b1c75"} {"level":"info","ts":1789811348.638791,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"ce83bed2-ee87-454f-b696-2d03d07b1c75"} {"level":"info","ts":1789811348.6388016,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ce83bed2-ee87-454f-b696-2d03d07b1c75","EoS":false} {"level":"info","ts":1789811348.6388133,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ce83bed2-ee87-454f-b696-2d03d07b1c75","EoS":true} {"level":"info","ts":1789811348.6388314,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ce83bed2-ee87-454f-b696-2d03d07b1c75","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789811348.6388452,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"ce83bed2-ee87-454f-b696-2d03d07b1c75","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789811348.6388636,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"ce83bed2-ee87-454f-b696-2d03d07b1c75"} {"level":"info","ts":1789811348.6739516,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789811348.6740475,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a19d732d-badb-40a2-b317-ad53b0e4a22c"} {"level":"info","ts":1789811348.67406,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a19d732d-badb-40a2-b317-ad53b0e4a22c"} {"level":"info","ts":1789811348.674071,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a19d732d-badb-40a2-b317-ad53b0e4a22c","EoS":false} {"level":"info","ts":1789811348.674081,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a19d732d-badb-40a2-b317-ad53b0e4a22c","EoS":true} {"level":"info","ts":1789811348.6740992,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a19d732d-badb-40a2-b317-ad53b0e4a22c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789811348.6741123,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"a19d732d-badb-40a2-b317-ad53b0e4a22c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789811348.6741295,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a19d732d-badb-40a2-b317-ad53b0e4a22c"} {"level":"info","ts":1789811348.8242297,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5f274278-dcc9-4c4a-9909-83e8332cb07d"} {"level":"info","ts":1789811348.8242311,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"12a8dd9e-6ecc-428a-b426-b7722c3106dc","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"info","ts":1789811348.8242936,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"12a8dd9e-6ecc-428a-b426-b7722c3106dc","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"info","ts":1789811371.5614767,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789811371.561571,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e9bfa348-62c5-4d12-b98d-1e0d763a2754"} {"level":"info","ts":1789811371.5615816,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"e9bfa348-62c5-4d12-b98d-1e0d763a2754"} {"level":"info","ts":1789811371.5615928,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e9bfa348-62c5-4d12-b98d-1e0d763a2754","EoS":false} {"level":"info","ts":1789811371.561606,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e9bfa348-62c5-4d12-b98d-1e0d763a2754","EoS":true} {"level":"info","ts":1789811371.5616262,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e9bfa348-62c5-4d12-b98d-1e0d763a2754","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789811371.561642,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"e9bfa348-62c5-4d12-b98d-1e0d763a2754","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789811371.5616667,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"e9bfa348-62c5-4d12-b98d-1e0d763a2754"} {"level":"info","ts":1789811371.711516,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789811371.711593,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cc354f5a-7c39-4745-ade1-29e39f290ea5"} {"level":"info","ts":1789811371.7116034,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"cc354f5a-7c39-4745-ade1-29e39f290ea5"} {"level":"info","ts":1789811371.7116137,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cc354f5a-7c39-4745-ade1-29e39f290ea5","EoS":false} {"level":"info","ts":1789811371.7116284,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cc354f5a-7c39-4745-ade1-29e39f290ea5","EoS":true} {"level":"info","ts":1789811371.7116487,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cc354f5a-7c39-4745-ade1-29e39f290ea5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789811371.7116637,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"cc354f5a-7c39-4745-ade1-29e39f290ea5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789811371.7116864,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"cc354f5a-7c39-4745-ade1-29e39f290ea5"} {"level":"info","ts":1789811371.8535554,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789811371.853648,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a1ba4af2-fc3b-4633-874c-82e39682785d"} {"level":"info","ts":1789811371.8536575,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a1ba4af2-fc3b-4633-874c-82e39682785d"} {"level":"info","ts":1789811371.8536677,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a1ba4af2-fc3b-4633-874c-82e39682785d","EoS":false} {"level":"info","ts":1789811371.8536837,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a1ba4af2-fc3b-4633-874c-82e39682785d","EoS":true} {"level":"info","ts":1789811371.853708,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a1ba4af2-fc3b-4633-874c-82e39682785d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789811371.8537245,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"a1ba4af2-fc3b-4633-874c-82e39682785d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789811371.8537443,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a1ba4af2-fc3b-4633-874c-82e39682785d"} {"level":"info","ts":1789811371.9891546,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789811371.9892585,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bbaf8851-6b60-4217-a07f-bb4980557aca"} {"level":"info","ts":1789811371.9892762,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"bbaf8851-6b60-4217-a07f-bb4980557aca"} {"level":"info","ts":1789811371.98929,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bbaf8851-6b60-4217-a07f-bb4980557aca","EoS":false} {"level":"info","ts":1789811371.9893026,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bbaf8851-6b60-4217-a07f-bb4980557aca","EoS":true} {"level":"info","ts":1789811371.9893227,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bbaf8851-6b60-4217-a07f-bb4980557aca","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789811371.9893377,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"bbaf8851-6b60-4217-a07f-bb4980557aca","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789811371.9893606,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"bbaf8851-6b60-4217-a07f-bb4980557aca"} {"level":"info","ts":1789811372.1344783,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789811372.1345708,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bebbb1dc-7202-4d50-8d59-8779464dacf5"} {"level":"info","ts":1789811372.134586,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"bebbb1dc-7202-4d50-8d59-8779464dacf5"} {"level":"info","ts":1789811372.1345978,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bebbb1dc-7202-4d50-8d59-8779464dacf5","EoS":false} {"level":"info","ts":1789811372.1346104,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bebbb1dc-7202-4d50-8d59-8779464dacf5","EoS":true} {"level":"info","ts":1789811372.134633,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bebbb1dc-7202-4d50-8d59-8779464dacf5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789811372.1346488,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"bebbb1dc-7202-4d50-8d59-8779464dacf5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789811372.1346693,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"bebbb1dc-7202-4d50-8d59-8779464dacf5"} {"level":"info","ts":1789811372.272147,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789811372.2722435,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ce88e17b-2cb3-490f-bf32-14ad7423dd36"} {"level":"info","ts":1789811372.272259,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"ce88e17b-2cb3-490f-bf32-14ad7423dd36"} {"level":"info","ts":1789811372.2722723,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ce88e17b-2cb3-490f-bf32-14ad7423dd36","EoS":false} {"level":"info","ts":1789811372.2722847,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ce88e17b-2cb3-490f-bf32-14ad7423dd36","EoS":true} {"level":"info","ts":1789811372.2723038,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ce88e17b-2cb3-490f-bf32-14ad7423dd36","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789811372.272327,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"ce88e17b-2cb3-490f-bf32-14ad7423dd36","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789811372.2723508,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"ce88e17b-2cb3-490f-bf32-14ad7423dd36"} {"level":"info","ts":1789811387.1743245,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789811387.1744053,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c48a3145-7284-49eb-8cb2-6da22d71673b"} {"level":"info","ts":1789811387.1744182,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c48a3145-7284-49eb-8cb2-6da22d71673b"} {"level":"info","ts":1789811387.1744306,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c48a3145-7284-49eb-8cb2-6da22d71673b","EoS":false} {"level":"info","ts":1789811387.17445,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c48a3145-7284-49eb-8cb2-6da22d71673b","EoS":true} {"level":"info","ts":1789811387.1744773,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c48a3145-7284-49eb-8cb2-6da22d71673b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789811387.1744957,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"c48a3145-7284-49eb-8cb2-6da22d71673b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789811387.1745265,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c48a3145-7284-49eb-8cb2-6da22d71673b"} {"level":"info","ts":1789811387.2156131,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789811387.2156944,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b5ce3adc-2741-4f01-b54a-0237383dbf71"} {"level":"info","ts":1789811387.2157056,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"b5ce3adc-2741-4f01-b54a-0237383dbf71"} {"level":"info","ts":1789811387.215716,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b5ce3adc-2741-4f01-b54a-0237383dbf71","EoS":false} {"level":"info","ts":1789811387.2157278,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b5ce3adc-2741-4f01-b54a-0237383dbf71","EoS":true} {"level":"info","ts":1789811387.2157464,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b5ce3adc-2741-4f01-b54a-0237383dbf71","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789811387.215763,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"b5ce3adc-2741-4f01-b54a-0237383dbf71","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789811387.2157862,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"b5ce3adc-2741-4f01-b54a-0237383dbf71"} {"level":"info","ts":1789811387.2529702,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789811387.25306,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"546a5c42-9b71-41c0-bc13-5135374a9950"} {"level":"info","ts":1789811387.2530744,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"546a5c42-9b71-41c0-bc13-5135374a9950"} {"level":"info","ts":1789811387.2530851,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"546a5c42-9b71-41c0-bc13-5135374a9950","EoS":false} {"level":"info","ts":1789811387.2530947,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"546a5c42-9b71-41c0-bc13-5135374a9950","EoS":true} {"level":"info","ts":1789811387.253115,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"546a5c42-9b71-41c0-bc13-5135374a9950","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789811387.2531292,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"546a5c42-9b71-41c0-bc13-5135374a9950","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789811387.2531514,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"546a5c42-9b71-41c0-bc13-5135374a9950"} {"level":"info","ts":1789811387.2867703,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789811387.286853,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"ed5638ed-5fcd-4e87-95dd-15d9e5271ec0"} {"level":"info","ts":1789811388.0797129,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789811388.0798018,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a4cd25f3-34e6-4567-aa0c-44c501412c0b"} {"level":"info","ts":1789811388.0798144,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a4cd25f3-34e6-4567-aa0c-44c501412c0b"} {"level":"info","ts":1789811388.0798252,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a4cd25f3-34e6-4567-aa0c-44c501412c0b","EoS":false} {"level":"info","ts":1789811388.0798352,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a4cd25f3-34e6-4567-aa0c-44c501412c0b","EoS":true} {"level":"info","ts":1789811388.0798566,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a4cd25f3-34e6-4567-aa0c-44c501412c0b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789811388.0798717,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"a4cd25f3-34e6-4567-aa0c-44c501412c0b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789811388.0798917,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a4cd25f3-34e6-4567-aa0c-44c501412c0b"} {"level":"info","ts":1789811389.0635803,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789811389.0636685,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ec23ffb5-a760-472d-aba3-5d8643861e6a"} {"level":"info","ts":1789811389.0636823,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"ec23ffb5-a760-472d-aba3-5d8643861e6a"} {"level":"info","ts":1789811389.0636938,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ec23ffb5-a760-472d-aba3-5d8643861e6a","EoS":false} {"level":"info","ts":1789811389.063708,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ec23ffb5-a760-472d-aba3-5d8643861e6a","EoS":true} {"level":"info","ts":1789811389.063732,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ec23ffb5-a760-472d-aba3-5d8643861e6a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789811389.0637476,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"ec23ffb5-a760-472d-aba3-5d8643861e6a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789811389.0637672,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"ec23ffb5-a760-472d-aba3-5d8643861e6a"} {"level":"info","ts":1789811389.7768693,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789811389.7769704,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a2bd832c-3ae4-4fed-8bdf-ed24f6194ceb"} {"level":"info","ts":1789811389.7769895,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a2bd832c-3ae4-4fed-8bdf-ed24f6194ceb"} {"level":"info","ts":1789811389.7770069,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a2bd832c-3ae4-4fed-8bdf-ed24f6194ceb","EoS":false} {"level":"info","ts":1789811389.7770512,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a2bd832c-3ae4-4fed-8bdf-ed24f6194ceb","EoS":true} {"level":"info","ts":1789811389.7770836,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a2bd832c-3ae4-4fed-8bdf-ed24f6194ceb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789811389.777105,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"a2bd832c-3ae4-4fed-8bdf-ed24f6194ceb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789811389.7771354,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a2bd832c-3ae4-4fed-8bdf-ed24f6194ceb"} {"level":"info","ts":1789811390.8169074,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789811390.8169897,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bddbc388-9033-457f-96cb-9d8b017dae39"} {"level":"info","ts":1789811390.8170018,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"bddbc388-9033-457f-96cb-9d8b017dae39"} {"level":"info","ts":1789811390.8170366,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bddbc388-9033-457f-96cb-9d8b017dae39","EoS":false} {"level":"info","ts":1789811390.8170648,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bddbc388-9033-457f-96cb-9d8b017dae39","EoS":true} {"level":"info","ts":1789811390.817087,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bddbc388-9033-457f-96cb-9d8b017dae39","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789811390.8171036,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"bddbc388-9033-457f-96cb-9d8b017dae39","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789811390.8171265,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"bddbc388-9033-457f-96cb-9d8b017dae39"} {"level":"info","ts":1789811396.2304547,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789811396.2305365,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"22fecd1f-3e4f-4ec7-a659-0013bc25cf57"} {"level":"info","ts":1789811396.230549,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"22fecd1f-3e4f-4ec7-a659-0013bc25cf57"} {"level":"info","ts":1789811396.2305598,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"22fecd1f-3e4f-4ec7-a659-0013bc25cf57","EoS":false} {"level":"info","ts":1789811396.23057,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"22fecd1f-3e4f-4ec7-a659-0013bc25cf57","EoS":true} {"level":"info","ts":1789811396.2305877,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"22fecd1f-3e4f-4ec7-a659-0013bc25cf57","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789811396.2306025,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"22fecd1f-3e4f-4ec7-a659-0013bc25cf57","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789811396.2306237,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"22fecd1f-3e4f-4ec7-a659-0013bc25cf57"} {"level":"info","ts":1789811401.27135,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789811401.2714407,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6df65fcc-d084-4b38-b318-fd1cf915b758"} {"level":"info","ts":1789811401.2714548,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"6df65fcc-d084-4b38-b318-fd1cf915b758"} {"level":"info","ts":1789811401.271466,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6df65fcc-d084-4b38-b318-fd1cf915b758","EoS":false} {"level":"info","ts":1789811401.271481,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6df65fcc-d084-4b38-b318-fd1cf915b758","EoS":true} {"level":"info","ts":1789811401.271507,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6df65fcc-d084-4b38-b318-fd1cf915b758","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789811401.2715225,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"6df65fcc-d084-4b38-b318-fd1cf915b758","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789811401.271547,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"6df65fcc-d084-4b38-b318-fd1cf915b758"} {"level":"info","ts":1789811402.474877,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789811402.4750438,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b95f663e-68f9-44a1-8353-434b84418358"} {"level":"info","ts":1789811402.4750628,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"b95f663e-68f9-44a1-8353-434b84418358"} {"level":"info","ts":1789811402.4750762,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b95f663e-68f9-44a1-8353-434b84418358","EoS":false} {"level":"info","ts":1789811402.4750865,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b95f663e-68f9-44a1-8353-434b84418358","EoS":true} {"level":"info","ts":1789811402.4751093,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b95f663e-68f9-44a1-8353-434b84418358","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789811402.4751248,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"b95f663e-68f9-44a1-8353-434b84418358","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789811402.4751484,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"b95f663e-68f9-44a1-8353-434b84418358"} {"level":"info","ts":1789811410.488058,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789811410.4881535,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8da1ea71-b0bc-4dc8-bea8-bb6debb6cc07"} {"level":"info","ts":1789811410.4881709,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"8da1ea71-b0bc-4dc8-bea8-bb6debb6cc07"} {"level":"info","ts":1789811410.488189,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8da1ea71-b0bc-4dc8-bea8-bb6debb6cc07","EoS":false} {"level":"info","ts":1789811410.4882095,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8da1ea71-b0bc-4dc8-bea8-bb6debb6cc07","EoS":true} {"level":"info","ts":1789811410.4882398,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8da1ea71-b0bc-4dc8-bea8-bb6debb6cc07","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789811410.4882598,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"8da1ea71-b0bc-4dc8-bea8-bb6debb6cc07","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789811410.4882915,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"8da1ea71-b0bc-4dc8-bea8-bb6debb6cc07"} {"level":"info","ts":1789811412.1247454,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789811412.124905,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7391cd19-3f78-4897-a18e-a82187d0e0cd"} {"level":"info","ts":1789811412.1249204,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"7391cd19-3f78-4897-a18e-a82187d0e0cd"} {"level":"info","ts":1789811412.1249352,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7391cd19-3f78-4897-a18e-a82187d0e0cd","EoS":false} {"level":"info","ts":1789811412.1249478,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7391cd19-3f78-4897-a18e-a82187d0e0cd","EoS":true} {"level":"info","ts":1789811412.124968,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7391cd19-3f78-4897-a18e-a82187d0e0cd","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789811412.124983,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"7391cd19-3f78-4897-a18e-a82187d0e0cd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789811412.1250033,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"7391cd19-3f78-4897-a18e-a82187d0e0cd"} {"level":"info","ts":1789811480.364861,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789811480.3649447,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"81ae0f1c-053b-40bb-89ee-4adfbc133cbc"} {"level":"info","ts":1789811480.3649564,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"81ae0f1c-053b-40bb-89ee-4adfbc133cbc"} {"level":"info","ts":1789811480.3649676,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"81ae0f1c-053b-40bb-89ee-4adfbc133cbc","EoS":false} {"level":"info","ts":1789811480.3649778,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"81ae0f1c-053b-40bb-89ee-4adfbc133cbc","EoS":true} {"level":"info","ts":1789811480.3649988,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"81ae0f1c-053b-40bb-89ee-4adfbc133cbc","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1789811480.365038,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"81ae0f1c-053b-40bb-89ee-4adfbc133cbc","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789811480.365058,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"81ae0f1c-053b-40bb-89ee-4adfbc133cbc"} {"level":"info","ts":1789811504.2373126,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789811504.237401,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eb258510-0f6f-49c9-ba3d-9f04d314c09d"} {"level":"info","ts":1789811504.2374103,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"eb258510-0f6f-49c9-ba3d-9f04d314c09d"} {"level":"info","ts":1789811504.2374208,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"eb258510-0f6f-49c9-ba3d-9f04d314c09d","EoS":false} {"level":"info","ts":1789811504.2374315,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"eb258510-0f6f-49c9-ba3d-9f04d314c09d","EoS":true} {"level":"info","ts":1789811504.2374508,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eb258510-0f6f-49c9-ba3d-9f04d314c09d","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1789811504.2374663,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"eb258510-0f6f-49c9-ba3d-9f04d314c09d","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789811504.2374864,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"eb258510-0f6f-49c9-ba3d-9f04d314c09d"} {"level":"info","ts":1789811605.2631755,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789811605.2632663,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"48279dad-b65d-40d9-9434-5d4bd00c6a07"} {"level":"info","ts":1789811605.2632766,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"48279dad-b65d-40d9-9434-5d4bd00c6a07"} {"level":"info","ts":1789811605.2632873,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"48279dad-b65d-40d9-9434-5d4bd00c6a07","EoS":false} {"level":"info","ts":1789811605.263298,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"48279dad-b65d-40d9-9434-5d4bd00c6a07","EoS":true} {"level":"info","ts":1789811605.2633185,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"48279dad-b65d-40d9-9434-5d4bd00c6a07","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789811605.263332,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"48279dad-b65d-40d9-9434-5d4bd00c6a07","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789811605.2633526,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"48279dad-b65d-40d9-9434-5d4bd00c6a07"} {"level":"info","ts":1789811605.322789,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789811605.3228722,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7fd7f6dc-d3c4-4733-b193-521aac214e24"} {"level":"info","ts":1789811605.3228838,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"7fd7f6dc-d3c4-4733-b193-521aac214e24"} {"level":"info","ts":1789811605.322894,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7fd7f6dc-d3c4-4733-b193-521aac214e24","EoS":false} {"level":"info","ts":1789811605.3229072,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7fd7f6dc-d3c4-4733-b193-521aac214e24","EoS":true} {"level":"info","ts":1789811605.322927,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7fd7f6dc-d3c4-4733-b193-521aac214e24","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789811605.3229427,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"7fd7f6dc-d3c4-4733-b193-521aac214e24","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789811605.3229616,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"7fd7f6dc-d3c4-4733-b193-521aac214e24"} {"level":"info","ts":1789811605.3559158,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789811605.3560052,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0df538a2-d2c1-44db-b59a-9a75113faac0"} {"level":"info","ts":1789811605.3560424,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"0df538a2-d2c1-44db-b59a-9a75113faac0"} {"level":"info","ts":1789811605.356055,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0df538a2-d2c1-44db-b59a-9a75113faac0","EoS":false} {"level":"info","ts":1789811605.3560677,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0df538a2-d2c1-44db-b59a-9a75113faac0","EoS":true} {"level":"info","ts":1789811605.3560865,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0df538a2-d2c1-44db-b59a-9a75113faac0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789811605.3561008,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"0df538a2-d2c1-44db-b59a-9a75113faac0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789811605.3561206,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"0df538a2-d2c1-44db-b59a-9a75113faac0"} {"level":"info","ts":1789811612.8524177,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789811612.8525033,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f358db30-d38c-46ae-9abc-34492e5f4561"} {"level":"info","ts":1789811612.8525136,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"f358db30-d38c-46ae-9abc-34492e5f4561"} {"level":"info","ts":1789811612.852524,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f358db30-d38c-46ae-9abc-34492e5f4561","EoS":false} {"level":"info","ts":1789811612.8525348,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f358db30-d38c-46ae-9abc-34492e5f4561","EoS":true} {"level":"info","ts":1789811612.852553,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f358db30-d38c-46ae-9abc-34492e5f4561","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789811612.8525684,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"f358db30-d38c-46ae-9abc-34492e5f4561","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789811612.852591,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"f358db30-d38c-46ae-9abc-34492e5f4561"} {"level":"info","ts":1789811618.9077282,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789811618.907831,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eace6205-0307-43fc-a2bf-ff6485ff7471"} {"level":"info","ts":1789811618.907847,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"eace6205-0307-43fc-a2bf-ff6485ff7471"} {"level":"info","ts":1789811618.9078648,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"eace6205-0307-43fc-a2bf-ff6485ff7471","EoS":false} {"level":"info","ts":1789811618.9078832,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"eace6205-0307-43fc-a2bf-ff6485ff7471","EoS":true} {"level":"info","ts":1789811618.9079099,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eace6205-0307-43fc-a2bf-ff6485ff7471","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789811618.907929,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"eace6205-0307-43fc-a2bf-ff6485ff7471","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789811618.9079628,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"eace6205-0307-43fc-a2bf-ff6485ff7471"} {"level":"info","ts":1789811619.063266,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789811619.0633624,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1e09fe48-7ae3-4098-a0f3-713ef05b0bd2"} {"level":"info","ts":1789811619.0633795,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"1e09fe48-7ae3-4098-a0f3-713ef05b0bd2"} {"level":"info","ts":1789811619.0633965,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1e09fe48-7ae3-4098-a0f3-713ef05b0bd2","EoS":false} {"level":"info","ts":1789811619.0634186,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1e09fe48-7ae3-4098-a0f3-713ef05b0bd2","EoS":true} {"level":"info","ts":1789811619.063444,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1e09fe48-7ae3-4098-a0f3-713ef05b0bd2","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789811619.0634615,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"1e09fe48-7ae3-4098-a0f3-713ef05b0bd2","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789811619.0634973,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"1e09fe48-7ae3-4098-a0f3-713ef05b0bd2"} {"level":"info","ts":1789811619.203419,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789811619.2035117,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"904e9ed3-b0bb-470a-ad8d-9aae510eaa9c"} {"level":"info","ts":1789811619.2035217,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"904e9ed3-b0bb-470a-ad8d-9aae510eaa9c"} {"level":"info","ts":1789811619.2035317,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"904e9ed3-b0bb-470a-ad8d-9aae510eaa9c","EoS":false} {"level":"info","ts":1789811619.2035422,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"904e9ed3-b0bb-470a-ad8d-9aae510eaa9c","EoS":true} {"level":"info","ts":1789811619.2035618,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"904e9ed3-b0bb-470a-ad8d-9aae510eaa9c","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789811619.203577,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"904e9ed3-b0bb-470a-ad8d-9aae510eaa9c","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789811619.2035995,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"904e9ed3-b0bb-470a-ad8d-9aae510eaa9c"} {"level":"info","ts":1789811619.342231,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789811619.3423226,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6402ac63-ef40-47e2-8490-1d1cb3945deb"} {"level":"info","ts":1789811619.3423343,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"6402ac63-ef40-47e2-8490-1d1cb3945deb"} {"level":"info","ts":1789811619.342345,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6402ac63-ef40-47e2-8490-1d1cb3945deb","EoS":false} {"level":"info","ts":1789811619.3423603,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6402ac63-ef40-47e2-8490-1d1cb3945deb","EoS":true} {"level":"info","ts":1789811619.3423846,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6402ac63-ef40-47e2-8490-1d1cb3945deb","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789811619.3424003,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"6402ac63-ef40-47e2-8490-1d1cb3945deb","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789811619.3424249,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"6402ac63-ef40-47e2-8490-1d1cb3945deb"} {"level":"info","ts":1789811631.9993165,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789811631.9994195,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c93a45fc-b9d0-45e3-9504-bc98b2695d22"} {"level":"info","ts":1789811631.9994388,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c93a45fc-b9d0-45e3-9504-bc98b2695d22"} {"level":"info","ts":1789811631.999458,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c93a45fc-b9d0-45e3-9504-bc98b2695d22","EoS":false} {"level":"info","ts":1789811631.9994774,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c93a45fc-b9d0-45e3-9504-bc98b2695d22","EoS":true} {"level":"info","ts":1789811631.9994981,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c93a45fc-b9d0-45e3-9504-bc98b2695d22","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789811631.9995162,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"c93a45fc-b9d0-45e3-9504-bc98b2695d22","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789811631.999548,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c93a45fc-b9d0-45e3-9504-bc98b2695d22"}