{"level":"error","ts":1789654752.7705128,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1f791814","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1f791814","reconcileID":"3522915a-04cf-46ad-92cb-4f23a511d8bb","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-1f791814\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789654752.7706614,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1f791814","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1f791814","reconcileID":"3522915a-04cf-46ad-92cb-4f23a511d8bb","name":"e2e-legacy-migration-1f791814"}
{"level":"info","ts":1789654752.777307,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1f791814","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1f791814","reconcileID":"b17a4147-d1b9-4652-9de5-77aebf37791b","name":"e2e-legacy-migration-1f791814","namespace":"llm"}
{"level":"info","ts":1789654752.7773805,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1f791814","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1f791814","reconcileID":"b17a4147-d1b9-4652-9de5-77aebf37791b","modelName":"e2e-legacy-migration-1f791814","resolvedRefs":1}
{"level":"error","ts":1789654752.7825592,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1f791814","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1f791814","reconcileID":"bb2219ea-5179-4668-82bc-58ecc1924c40","error":"failed to apply ExternalModel: Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-1f791814\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789654752.78276,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1f791814","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1f791814","reconcileID":"28f5225d-e177-4fde-9ae0-4ce4e9553a96","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-1f791814\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789654752.7828314,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1f791814","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1f791814","reconcileID":"28f5225d-e177-4fde-9ae0-4ce4e9553a96","provider":"e2e-legacy-migration-1f791814","phase":"Pending"}
{"level":"info","ts":1789654752.7885823,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1f791814","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1f791814","reconcileID":"e0807d7a-4351-4c32-98f4-7b388ac064a0","name":"e2e-legacy-migration-1f791814","namespace":"llm"}
{"level":"info","ts":1789654752.7922933,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1f791814","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1f791814","reconcileID":"fd176a7c-daa8-471e-868a-d10e2a522b70","name":"e2e-legacy-migration-1f791814","namespace":"llm"}
{"level":"info","ts":1789654752.7923665,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1f791814","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1f791814","reconcileID":"fd176a7c-daa8-471e-868a-d10e2a522b70","modelName":"e2e-legacy-migration-1f791814","resolvedRefs":1}
{"level":"info","ts":1789654752.7936804,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1f791814","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1f791814","reconcileID":"e0807d7a-4351-4c32-98f4-7b388ac064a0","name":"e2e-legacy-migration-1f791814"}
{"level":"error","ts":1789654752.7945077,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1f791814","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1f791814","reconcileID":"28f5225d-e177-4fde-9ae0-4ce4e9553a96","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-1f791814\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789654752.7946332,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1f791814","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1f791814","reconcileID":"28f5225d-e177-4fde-9ae0-4ce4e9553a96","error":"ExternalModel \"e2e-legacy-migration-1f791814\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-1f791814\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789654752.794728,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1f791814","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1f791814","reconcileID":"920cd147-066a-4bd8-a752-af6dccf5b723"}
{"level":"info","ts":1789654752.794774,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1f791814","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1f791814","reconcileID":"920cd147-066a-4bd8-a752-af6dccf5b723","provider":"e2e-legacy-migration-1f791814","phase":"Pending"}
{"level":"error","ts":1789654752.7978826,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1f791814","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1f791814","reconcileID":"3522915a-04cf-46ad-92cb-4f23a511d8bb","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-1f791814\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:93\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789654752.7979994,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1f791814","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1f791814","reconcileID":"3522915a-04cf-46ad-92cb-4f23a511d8bb","error":"failed to apply Service: services \"e2e-legacy-migration-1f791814\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789654752.798099,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1f791814","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1f791814","reconcileID":"5e168aee-3afa-48bb-b86f-057f548061d2"}
{"level":"info","ts":1789654752.7981834,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1f791814","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1f791814","reconcileID":"5e168aee-3afa-48bb-b86f-057f548061d2","name":"e2e-legacy-migration-1f791814"}
{"level":"error","ts":1789654752.80638,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1f791814","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1f791814","reconcileID":"920cd147-066a-4bd8-a752-af6dccf5b723","error":"ExternalModel \"e2e-legacy-migration-1f791814\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-1f791814\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789654752.8064022,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1f791814","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1f791814","reconcileID":"e0807d7a-4351-4c32-98f4-7b388ac064a0","provider":"openai","model":"e2e-legacy-migration-1f791814","targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1789654752.8160098,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1f791814","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1f791814","reconcileID":"5e168aee-3afa-48bb-b86f-057f548061d2","service":"e2e-legacy-migration-1f791814","serviceEntry":"e2e-legacy-migration-1f791814","destinationRule":"e2e-legacy-migration-1f791814"}
{"level":"info","ts":1789654752.8167431,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1f791814","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1f791814","reconcileID":"f5d207cf-d73e-40a3-b7c1-313a583a4260"}
{"level":"info","ts":1789654752.8167849,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1f791814","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1f791814","reconcileID":"f5d207cf-d73e-40a3-b7c1-313a583a4260","provider":"e2e-legacy-migration-1f791814","phase":"Pending"}
{"level":"info","ts":1789654752.8194118,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1f791814","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1f791814","reconcileID":"7924abfc-f7d5-40aa-8004-9c201502a470","name":"e2e-legacy-migration-1f791814","namespace":"llm"}
{"level":"info","ts":1789654752.8194544,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1f791814","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1f791814","reconcileID":"7924abfc-f7d5-40aa-8004-9c201502a470","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1789654752.819603,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1f791814","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1f791814","reconcileID":"1e1780b6-91ee-4960-87bb-228bb60733a2","name":"e2e-legacy-migration-1f791814","namespace":"llm"}
{"level":"info","ts":1789654752.819707,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1f791814","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1f791814","reconcileID":"1e1780b6-91ee-4960-87bb-228bb60733a2","modelName":"e2e-legacy-migration-1f791814","resolvedRefs":1}
{"level":"error","ts":1789654752.8252435,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1f791814","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1f791814","reconcileID":"5e168aee-3afa-48bb-b86f-057f548061d2","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-1f791814\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789654752.8253796,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1f791814","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1f791814","reconcileID":"94150b99-6767-46a8-9b45-6d8a269584f3"}
{"level":"info","ts":1789654752.825472,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1f791814","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1f791814","reconcileID":"94150b99-6767-46a8-9b45-6d8a269584f3","name":"e2e-legacy-migration-1f791814"}
{"level":"error","ts":1789654752.8252563,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1f791814","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1f791814","reconcileID":"f5d207cf-d73e-40a3-b7c1-313a583a4260","error":"ExternalModel \"e2e-legacy-migration-1f791814\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-1f791814\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789654752.8258126,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1f791814","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1f791814","reconcileID":"5f55c1bb-4213-4935-8dc6-b00cee8de4f0"}
{"level":"info","ts":1789654752.8259165,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1f791814","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1f791814","reconcileID":"5f55c1bb-4213-4935-8dc6-b00cee8de4f0","name":"e2e-legacy-migration-1f791814"}
{"level":"info","ts":1789654752.8380878,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1f791814","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1f791814","reconcileID":"5ba6d5cd-56c3-41e5-80ab-01e9e5d95791","name":"e2e-legacy-migration-1f791814","namespace":"llm"}
{"level":"info","ts":1789654752.8381753,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1f791814","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1f791814","reconcileID":"5ba6d5cd-56c3-41e5-80ab-01e9e5d95791","modelName":"e2e-legacy-migration-1f791814","resolvedRefs":1}
{"level":"info","ts":1789654752.847125,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1f791814","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1f791814","reconcileID":"94150b99-6767-46a8-9b45-6d8a269584f3","service":"e2e-legacy-migration-1f791814","serviceEntry":"e2e-legacy-migration-1f791814","destinationRule":"e2e-legacy-migration-1f791814"}
{"level":"error","ts":1789654752.8474827,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1f791814","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1f791814","reconcileID":"5f55c1bb-4213-4935-8dc6-b00cee8de4f0","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-1f791814\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789654752.847578,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1f791814","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1f791814","reconcileID":"5f55c1bb-4213-4935-8dc6-b00cee8de4f0","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-1f791814\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789654752.8478343,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1f791814","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1f791814","reconcileID":"2abf5481-594c-4ebf-aa2e-365562490208"}
{"level":"info","ts":1789654752.8479552,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1f791814","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1f791814","reconcileID":"2abf5481-594c-4ebf-aa2e-365562490208","name":"e2e-legacy-migration-1f791814"}
{"level":"info","ts":1789654752.8568037,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1f791814","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1f791814","reconcileID":"f434ddeb-6000-4331-8c70-cf7991586ec7","name":"e2e-legacy-migration-1f791814","namespace":"llm"}
{"level":"info","ts":1789654752.8569121,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1f791814","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1f791814","reconcileID":"f434ddeb-6000-4331-8c70-cf7991586ec7","modelName":"e2e-legacy-migration-1f791814","resolvedRefs":1}
{"level":"info","ts":1789654752.8587174,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1f791814","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1f791814","reconcileID":"2abf5481-594c-4ebf-aa2e-365562490208","httpRoute":"e2e-legacy-migration-1f791814","providers":["e2e-legacy-migration-1f791814"],"targetModel":"gpt-3.5-turbo"}
{"level":"error","ts":1789654752.864355,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1f791814","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1f791814","reconcileID":"2abf5481-594c-4ebf-aa2e-365562490208","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-1f791814\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789654752.8644943,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1f791814","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1f791814","reconcileID":"e35d70f3-a3a5-46a0-b2bc-d5e60e85e608"}
{"level":"info","ts":1789654752.8646302,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1f791814","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1f791814","reconcileID":"e35d70f3-a3a5-46a0-b2bc-d5e60e85e608","name":"e2e-legacy-migration-1f791814"}
{"level":"info","ts":1789654752.8725405,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1f791814","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1f791814","reconcileID":"acd22c49-2986-4617-b0de-67565a2c3f11","name":"e2e-legacy-migration-1f791814","namespace":"llm"}
{"level":"info","ts":1789654752.872658,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1f791814","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1f791814","reconcileID":"acd22c49-2986-4617-b0de-67565a2c3f11","modelName":"e2e-legacy-migration-1f791814","resolvedRefs":1}
{"level":"info","ts":1789654752.8777583,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1f791814","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1f791814","reconcileID":"e35d70f3-a3a5-46a0-b2bc-d5e60e85e608","httpRoute":"e2e-legacy-migration-1f791814","providers":["e2e-legacy-migration-1f791814"],"targetModel":"gpt-3.5-turbo"}
{"level":"error","ts":1789654752.883135,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1f791814","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1f791814","reconcileID":"e35d70f3-a3a5-46a0-b2bc-d5e60e85e608","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-1f791814\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789654752.883282,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1f791814","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1f791814","reconcileID":"893fa7d2-3bb8-4afd-8930-50a03669177e"}
{"level":"info","ts":1789654752.8834271,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1f791814","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1f791814","reconcileID":"893fa7d2-3bb8-4afd-8930-50a03669177e","name":"e2e-legacy-migration-1f791814"}
{"level":"info","ts":1789654752.8938544,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1f791814","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1f791814","reconcileID":"893fa7d2-3bb8-4afd-8930-50a03669177e","httpRoute":"e2e-legacy-migration-1f791814","providers":["e2e-legacy-migration-1f791814"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1789654752.9705207,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1f791814","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1f791814","reconcileID":"de1c158d-d56a-4760-98c0-58f00e702a74","name":"e2e-legacy-migration-1f791814","namespace":"llm"}
{"level":"info","ts":1789654752.9739099,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1f791814","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1f791814","reconcileID":"de1c158d-d56a-4760-98c0-58f00e702a74","name":"e2e-legacy-migration-1f791814"}
{"level":"info","ts":1789654752.9798906,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1f791814","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1f791814","reconcileID":"de1c158d-d56a-4760-98c0-58f00e702a74","provider":"openai","model":"e2e-legacy-migration-1f791814","targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1789654755.6768034,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1f791814","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1f791814","reconcileID":"dfc4e4f2-d9fc-4390-9f0c-56fd696cc0dd","name":"e2e-legacy-migration-1f791814","namespace":"llm"}
{"level":"info","ts":1789654755.684699,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1f791814","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1f791814","reconcileID":"02ee4f7f-9e35-42ad-98b2-4665f94f8104"}
{"level":"info","ts":1789654755.684699,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1f791814","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1f791814","reconcileID":"70518ceb-c232-4427-9f83-aab8bfe598c0","name":"e2e-legacy-migration-1f791814","namespace":"llm"}
{"level":"info","ts":1789654755.684782,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1f791814","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1f791814","reconcileID":"70518ceb-c232-4427-9f83-aab8bfe598c0","name":"e2e-legacy-migration-1f791814","namespace":"llm"}
{"level":"info","ts":1789654755.6858094,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1f791814","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1f791814","reconcileID":"3a867bda-9f42-407d-913f-45a9affdd14c"}
{"level":"info","ts":1789654755.685812,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1f791814","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1f791814","reconcileID":"910d93a9-60a7-47ea-bc0f-c5b3ea1eda76","name":"e2e-legacy-migration-1f791814","namespace":"llm"}
{"level":"info","ts":1789654755.6859639,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1f791814","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1f791814","reconcileID":"910d93a9-60a7-47ea-bc0f-c5b3ea1eda76","name":"e2e-legacy-migration-1f791814","namespace":"llm"}
{"level":"info","ts":1789654756.1060522,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789654756.1061404,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0c04c621-cee8-4888-9d6d-75112e771081"}
{"level":"info","ts":1789654756.1061537,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"0c04c621-cee8-4888-9d6d-75112e771081"}
{"level":"info","ts":1789654756.1061678,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0c04c621-cee8-4888-9d6d-75112e771081","EoS":false}
{"level":"info","ts":1789654756.1062276,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0c04c621-cee8-4888-9d6d-75112e771081","EoS":true}
{"level":"info","ts":1789654756.1062603,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0c04c621-cee8-4888-9d6d-75112e771081","field":"model","value":"e2e-external-model"}
{"level":"info","ts":1789654756.106276,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"0c04c621-cee8-4888-9d6d-75112e771081","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1789654756.106288,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"0c04c621-cee8-4888-9d6d-75112e771081","modelName":"e2e-external-model"}
{"level":"info","ts":1789654756.1063075,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"0c04c621-cee8-4888-9d6d-75112e771081","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1789654756.1063795,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"0c04c621-cee8-4888-9d6d-75112e771081"}
{"level":"info","ts":1789654756.5921023,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789654756.592198,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"53211bfd-42da-490a-bd08-f1a4708c3406"}
{"level":"info","ts":1789654756.5922117,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"53211bfd-42da-490a-bd08-f1a4708c3406"}
{"level":"info","ts":1789654756.5922296,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"53211bfd-42da-490a-bd08-f1a4708c3406","EoS":false}
{"level":"info","ts":1789654756.5922508,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"53211bfd-42da-490a-bd08-f1a4708c3406","EoS":true}
{"level":"info","ts":1789654756.5922787,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"53211bfd-42da-490a-bd08-f1a4708c3406","field":"model","value":"nonexistent-model"}
{"level":"info","ts":1789654756.592298,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"53211bfd-42da-490a-bd08-f1a4708c3406","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1789654756.5923357,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"53211bfd-42da-490a-bd08-f1a4708c3406"}
{"level":"info","ts":1789654756.6867328,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789654756.6868198,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f5bfea3d-af68-49ce-99d5-bc2865f9b4e0"}
{"level":"info","ts":1789654756.6868374,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"f5bfea3d-af68-49ce-99d5-bc2865f9b4e0"}
{"level":"info","ts":1789654756.6868527,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f5bfea3d-af68-49ce-99d5-bc2865f9b4e0","EoS":false}
{"level":"info","ts":1789654756.6868644,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f5bfea3d-af68-49ce-99d5-bc2865f9b4e0","EoS":true}
{"level":"info","ts":1789654756.6868877,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"f5bfea3d-af68-49ce-99d5-bc2865f9b4e0","field":"model"}
{"level":"info","ts":1789654756.6869135,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"f5bfea3d-af68-49ce-99d5-bc2865f9b4e0"}
{"level":"info","ts":1789654757.020121,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789654757.020261,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1fea3a09-cbf8-4319-9063-7fc19112f61c"}
{"level":"info","ts":1789654757.0202804,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"1fea3a09-cbf8-4319-9063-7fc19112f61c"}
{"level":"info","ts":1789654757.0202959,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1fea3a09-cbf8-4319-9063-7fc19112f61c","EoS":false}
{"level":"info","ts":1789654757.0204155,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1fea3a09-cbf8-4319-9063-7fc19112f61c","EoS":true}
{"level":"info","ts":1789654757.0204484,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1fea3a09-cbf8-4319-9063-7fc19112f61c","field":"model","value":"test/e2e-unconfigured-model"}
{"level":"info","ts":1789654757.020465,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"1fea3a09-cbf8-4319-9063-7fc19112f61c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789654757.0205142,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"1fea3a09-cbf8-4319-9063-7fc19112f61c"}
{"level":"info","ts":1789654757.6017272,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b2c4252a-3292-4c3c-95f7-8b9e95b5c526"}
{"level":"info","ts":1789654757.6018722,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8e372c93-c901-45aa-8572-d3abeca85b73","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789654757.601929,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8e372c93-c901-45aa-8572-d3abeca85b73","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789654757.7683733,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"20c134e9-bb0b-4a62-bd23-0d7998681892","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1789654757.768493,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"20c134e9-bb0b-4a62-bd23-0d7998681892","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1789654757.7686298,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"96aaf2b6-08b4-4987-b65f-0078f32e5de2"}
{"level":"info","ts":1789654759.2700057,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789654759.2701623,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c2766806-c759-47c7-bdab-bbc6d444a342"}
{"level":"info","ts":1789654759.2702076,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c2766806-c759-47c7-bdab-bbc6d444a342"}
{"level":"info","ts":1789654759.2702265,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c2766806-c759-47c7-bdab-bbc6d444a342","EoS":false}
{"level":"info","ts":1789654759.2702434,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c2766806-c759-47c7-bdab-bbc6d444a342","EoS":true}
{"level":"info","ts":1789654759.2702897,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c2766806-c759-47c7-bdab-bbc6d444a342","field":"model","value":"facebook/opt-125m"}
{"level":"info","ts":1789654759.270306,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"c2766806-c759-47c7-bdab-bbc6d444a342","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789654759.2703576,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c2766806-c759-47c7-bdab-bbc6d444a342"}
{"level":"info","ts":1789654759.4842608,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789654759.484415,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6f9b286a-38ab-4518-8e09-75968b0f00d5"}
{"level":"info","ts":1789654759.4844313,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"6f9b286a-38ab-4518-8e09-75968b0f00d5"}
{"level":"info","ts":1789654759.4844658,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6f9b286a-38ab-4518-8e09-75968b0f00d5","EoS":false}
{"level":"info","ts":1789654759.4844835,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6f9b286a-38ab-4518-8e09-75968b0f00d5","EoS":true}
{"level":"info","ts":1789654759.4845147,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6f9b286a-38ab-4518-8e09-75968b0f00d5","field":"model","value":"facebook/opt-125m"}
{"level":"info","ts":1789654759.4845474,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"6f9b286a-38ab-4518-8e09-75968b0f00d5","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789654759.484578,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"6f9b286a-38ab-4518-8e09-75968b0f00d5"}
{"level":"info","ts":1789654759.7658012,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789654759.766016,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d1cfbd40-2e8d-4ca0-9bc0-659f2d41fa3e"}
{"level":"info","ts":1789654759.7660782,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"d1cfbd40-2e8d-4ca0-9bc0-659f2d41fa3e"}
{"level":"info","ts":1789654759.7661188,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d1cfbd40-2e8d-4ca0-9bc0-659f2d41fa3e","EoS":false}
{"level":"info","ts":1789654759.7661674,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d1cfbd40-2e8d-4ca0-9bc0-659f2d41fa3e","EoS":true}
{"level":"info","ts":1789654759.7662418,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d1cfbd40-2e8d-4ca0-9bc0-659f2d41fa3e","field":"model","value":"facebook/opt-125m"}
{"level":"info","ts":1789654759.7662792,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"d1cfbd40-2e8d-4ca0-9bc0-659f2d41fa3e","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789654759.7663379,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"d1cfbd40-2e8d-4ca0-9bc0-659f2d41fa3e"}
{"level":"info","ts":1789654760.0529928,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789654760.0532372,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3001e104-5386-49a7-810c-2bb4370cc4fc"}
{"level":"info","ts":1789654760.0533037,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"3001e104-5386-49a7-810c-2bb4370cc4fc"}
{"level":"info","ts":1789654760.0533507,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3001e104-5386-49a7-810c-2bb4370cc4fc","EoS":false}
{"level":"info","ts":1789654760.053409,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3001e104-5386-49a7-810c-2bb4370cc4fc","EoS":true}
{"level":"info","ts":1789654760.053461,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3001e104-5386-49a7-810c-2bb4370cc4fc","field":"model","value":"facebook/opt-125m"}
{"level":"info","ts":1789654760.0535164,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"3001e104-5386-49a7-810c-2bb4370cc4fc","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789654760.053577,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"3001e104-5386-49a7-810c-2bb4370cc4fc"}
{"level":"info","ts":1789654774.922706,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789654774.9227955,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"750f633a-3590-4097-9a93-88bc97dda1ae"}
{"level":"info","ts":1789654774.9228108,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"750f633a-3590-4097-9a93-88bc97dda1ae"}
{"level":"info","ts":1789654774.9228249,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"750f633a-3590-4097-9a93-88bc97dda1ae","EoS":false}
{"level":"info","ts":1789654774.9228432,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"750f633a-3590-4097-9a93-88bc97dda1ae","EoS":true}
{"level":"info","ts":1789654774.9228644,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"750f633a-3590-4097-9a93-88bc97dda1ae","field":"model"}
{"level":"info","ts":1789654774.9228897,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"750f633a-3590-4097-9a93-88bc97dda1ae"}
{"level":"info","ts":1789654775.0696573,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789654775.0697527,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"571ca7ac-7f68-411a-b894-24ce0042d606"}
{"level":"info","ts":1789654775.0697684,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"571ca7ac-7f68-411a-b894-24ce0042d606"}
{"level":"info","ts":1789654775.0697799,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"571ca7ac-7f68-411a-b894-24ce0042d606","EoS":false}
{"level":"info","ts":1789654775.0697906,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"571ca7ac-7f68-411a-b894-24ce0042d606","EoS":true}
{"level":"info","ts":1789654775.069806,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"571ca7ac-7f68-411a-b894-24ce0042d606","field":"model"}
{"level":"info","ts":1789654775.0698278,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"571ca7ac-7f68-411a-b894-24ce0042d606"}
{"level":"info","ts":1789654775.2348504,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789654775.2349882,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"235c466f-c5c6-438c-a829-0a3db36f1c23"}
{"level":"info","ts":1789654775.2350092,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"235c466f-c5c6-438c-a829-0a3db36f1c23"}
{"level":"info","ts":1789654775.2350297,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"235c466f-c5c6-438c-a829-0a3db36f1c23","EoS":false}
{"level":"info","ts":1789654775.2350435,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"235c466f-c5c6-438c-a829-0a3db36f1c23","EoS":true}
{"level":"info","ts":1789654775.2350705,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"235c466f-c5c6-438c-a829-0a3db36f1c23","field":"model"}
{"level":"info","ts":1789654775.235103,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"235c466f-c5c6-438c-a829-0a3db36f1c23"}
{"level":"info","ts":1789656344.8409684,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"48e7c7b6-fbb7-4ade-8e2a-f94c644e9897"}
{"level":"info","ts":1789656344.8410099,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ca3644f0-0266-44a8-a859-e58e262d271e","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789656344.8410609,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ca3644f0-0266-44a8-a859-e58e262d271e","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789656344.8410819,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ca3644f0-0266-44a8-a859-e58e262d271e"}
{"level":"error","ts":1789656344.857374,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"48e7c7b6-fbb7-4ade-8e2a-f94c644e9897","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-x-api-key-trigger\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789656344.857423,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"48e7c7b6-fbb7-4ade-8e2a-f94c644e9897","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789656344.857871,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7b7fa3bb-eef3-46f8-a5fe-913e614338a9","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789656344.8579066,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7b7fa3bb-eef3-46f8-a5fe-913e614338a9","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789656344.8579283,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7b7fa3bb-eef3-46f8-a5fe-913e614338a9"}
{"level":"error","ts":1789656344.8657925,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"48e7c7b6-fbb7-4ade-8e2a-f94c644e9897","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-x-api-key-trigger\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789656344.8658302,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"48e7c7b6-fbb7-4ade-8e2a-f94c644e9897","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789656344.8658824,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8ce69440-eec7-4ef7-8189-3ac0a7ced6f3"}
{"level":"error","ts":1789656344.8659062,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8ce69440-eec7-4ef7-8189-3ac0a7ced6f3","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789656344.880325,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8ce69440-eec7-4ef7-8189-3ac0a7ced6f3","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-x-api-key-trigger\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789656344.8803613,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8ce69440-eec7-4ef7-8189-3ac0a7ced6f3","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789656344.880901,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"164077f6-5515-4ecb-a24c-1d671712e9bc"}
{"level":"error","ts":1789656344.8809311,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"164077f6-5515-4ecb-a24c-1d671712e9bc","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789656344.8809524,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"fc18d936-a78f-4927-81a3-b8a49c41404d","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789656344.8809743,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"fc18d936-a78f-4927-81a3-b8a49c41404d","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789656344.8809907,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"fc18d936-a78f-4927-81a3-b8a49c41404d"}
{"level":"error","ts":1789656344.8979957,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"164077f6-5515-4ecb-a24c-1d671712e9bc","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789656344.9190981,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5cae979c-dd53-4350-8b0b-e7f26697bdd4"}
{"level":"error","ts":1789656344.919152,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5cae979c-dd53-4350-8b0b-e7f26697bdd4","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789656344.9270954,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5cae979c-dd53-4350-8b0b-e7f26697bdd4","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789656344.9682217,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2436c954-784e-4db1-a48c-3c431dae9cf2"}
{"level":"error","ts":1789656344.9682677,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2436c954-784e-4db1-a48c-3c431dae9cf2","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789656344.97444,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2436c954-784e-4db1-a48c-3c431dae9cf2","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789656344.9963028,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f2370d91-47e0-436a-b96d-f9e39f8dc96b"}
{"level":"error","ts":1789656344.996337,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f2370d91-47e0-436a-b96d-f9e39f8dc96b","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789656344.9963632,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6d2035e6-9e1f-41bb-84f1-241b109e6fe4","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789656344.9963977,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6d2035e6-9e1f-41bb-84f1-241b109e6fe4","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789656344.996427,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6d2035e6-9e1f-41bb-84f1-241b109e6fe4"}
{"level":"error","ts":1789656345.0019534,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f2370d91-47e0-436a-b96d-f9e39f8dc96b","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789656345.1623414,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1793e26d-492a-46ee-a6fd-195973eea321"}
{"level":"error","ts":1789656345.1624086,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1793e26d-492a-46ee-a6fd-195973eea321","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789656345.168429,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1793e26d-492a-46ee-a6fd-195973eea321","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789656345.4892216,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1a47e279-5821-454f-ac99-1a6ab39529eb"}
{"level":"error","ts":1789656345.4892917,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1a47e279-5821-454f-ac99-1a6ab39529eb","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789656345.495729,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1a47e279-5821-454f-ac99-1a6ab39529eb","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789656346.1361215,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"41ce336e-1369-4a0b-abff-d5d2c5bee8c9"}
{"level":"error","ts":1789656346.1361759,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"41ce336e-1369-4a0b-abff-d5d2c5bee8c9","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789656346.1428027,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"41ce336e-1369-4a0b-abff-d5d2c5bee8c9","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789656347.4238963,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5ebe9cd6-6d34-4992-b00f-4c600dd4143e"}
{"level":"error","ts":1789656347.4239607,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5ebe9cd6-6d34-4992-b00f-4c600dd4143e","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789656347.4345603,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5ebe9cd6-6d34-4992-b00f-4c600dd4143e","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789656349.9954376,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"46a053a1-1190-49a4-8692-52689dd0011b"}
{"level":"error","ts":1789656349.9955013,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"46a053a1-1190-49a4-8692-52689dd0011b","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789656349.9975796,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"9e0ec84e-d82c-4090-a3a4-1fd4b643bac4","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789656349.9976366,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"9e0ec84e-d82c-4090-a3a4-1fd4b643bac4","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789656349.9976625,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"9e0ec84e-d82c-4090-a3a4-1fd4b643bac4"}
{"level":"error","ts":1789656350.0075684,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"46a053a1-1190-49a4-8692-52689dd0011b","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789656350.2733488,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656350.2734344,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4d35a8ec-a3c4-453f-b68c-9b7565194a35"}
{"level":"info","ts":1789656350.273445,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"4d35a8ec-a3c4-453f-b68c-9b7565194a35"}
{"level":"info","ts":1789656350.2734575,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4d35a8ec-a3c4-453f-b68c-9b7565194a35","EoS":false}
{"level":"info","ts":1789656350.2734683,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4d35a8ec-a3c4-453f-b68c-9b7565194a35","EoS":true}
{"level":"info","ts":1789656350.2734873,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4d35a8ec-a3c4-453f-b68c-9b7565194a35","field":"model","value":"facebook/opt-125m"}
{"level":"info","ts":1789656350.273502,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"4d35a8ec-a3c4-453f-b68c-9b7565194a35","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789656350.273524,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"4d35a8ec-a3c4-453f-b68c-9b7565194a35"}
{"level":"info","ts":1789656350.3254678,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656350.3255634,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5753539d-401f-4d09-a3a0-d61cdfc8332d"}
{"level":"info","ts":1789656350.3255823,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"5753539d-401f-4d09-a3a0-d61cdfc8332d"}
{"level":"info","ts":1789656350.3256,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5753539d-401f-4d09-a3a0-d61cdfc8332d","EoS":false}
{"level":"info","ts":1789656350.3256483,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5753539d-401f-4d09-a3a0-d61cdfc8332d","EoS":true}
{"level":"info","ts":1789656350.3256779,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5753539d-401f-4d09-a3a0-d61cdfc8332d","field":"model","value":"facebook/opt-125m"}
{"level":"info","ts":1789656350.3256989,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"5753539d-401f-4d09-a3a0-d61cdfc8332d","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789656350.3257327,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"5753539d-401f-4d09-a3a0-d61cdfc8332d"}
{"level":"info","ts":1789656350.3918498,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656350.3919501,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fe26303f-9929-4cf0-b73b-740168ec1abe"}
{"level":"info","ts":1789656350.3919713,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"fe26303f-9929-4cf0-b73b-740168ec1abe"}
{"level":"info","ts":1789656350.3919845,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"fe26303f-9929-4cf0-b73b-740168ec1abe","EoS":false}
{"level":"info","ts":1789656350.391997,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"fe26303f-9929-4cf0-b73b-740168ec1abe","EoS":true}
{"level":"info","ts":1789656350.3920171,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fe26303f-9929-4cf0-b73b-740168ec1abe","field":"model","value":"facebook/opt-125m"}
{"level":"info","ts":1789656350.3920312,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"fe26303f-9929-4cf0-b73b-740168ec1abe","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789656350.3920524,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"fe26303f-9929-4cf0-b73b-740168ec1abe"}
{"level":"info","ts":1789656350.429512,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656350.429656,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7f206bc2-1a95-438a-8edd-21fdd8041b95"}
{"level":"info","ts":1789656350.4296753,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"7f206bc2-1a95-438a-8edd-21fdd8041b95"}
{"level":"info","ts":1789656350.4296947,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7f206bc2-1a95-438a-8edd-21fdd8041b95","EoS":false}
{"level":"info","ts":1789656350.4297147,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7f206bc2-1a95-438a-8edd-21fdd8041b95","EoS":true}
{"level":"info","ts":1789656350.4297419,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7f206bc2-1a95-438a-8edd-21fdd8041b95","field":"model","value":"facebook/opt-125m"}
{"level":"info","ts":1789656350.4297607,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"7f206bc2-1a95-438a-8edd-21fdd8041b95","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789656350.429789,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"7f206bc2-1a95-438a-8edd-21fdd8041b95"}
{"level":"info","ts":1789656350.459977,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656350.4600675,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c03f2927-7c9b-42e9-b640-d2b1c976ffbd"}
{"level":"info","ts":1789656350.4600797,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c03f2927-7c9b-42e9-b640-d2b1c976ffbd"}
{"level":"info","ts":1789656350.460091,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c03f2927-7c9b-42e9-b640-d2b1c976ffbd","EoS":false}
{"level":"info","ts":1789656350.4601018,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c03f2927-7c9b-42e9-b640-d2b1c976ffbd","EoS":true}
{"level":"info","ts":1789656350.4601219,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c03f2927-7c9b-42e9-b640-d2b1c976ffbd","field":"model","value":"facebook/opt-125m"}
{"level":"info","ts":1789656350.4601364,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"c03f2927-7c9b-42e9-b640-d2b1c976ffbd","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789656350.460157,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c03f2927-7c9b-42e9-b640-d2b1c976ffbd"}
{"level":"info","ts":1789656350.4885705,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656350.488676,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aee12ee3-0a6e-469e-a787-ae0fd2ba002c"}
{"level":"info","ts":1789656350.4886918,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"aee12ee3-0a6e-469e-a787-ae0fd2ba002c"}
{"level":"info","ts":1789656350.4887037,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"aee12ee3-0a6e-469e-a787-ae0fd2ba002c","EoS":false}
{"level":"info","ts":1789656350.4887166,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"aee12ee3-0a6e-469e-a787-ae0fd2ba002c","EoS":true}
{"level":"info","ts":1789656350.4887362,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aee12ee3-0a6e-469e-a787-ae0fd2ba002c","field":"model","value":"facebook/opt-125m"}
{"level":"info","ts":1789656350.4887524,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"aee12ee3-0a6e-469e-a787-ae0fd2ba002c","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789656350.4887745,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"aee12ee3-0a6e-469e-a787-ae0fd2ba002c"}
{"level":"info","ts":1789656350.6438591,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"9f1da04f-4c84-4b14-8e48-fbeaef78f84b"}
{"level":"info","ts":1789656350.643902,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"42af8bf9-dc1f-4bf0-b7f7-edf1ce9e7a6f","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"info","ts":1789656350.643938,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"42af8bf9-dc1f-4bf0-b7f7-edf1ce9e7a6f","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"info","ts":1789656373.5995412,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656373.5996614,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"789b17ed-b622-43be-82ac-74237730d4d2"}
{"level":"info","ts":1789656373.599676,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"789b17ed-b622-43be-82ac-74237730d4d2"}
{"level":"info","ts":1789656373.5996883,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"789b17ed-b622-43be-82ac-74237730d4d2","EoS":false}
{"level":"info","ts":1789656373.5996988,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"789b17ed-b622-43be-82ac-74237730d4d2","EoS":true}
{"level":"info","ts":1789656373.59972,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"789b17ed-b622-43be-82ac-74237730d4d2","field":"model","value":"test/e2e-unconfigured-model"}
{"level":"info","ts":1789656373.599734,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"789b17ed-b622-43be-82ac-74237730d4d2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789656373.5997572,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"789b17ed-b622-43be-82ac-74237730d4d2"}
{"level":"info","ts":1789656373.752064,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656373.7521672,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6d0e7840-6904-4625-bc95-cef40ebe6e2b"}
{"level":"info","ts":1789656373.7521813,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"6d0e7840-6904-4625-bc95-cef40ebe6e2b"}
{"level":"info","ts":1789656373.7521935,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6d0e7840-6904-4625-bc95-cef40ebe6e2b","EoS":false}
{"level":"info","ts":1789656373.7522058,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6d0e7840-6904-4625-bc95-cef40ebe6e2b","EoS":true}
{"level":"info","ts":1789656373.752227,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6d0e7840-6904-4625-bc95-cef40ebe6e2b","field":"model","value":"test/e2e-unconfigured-model"}
{"level":"info","ts":1789656373.7522428,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"6d0e7840-6904-4625-bc95-cef40ebe6e2b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789656373.7522626,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"6d0e7840-6904-4625-bc95-cef40ebe6e2b"}
{"level":"info","ts":1789656373.892648,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656373.8927293,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7fe2db6f-4dc0-4dfc-b016-314b6ff10947"}
{"level":"info","ts":1789656373.8927402,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"7fe2db6f-4dc0-4dfc-b016-314b6ff10947"}
{"level":"info","ts":1789656373.8927512,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7fe2db6f-4dc0-4dfc-b016-314b6ff10947","EoS":false}
{"level":"info","ts":1789656373.8927617,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7fe2db6f-4dc0-4dfc-b016-314b6ff10947","EoS":true}
{"level":"info","ts":1789656373.8927813,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7fe2db6f-4dc0-4dfc-b016-314b6ff10947","field":"model","value":"test/e2e-unconfigured-model"}
{"level":"info","ts":1789656373.892797,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"7fe2db6f-4dc0-4dfc-b016-314b6ff10947","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789656373.8928175,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"7fe2db6f-4dc0-4dfc-b016-314b6ff10947"}
{"level":"info","ts":1789656374.0542011,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656374.054303,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d40b9d2d-6921-430e-9f3d-989a5063dad8"}
{"level":"info","ts":1789656374.0543203,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"d40b9d2d-6921-430e-9f3d-989a5063dad8"}
{"level":"info","ts":1789656374.0543385,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d40b9d2d-6921-430e-9f3d-989a5063dad8","EoS":false}
{"level":"info","ts":1789656374.0543587,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d40b9d2d-6921-430e-9f3d-989a5063dad8","EoS":true}
{"level":"info","ts":1789656374.0543904,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d40b9d2d-6921-430e-9f3d-989a5063dad8","field":"model","value":"test/e2e-unconfigured-model"}
{"level":"info","ts":1789656374.0544086,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"d40b9d2d-6921-430e-9f3d-989a5063dad8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789656374.0544386,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"d40b9d2d-6921-430e-9f3d-989a5063dad8"}
{"level":"info","ts":1789656374.1908681,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656374.190955,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b5a66e8d-cfb9-4dfa-a559-2cf835311224"}
{"level":"info","ts":1789656374.190967,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"b5a66e8d-cfb9-4dfa-a559-2cf835311224"}
{"level":"info","ts":1789656374.1909785,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b5a66e8d-cfb9-4dfa-a559-2cf835311224","EoS":false}
{"level":"info","ts":1789656374.1909916,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b5a66e8d-cfb9-4dfa-a559-2cf835311224","EoS":true}
{"level":"info","ts":1789656374.1910117,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b5a66e8d-cfb9-4dfa-a559-2cf835311224","field":"model","value":"test/e2e-unconfigured-model"}
{"level":"info","ts":1789656374.191026,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"b5a66e8d-cfb9-4dfa-a559-2cf835311224","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789656374.191047,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"b5a66e8d-cfb9-4dfa-a559-2cf835311224"}
{"level":"info","ts":1789656374.3304935,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656374.3305929,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0c4bb84d-4586-4671-b7f0-81e872b34470"}
{"level":"info","ts":1789656374.3306212,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"0c4bb84d-4586-4671-b7f0-81e872b34470"}
{"level":"info","ts":1789656374.3306375,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0c4bb84d-4586-4671-b7f0-81e872b34470","EoS":false}
{"level":"info","ts":1789656374.3306508,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0c4bb84d-4586-4671-b7f0-81e872b34470","EoS":true}
{"level":"info","ts":1789656374.3306744,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0c4bb84d-4586-4671-b7f0-81e872b34470","field":"model","value":"test/e2e-unconfigured-model"}
{"level":"info","ts":1789656374.3306918,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"0c4bb84d-4586-4671-b7f0-81e872b34470","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789656374.3307192,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"0c4bb84d-4586-4671-b7f0-81e872b34470"}
{"level":"info","ts":1789656383.135469,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656383.1355722,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"07d129b5-2032-4a7e-9395-b37c72a644ae"}
{"level":"info","ts":1789656383.135587,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"07d129b5-2032-4a7e-9395-b37c72a644ae"}
{"level":"info","ts":1789656383.1356246,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"07d129b5-2032-4a7e-9395-b37c72a644ae","EoS":false}
{"level":"info","ts":1789656383.1356502,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"07d129b5-2032-4a7e-9395-b37c72a644ae","EoS":true}
{"level":"info","ts":1789656383.1356845,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"07d129b5-2032-4a7e-9395-b37c72a644ae","field":"model","value":"test/e2e-unconfigured-model"}
{"level":"info","ts":1789656383.1357033,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"07d129b5-2032-4a7e-9395-b37c72a644ae","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789656383.1357374,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"07d129b5-2032-4a7e-9395-b37c72a644ae"}
{"level":"info","ts":1789656383.172532,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656383.172633,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"669f8ba3-3a2f-4b2a-b8e9-22f2cbc9e8ef"}
{"level":"info","ts":1789656383.172647,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"669f8ba3-3a2f-4b2a-b8e9-22f2cbc9e8ef"}
{"level":"info","ts":1789656383.1726584,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"669f8ba3-3a2f-4b2a-b8e9-22f2cbc9e8ef","EoS":false}
{"level":"info","ts":1789656383.172669,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"669f8ba3-3a2f-4b2a-b8e9-22f2cbc9e8ef","EoS":true}
{"level":"info","ts":1789656383.1726897,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"669f8ba3-3a2f-4b2a-b8e9-22f2cbc9e8ef","field":"model","value":"test/e2e-unconfigured-model"}
{"level":"info","ts":1789656383.172704,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"669f8ba3-3a2f-4b2a-b8e9-22f2cbc9e8ef","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789656383.1727254,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"669f8ba3-3a2f-4b2a-b8e9-22f2cbc9e8ef"}
{"level":"info","ts":1789656383.2069058,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656383.206986,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"392f6d49-694c-4280-9890-19cf1cbe7b90"}
{"level":"info","ts":1789656383.2069979,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"392f6d49-694c-4280-9890-19cf1cbe7b90"}
{"level":"info","ts":1789656383.207009,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"392f6d49-694c-4280-9890-19cf1cbe7b90","EoS":false}
{"level":"info","ts":1789656383.2070215,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"392f6d49-694c-4280-9890-19cf1cbe7b90","EoS":true}
{"level":"info","ts":1789656383.207047,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"392f6d49-694c-4280-9890-19cf1cbe7b90","field":"model","value":"test/e2e-unconfigured-model"}
{"level":"info","ts":1789656383.2070618,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"392f6d49-694c-4280-9890-19cf1cbe7b90","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789656383.2070813,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"392f6d49-694c-4280-9890-19cf1cbe7b90"}
{"level":"info","ts":1789656383.2500446,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656383.25013,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d359abac-7fff-4cb6-ab50-b0105e79de9f"}
{"level":"info","ts":1789656383.2501402,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"d359abac-7fff-4cb6-ab50-b0105e79de9f"}
{"level":"info","ts":1789656383.2501512,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d359abac-7fff-4cb6-ab50-b0105e79de9f","EoS":false}
{"level":"info","ts":1789656383.2501729,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d359abac-7fff-4cb6-ab50-b0105e79de9f","EoS":true}
{"level":"info","ts":1789656383.2501936,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d359abac-7fff-4cb6-ab50-b0105e79de9f","field":"model","value":"test/e2e-unconfigured-model"}
{"level":"info","ts":1789656383.2502058,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"d359abac-7fff-4cb6-ab50-b0105e79de9f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789656383.2502286,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"d359abac-7fff-4cb6-ab50-b0105e79de9f"}
{"level":"info","ts":1789656383.2833607,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656383.2834702,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"fd5187ae-92f9-4c89-bdae-8a5f245d908a"}
{"level":"info","ts":1789656384.080534,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656384.080672,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"75f93621-f9b4-4c87-a489-af2a9ffb2947"}
{"level":"info","ts":1789656384.0806878,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"75f93621-f9b4-4c87-a489-af2a9ffb2947"}
{"level":"info","ts":1789656384.0807076,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"75f93621-f9b4-4c87-a489-af2a9ffb2947","EoS":false}
{"level":"info","ts":1789656384.0807247,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"75f93621-f9b4-4c87-a489-af2a9ffb2947","EoS":true}
{"level":"info","ts":1789656384.080755,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"75f93621-f9b4-4c87-a489-af2a9ffb2947","field":"model","value":"facebook/opt-125m"}
{"level":"info","ts":1789656384.0807958,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"75f93621-f9b4-4c87-a489-af2a9ffb2947","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789656384.080827,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"75f93621-f9b4-4c87-a489-af2a9ffb2947"}
{"level":"info","ts":1789656385.0843384,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656385.084437,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b052c4fe-c717-4f48-991c-58694a9a95af"}
{"level":"info","ts":1789656385.084455,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"b052c4fe-c717-4f48-991c-58694a9a95af"}
{"level":"info","ts":1789656385.084474,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b052c4fe-c717-4f48-991c-58694a9a95af","EoS":false}
{"level":"info","ts":1789656385.0844944,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b052c4fe-c717-4f48-991c-58694a9a95af","EoS":true}
{"level":"info","ts":1789656385.084525,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b052c4fe-c717-4f48-991c-58694a9a95af","field":"model","value":"facebook/opt-125m"}
{"level":"info","ts":1789656385.0845425,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"b052c4fe-c717-4f48-991c-58694a9a95af","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789656385.0845752,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"b052c4fe-c717-4f48-991c-58694a9a95af"}
{"level":"info","ts":1789656385.8532014,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656385.8533247,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"400ab0e9-a4d3-404a-bbda-1533ce529b82"}
{"level":"info","ts":1789656385.8533404,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"400ab0e9-a4d3-404a-bbda-1533ce529b82"}
{"level":"info","ts":1789656385.85336,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"400ab0e9-a4d3-404a-bbda-1533ce529b82","EoS":false}
{"level":"info","ts":1789656385.8533807,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"400ab0e9-a4d3-404a-bbda-1533ce529b82","EoS":true}
{"level":"info","ts":1789656385.8534126,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"400ab0e9-a4d3-404a-bbda-1533ce529b82","field":"model","value":"facebook/opt-125m"}
{"level":"info","ts":1789656385.8534307,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"400ab0e9-a4d3-404a-bbda-1533ce529b82","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789656385.8534663,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"400ab0e9-a4d3-404a-bbda-1533ce529b82"}
{"level":"info","ts":1789656386.9669328,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656386.9670463,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aa62da6d-e5b7-4436-af10-e614867d2582"}
{"level":"info","ts":1789656386.9670584,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"aa62da6d-e5b7-4436-af10-e614867d2582"}
{"level":"info","ts":1789656386.9670706,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"aa62da6d-e5b7-4436-af10-e614867d2582","EoS":false}
{"level":"info","ts":1789656386.9670837,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"aa62da6d-e5b7-4436-af10-e614867d2582","EoS":true}
{"level":"info","ts":1789656386.9671047,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aa62da6d-e5b7-4436-af10-e614867d2582","field":"model","value":"facebook/opt-125m"}
{"level":"info","ts":1789656386.9671192,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"aa62da6d-e5b7-4436-af10-e614867d2582","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789656386.9671423,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"aa62da6d-e5b7-4436-af10-e614867d2582"}
{"level":"info","ts":1789656392.4108877,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656392.4109693,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6b467afa-fd79-4da5-81f2-aa15a40797e9"}
{"level":"info","ts":1789656392.4109821,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"6b467afa-fd79-4da5-81f2-aa15a40797e9"}
{"level":"info","ts":1789656392.4109933,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6b467afa-fd79-4da5-81f2-aa15a40797e9","EoS":false}
{"level":"info","ts":1789656392.4110038,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6b467afa-fd79-4da5-81f2-aa15a40797e9","EoS":true}
{"level":"info","ts":1789656392.4110248,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6b467afa-fd79-4da5-81f2-aa15a40797e9","field":"model","value":"facebook/opt-125m"}
{"level":"info","ts":1789656392.4110386,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"6b467afa-fd79-4da5-81f2-aa15a40797e9","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789656392.411059,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"6b467afa-fd79-4da5-81f2-aa15a40797e9"}
{"level":"info","ts":1789656397.5181212,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656397.5182288,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"14ffef4a-0baf-4768-b131-93f59de9dae3"}
{"level":"info","ts":1789656397.518245,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"14ffef4a-0baf-4768-b131-93f59de9dae3"}
{"level":"info","ts":1789656397.5182579,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"14ffef4a-0baf-4768-b131-93f59de9dae3","EoS":false}
{"level":"info","ts":1789656397.5182688,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"14ffef4a-0baf-4768-b131-93f59de9dae3","EoS":true}
{"level":"info","ts":1789656397.5182896,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"14ffef4a-0baf-4768-b131-93f59de9dae3","field":"model","value":"test/e2e-unconfigured-model"}
{"level":"info","ts":1789656397.5183036,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"14ffef4a-0baf-4768-b131-93f59de9dae3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789656397.5183258,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"14ffef4a-0baf-4768-b131-93f59de9dae3"}
{"level":"info","ts":1789656398.794394,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656398.7945075,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f0f386fc-d157-44b6-9a14-fa68683bf084"}
{"level":"info","ts":1789656398.7945256,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"f0f386fc-d157-44b6-9a14-fa68683bf084"}
{"level":"info","ts":1789656398.794539,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f0f386fc-d157-44b6-9a14-fa68683bf084","EoS":false}
{"level":"info","ts":1789656398.794552,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f0f386fc-d157-44b6-9a14-fa68683bf084","EoS":true}
{"level":"info","ts":1789656398.7945766,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f0f386fc-d157-44b6-9a14-fa68683bf084","field":"model","value":"facebook/opt-125m"}
{"level":"info","ts":1789656398.7945914,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"f0f386fc-d157-44b6-9a14-fa68683bf084","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789656398.7946312,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"f0f386fc-d157-44b6-9a14-fa68683bf084"}
{"level":"info","ts":1789656406.9184256,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656406.918514,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ecb9ae8-0517-4b68-99ec-b96e4972fdea"}
{"level":"info","ts":1789656406.9185243,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"5ecb9ae8-0517-4b68-99ec-b96e4972fdea"}
{"level":"info","ts":1789656406.918536,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5ecb9ae8-0517-4b68-99ec-b96e4972fdea","EoS":false}
{"level":"info","ts":1789656406.9185472,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5ecb9ae8-0517-4b68-99ec-b96e4972fdea","EoS":true}
{"level":"info","ts":1789656406.9185688,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5ecb9ae8-0517-4b68-99ec-b96e4972fdea","field":"model","value":"facebook/opt-125m"}
{"level":"info","ts":1789656406.9185834,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"5ecb9ae8-0517-4b68-99ec-b96e4972fdea","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789656406.9186032,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"5ecb9ae8-0517-4b68-99ec-b96e4972fdea"}
{"level":"info","ts":1789656408.5758934,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656408.5759997,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"67377c1d-7aec-4fcf-be7c-ccc60855708c"}
{"level":"info","ts":1789656408.576015,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"67377c1d-7aec-4fcf-be7c-ccc60855708c"}
{"level":"info","ts":1789656408.576033,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"67377c1d-7aec-4fcf-be7c-ccc60855708c","EoS":false}
{"level":"info","ts":1789656408.5760539,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"67377c1d-7aec-4fcf-be7c-ccc60855708c","EoS":true}
{"level":"info","ts":1789656408.576083,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"67377c1d-7aec-4fcf-be7c-ccc60855708c","field":"model","value":"facebook/opt-125m"}
{"level":"info","ts":1789656408.5761008,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"67377c1d-7aec-4fcf-be7c-ccc60855708c","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789656408.5761342,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"67377c1d-7aec-4fcf-be7c-ccc60855708c"}
{"level":"info","ts":1789656478.8626575,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656478.8627415,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"17ac498c-31d5-469c-a2ca-61ca8f7f4974"}
{"level":"info","ts":1789656478.8627563,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"17ac498c-31d5-469c-a2ca-61ca8f7f4974"}
{"level":"info","ts":1789656478.8627677,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"17ac498c-31d5-469c-a2ca-61ca8f7f4974","EoS":false}
{"level":"info","ts":1789656478.8627787,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"17ac498c-31d5-469c-a2ca-61ca8f7f4974","EoS":true}
{"level":"info","ts":1789656478.8627992,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"17ac498c-31d5-469c-a2ca-61ca8f7f4974","field":"model","value":"test/e2e-trlp-test-model"}
{"level":"info","ts":1789656478.8628144,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"17ac498c-31d5-469c-a2ca-61ca8f7f4974","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1789656478.862836,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"17ac498c-31d5-469c-a2ca-61ca8f7f4974"}
{"level":"info","ts":1789656502.2445312,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656502.2446444,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c07b5405-4cc8-4d3b-b41f-91f505a3593c"}
{"level":"info","ts":1789656502.2446628,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c07b5405-4cc8-4d3b-b41f-91f505a3593c"}
{"level":"info","ts":1789656502.2446754,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c07b5405-4cc8-4d3b-b41f-91f505a3593c","EoS":false}
{"level":"info","ts":1789656502.2446864,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c07b5405-4cc8-4d3b-b41f-91f505a3593c","EoS":true}
{"level":"info","ts":1789656502.2447052,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c07b5405-4cc8-4d3b-b41f-91f505a3593c","field":"model","value":"test/e2e-trlp-test-model"}
{"level":"info","ts":1789656502.244721,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"c07b5405-4cc8-4d3b-b41f-91f505a3593c","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1789656502.2447464,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c07b5405-4cc8-4d3b-b41f-91f505a3593c"}
{"level":"info","ts":1789656604.1881528,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656604.1882606,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eca462db-16db-490a-ae3e-83e49d2fbb9e"}
{"level":"info","ts":1789656604.1882763,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"eca462db-16db-490a-ae3e-83e49d2fbb9e"}
{"level":"info","ts":1789656604.188296,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"eca462db-16db-490a-ae3e-83e49d2fbb9e","EoS":false}
{"level":"info","ts":1789656604.1883185,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"eca462db-16db-490a-ae3e-83e49d2fbb9e","EoS":true}
{"level":"info","ts":1789656604.1883514,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eca462db-16db-490a-ae3e-83e49d2fbb9e","field":"model","value":"test/e2e-unconfigured-model"}
{"level":"info","ts":1789656604.1883686,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"eca462db-16db-490a-ae3e-83e49d2fbb9e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789656604.1883993,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"eca462db-16db-490a-ae3e-83e49d2fbb9e"}
{"level":"info","ts":1789656604.2277398,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656604.2278888,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"722a9d89-aa9b-4d77-98e5-ad809ec3448f"}
{"level":"info","ts":1789656604.2279048,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"722a9d89-aa9b-4d77-98e5-ad809ec3448f"}
{"level":"info","ts":1789656604.2279239,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"722a9d89-aa9b-4d77-98e5-ad809ec3448f","EoS":false}
{"level":"info","ts":1789656604.2279446,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"722a9d89-aa9b-4d77-98e5-ad809ec3448f","EoS":true}
{"level":"info","ts":1789656604.227979,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"722a9d89-aa9b-4d77-98e5-ad809ec3448f","field":"model","value":"test/e2e-unconfigured-model"}
{"level":"info","ts":1789656604.2279973,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"722a9d89-aa9b-4d77-98e5-ad809ec3448f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789656604.228028,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"722a9d89-aa9b-4d77-98e5-ad809ec3448f"}
{"level":"info","ts":1789656604.2761223,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656604.276239,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5f4097fa-2e54-42d7-a281-b4888130b0af"}
{"level":"info","ts":1789656604.2762544,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"5f4097fa-2e54-42d7-a281-b4888130b0af"}
{"level":"info","ts":1789656604.2762744,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5f4097fa-2e54-42d7-a281-b4888130b0af","EoS":false}
{"level":"info","ts":1789656604.2762945,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5f4097fa-2e54-42d7-a281-b4888130b0af","EoS":true}
{"level":"info","ts":1789656604.2763255,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5f4097fa-2e54-42d7-a281-b4888130b0af","field":"model","value":"test/e2e-unconfigured-model"}
{"level":"info","ts":1789656604.2763438,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"5f4097fa-2e54-42d7-a281-b4888130b0af","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789656604.2763755,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"5f4097fa-2e54-42d7-a281-b4888130b0af"}
{"level":"info","ts":1789656611.941395,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656611.9414876,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1ee03acf-0021-495a-baf6-49187599d99f"}
{"level":"info","ts":1789656611.941498,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"1ee03acf-0021-495a-baf6-49187599d99f"}
{"level":"info","ts":1789656611.941509,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1ee03acf-0021-495a-baf6-49187599d99f","EoS":false}
{"level":"info","ts":1789656611.9415195,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1ee03acf-0021-495a-baf6-49187599d99f","EoS":true}
{"level":"info","ts":1789656611.941538,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1ee03acf-0021-495a-baf6-49187599d99f","field":"model","value":"test/e2e-embedding-model"}
{"level":"info","ts":1789656611.941553,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"1ee03acf-0021-495a-baf6-49187599d99f","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789656611.9415789,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"1ee03acf-0021-495a-baf6-49187599d99f"}
{"level":"info","ts":1789656618.0285897,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656618.0287056,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3d5aa0c4-fa51-48ba-92b5-f875c7753baa"}
{"level":"info","ts":1789656618.0287206,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"3d5aa0c4-fa51-48ba-92b5-f875c7753baa"}
{"level":"info","ts":1789656618.028732,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3d5aa0c4-fa51-48ba-92b5-f875c7753baa","EoS":false}
{"level":"info","ts":1789656618.0287426,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3d5aa0c4-fa51-48ba-92b5-f875c7753baa","EoS":true}
{"level":"info","ts":1789656618.0287635,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3d5aa0c4-fa51-48ba-92b5-f875c7753baa","field":"model","value":"test/e2e-embedding-model"}
{"level":"info","ts":1789656618.0287793,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"3d5aa0c4-fa51-48ba-92b5-f875c7753baa","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789656618.0288022,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"3d5aa0c4-fa51-48ba-92b5-f875c7753baa"}
{"level":"info","ts":1789656618.183765,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656618.183857,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ed1a7e7c-49ea-420d-8121-3a6abf19cf9e"}
{"level":"info","ts":1789656618.1838703,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"ed1a7e7c-49ea-420d-8121-3a6abf19cf9e"}
{"level":"info","ts":1789656618.1838822,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ed1a7e7c-49ea-420d-8121-3a6abf19cf9e","EoS":false}
{"level":"info","ts":1789656618.1838927,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ed1a7e7c-49ea-420d-8121-3a6abf19cf9e","EoS":true}
{"level":"info","ts":1789656618.1839108,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ed1a7e7c-49ea-420d-8121-3a6abf19cf9e","field":"model","value":"test/e2e-embedding-model"}
{"level":"info","ts":1789656618.1839252,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"ed1a7e7c-49ea-420d-8121-3a6abf19cf9e","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789656618.1839473,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"ed1a7e7c-49ea-420d-8121-3a6abf19cf9e"}
{"level":"info","ts":1789656618.3272607,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656618.3273532,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"681a1802-df85-4e64-8b26-299ab27276db"}
{"level":"info","ts":1789656618.3273683,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"681a1802-df85-4e64-8b26-299ab27276db"}
{"level":"info","ts":1789656618.3273797,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"681a1802-df85-4e64-8b26-299ab27276db","EoS":false}
{"level":"info","ts":1789656618.3273919,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"681a1802-df85-4e64-8b26-299ab27276db","EoS":true}
{"level":"info","ts":1789656618.327415,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"681a1802-df85-4e64-8b26-299ab27276db","field":"model","value":"test/e2e-embedding-model"}
{"level":"info","ts":1789656618.3274305,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"681a1802-df85-4e64-8b26-299ab27276db","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789656618.3274524,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"681a1802-df85-4e64-8b26-299ab27276db"}
{"level":"info","ts":1789656618.4655416,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656618.4656546,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f073f071-a6a2-96d5-8b23-84f2be1ae348"}
{"level":"info","ts":1789656618.4656699,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"f073f071-a6a2-96d5-8b23-84f2be1ae348"}
{"level":"info","ts":1789656618.4656825,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f073f071-a6a2-96d5-8b23-84f2be1ae348","EoS":false}
{"level":"info","ts":1789656618.4656932,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f073f071-a6a2-96d5-8b23-84f2be1ae348","EoS":true}
{"level":"info","ts":1789656618.4657106,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f073f071-a6a2-96d5-8b23-84f2be1ae348","field":"model","value":"test/e2e-embedding-model"}
{"level":"info","ts":1789656618.4657266,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"f073f071-a6a2-96d5-8b23-84f2be1ae348","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789656618.4657495,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"f073f071-a6a2-96d5-8b23-84f2be1ae348"}
{"level":"info","ts":1789656632.1762297,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656632.1763477,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cef9a73e-962b-4fbb-9350-efa0a739bf3e"}
{"level":"info","ts":1789656632.1763716,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"cef9a73e-962b-4fbb-9350-efa0a739bf3e"}
{"level":"info","ts":1789656632.1763914,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cef9a73e-962b-4fbb-9350-efa0a739bf3e","EoS":false}
{"level":"info","ts":1789656632.1764078,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cef9a73e-962b-4fbb-9350-efa0a739bf3e","EoS":true}
{"level":"info","ts":1789656632.1764367,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cef9a73e-962b-4fbb-9350-efa0a739bf3e","field":"model","value":"test/e2e-embedding-model"}
{"level":"info","ts":1789656632.1764526,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"cef9a73e-962b-4fbb-9350-efa0a739bf3e","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789656632.176478,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"cef9a73e-962b-4fbb-9350-efa0a739bf3e"}