{"level":"info","ts":1789615920.2850726,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f879c883","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f879c883","reconcileID":"6b4e701f-52ca-4ee6-a8e6-959315f56c14","name":"e2e-legacy-migration-f879c883","namespace":"llm"} {"level":"info","ts":1789615920.2852383,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f879c883","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f879c883","reconcileID":"6b4e701f-52ca-4ee6-a8e6-959315f56c14","modelName":"e2e-legacy-migration-f879c883","resolvedRefs":1} {"level":"info","ts":1789615920.2851796,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-f879c883","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f879c883","reconcileID":"f1e3e135-7eac-451d-8e47-03f4e76c9f2f","name":"e2e-legacy-migration-f879c883","namespace":"llm"} {"level":"info","ts":1789615920.2853425,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-f879c883","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f879c883","reconcileID":"f1e3e135-7eac-451d-8e47-03f4e76c9f2f","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1789615920.2868447,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f879c883","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f879c883","reconcileID":"9101088a-1572-4edb-9b77-73f6fc7f6fe2","error":"ExternalModel \"e2e-legacy-migration-f879c883\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-f879c883\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789615920.2869282,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f879c883","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f879c883","reconcileID":"772171f3-917f-4e91-8c79-e6002ac3181c"} {"level":"info","ts":1789615920.2869692,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f879c883","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f879c883","reconcileID":"772171f3-917f-4e91-8c79-e6002ac3181c","name":"e2e-legacy-migration-f879c883"} {"level":"info","ts":1789615920.2908516,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f879c883","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f879c883","reconcileID":"b6ae7dd9-1d94-438a-861c-ae4d16aabc43","name":"e2e-legacy-migration-f879c883","namespace":"llm"} {"level":"info","ts":1789615920.2982326,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-f879c883","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f879c883","reconcileID":"11a5642a-127d-4db1-9d1c-bb64689bf4f4","service":"e2e-legacy-migration-f879c883","serviceEntry":"e2e-legacy-migration-f879c883","destinationRule":"e2e-legacy-migration-f879c883"} {"level":"info","ts":1789615920.3001442,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f879c883","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f879c883","reconcileID":"b6ae7dd9-1d94-438a-861c-ae4d16aabc43","name":"e2e-legacy-migration-f879c883"} {"level":"error","ts":1789615920.3033612,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-f879c883","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f879c883","reconcileID":"11a5642a-127d-4db1-9d1c-bb64689bf4f4","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-f879c883\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789615920.3034356,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-f879c883","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f879c883","reconcileID":"9779dbef-decf-4170-ac14-d0c5c65a526a"} {"level":"info","ts":1789615920.3034894,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-f879c883","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f879c883","reconcileID":"9779dbef-decf-4170-ac14-d0c5c65a526a","name":"e2e-legacy-migration-f879c883"} {"level":"info","ts":1789615920.3050058,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f879c883","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f879c883","reconcileID":"c16dfe0b-cf7e-434a-8789-c7571296db76","name":"e2e-legacy-migration-f879c883","namespace":"llm"} {"level":"info","ts":1789615920.30504,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f879c883","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f879c883","reconcileID":"c16dfe0b-cf7e-434a-8789-c7571296db76","modelName":"e2e-legacy-migration-f879c883","resolvedRefs":1} {"level":"error","ts":1789615920.3084874,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f879c883","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f879c883","reconcileID":"b6ae7dd9-1d94-438a-861c-ae4d16aabc43","error":"failed to apply ExternalModel: Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-f879c883\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789615920.3169878,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f879c883","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f879c883","reconcileID":"772171f3-917f-4e91-8c79-e6002ac3181c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-f879c883\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789615920.3170307,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f879c883","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f879c883","reconcileID":"772171f3-917f-4e91-8c79-e6002ac3181c","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-f879c883\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789615920.317088,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f879c883","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f879c883","reconcileID":"992172a8-bd13-4c80-8990-fe381c7f883f"} {"level":"info","ts":1789615920.317145,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f879c883","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f879c883","reconcileID":"992172a8-bd13-4c80-8990-fe381c7f883f","name":"e2e-legacy-migration-f879c883"} {"level":"info","ts":1789615920.3256495,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f879c883","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f879c883","reconcileID":"b9fb2836-16eb-49fc-ad1a-af828210c22f","name":"e2e-legacy-migration-f879c883","namespace":"llm"} {"level":"info","ts":1789615920.3256886,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f879c883","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f879c883","reconcileID":"b9fb2836-16eb-49fc-ad1a-af828210c22f","modelName":"e2e-legacy-migration-f879c883","resolvedRefs":1} {"level":"info","ts":1789615920.3259091,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-f879c883","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f879c883","reconcileID":"9779dbef-decf-4170-ac14-d0c5c65a526a","service":"e2e-legacy-migration-f879c883","serviceEntry":"e2e-legacy-migration-f879c883","destinationRule":"e2e-legacy-migration-f879c883"} {"level":"info","ts":1789615920.328675,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f879c883","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f879c883","reconcileID":"45c4ff8d-ec66-4a79-bb16-18cade7a9195","name":"e2e-legacy-migration-f879c883","namespace":"llm"} {"level":"info","ts":1789615920.3291833,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f879c883","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f879c883","reconcileID":"992172a8-bd13-4c80-8990-fe381c7f883f","httpRoute":"e2e-legacy-migration-f879c883","providers":["e2e-legacy-migration-f879c883"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789615920.3324878,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f879c883","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f879c883","reconcileID":"45c4ff8d-ec66-4a79-bb16-18cade7a9195","name":"e2e-legacy-migration-f879c883"} {"level":"error","ts":1789615920.3330286,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f879c883","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f879c883","reconcileID":"992172a8-bd13-4c80-8990-fe381c7f883f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-f879c883\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789615920.3331578,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f879c883","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f879c883","reconcileID":"70e6d483-a74b-46f8-9748-d17aa14ca0e6"} {"level":"info","ts":1789615920.3332927,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f879c883","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f879c883","reconcileID":"70e6d483-a74b-46f8-9748-d17aa14ca0e6","name":"e2e-legacy-migration-f879c883"} {"level":"info","ts":1789615920.3415406,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f879c883","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f879c883","reconcileID":"45c4ff8d-ec66-4a79-bb16-18cade7a9195","provider":"openai","model":"e2e-legacy-migration-f879c883","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789615920.3456333,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f879c883","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f879c883","reconcileID":"d2fcd865-fc46-4a57-ab8f-4ec9692a0d07","name":"e2e-legacy-migration-f879c883","namespace":"llm"} {"level":"info","ts":1789615920.3457332,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f879c883","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f879c883","reconcileID":"d2fcd865-fc46-4a57-ab8f-4ec9692a0d07","modelName":"e2e-legacy-migration-f879c883","resolvedRefs":1} {"level":"info","ts":1789615920.3460698,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f879c883","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f879c883","reconcileID":"70e6d483-a74b-46f8-9748-d17aa14ca0e6","httpRoute":"e2e-legacy-migration-f879c883","providers":["e2e-legacy-migration-f879c883"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789615920.35075,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f879c883","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f879c883","reconcileID":"70e6d483-a74b-46f8-9748-d17aa14ca0e6","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-f879c883\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789615920.3508785,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f879c883","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f879c883","reconcileID":"734b1ccc-e142-49ee-b1be-2fc1044fb7a6"} {"level":"info","ts":1789615920.351028,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f879c883","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f879c883","reconcileID":"734b1ccc-e142-49ee-b1be-2fc1044fb7a6","name":"e2e-legacy-migration-f879c883"} {"level":"info","ts":1789615920.3657975,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f879c883","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f879c883","reconcileID":"734b1ccc-e142-49ee-b1be-2fc1044fb7a6","httpRoute":"e2e-legacy-migration-f879c883","providers":["e2e-legacy-migration-f879c883"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789615920.61541,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f879c883","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f879c883","reconcileID":"27b2b36e-e3d3-49ff-b4b6-287b221588b2","name":"e2e-legacy-migration-f879c883","namespace":"llm"} {"level":"info","ts":1789615920.6190434,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f879c883","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f879c883","reconcileID":"27b2b36e-e3d3-49ff-b4b6-287b221588b2","name":"e2e-legacy-migration-f879c883"} {"level":"info","ts":1789615920.6295147,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f879c883","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f879c883","reconcileID":"27b2b36e-e3d3-49ff-b4b6-287b221588b2","provider":"openai","model":"e2e-legacy-migration-f879c883","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789615922.1617153,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789615922.1619105,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"80db2541-4321-49f9-a8c0-49d0ca34cea1"} {"level":"info","ts":1789615922.161978,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"80db2541-4321-49f9-a8c0-49d0ca34cea1"} {"level":"info","ts":1789615922.162025,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"80db2541-4321-49f9-a8c0-49d0ca34cea1","EoS":false} {"level":"info","ts":1789615922.1620843,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"80db2541-4321-49f9-a8c0-49d0ca34cea1","EoS":true} {"level":"info","ts":1789615922.1621468,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"80db2541-4321-49f9-a8c0-49d0ca34cea1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789615922.1621861,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"80db2541-4321-49f9-a8c0-49d0ca34cea1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789615922.1622772,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"80db2541-4321-49f9-a8c0-49d0ca34cea1"} {"level":"info","ts":1789615923.1497953,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f879c883","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f879c883","reconcileID":"34908810-49b2-4a78-9ed5-cc6894f475d8","name":"e2e-legacy-migration-f879c883","namespace":"llm"} {"level":"info","ts":1789615923.1569536,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f879c883","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f879c883","reconcileID":"fdae58d6-2b0c-4e37-be28-63d01b40e38c","name":"e2e-legacy-migration-f879c883","namespace":"llm"} {"level":"info","ts":1789615923.1571434,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f879c883","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f879c883","reconcileID":"fdae58d6-2b0c-4e37-be28-63d01b40e38c","modelName":"e2e-legacy-migration-f879c883","resolvedRefs":1} {"level":"info","ts":1789615923.1572433,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-f879c883","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f879c883","reconcileID":"28e26dfc-9a4e-4201-957d-2c5bf0da8a26","name":"e2e-legacy-migration-f879c883","namespace":"llm"} {"level":"info","ts":1789615923.157328,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-f879c883","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f879c883","reconcileID":"28e26dfc-9a4e-4201-957d-2c5bf0da8a26","name":"e2e-legacy-migration-f879c883","namespace":"llm"} {"level":"info","ts":1789615923.1570952,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-f879c883","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f879c883","reconcileID":"72d3c042-d422-4e7b-805b-c72ec2c10cdc"} {"level":"info","ts":1789615923.1570454,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f879c883","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f879c883","reconcileID":"f75a6e3a-8bda-45bb-b05e-b8a31229547e"} {"level":"error","ts":1789615923.1574836,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f879c883","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f879c883","reconcileID":"f75a6e3a-8bda-45bb-b05e-b8a31229547e","provider":"e2e-legacy-migration-f879c883","error":"ExternalProvider.inference.opendatahub.io \"e2e-legacy-migration-f879c883\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789615923.1588943,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f879c883","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f879c883","reconcileID":"a8171661-c79a-404e-ad04-3ea227099ea9","name":"e2e-legacy-migration-f879c883","namespace":"llm"} {"level":"info","ts":1789615923.1590023,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f879c883","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f879c883","reconcileID":"a8171661-c79a-404e-ad04-3ea227099ea9","name":"e2e-legacy-migration-f879c883","namespace":"llm"} {"level":"error","ts":1789615923.1686914,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f879c883","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f879c883","reconcileID":"f75a6e3a-8bda-45bb-b05e-b8a31229547e","error":"externalmodels.inference.opendatahub.io \"e2e-legacy-migration-f879c883\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789615923.1688714,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f879c883","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f879c883","reconcileID":"f75a6e3a-8bda-45bb-b05e-b8a31229547e","error":"ExternalModel \"e2e-legacy-migration-f879c883\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-f879c883\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789615923.1689794,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f879c883","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f879c883","reconcileID":"8a22d7c1-bfb3-4e4e-b7f8-0f83856542fe"} {"level":"info","ts":1789615923.554217,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789615923.5543213,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f2e66864-471a-4328-9d35-6760ef2e949a"} {"level":"info","ts":1789615923.554342,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"f2e66864-471a-4328-9d35-6760ef2e949a"} {"level":"info","ts":1789615923.5543604,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f2e66864-471a-4328-9d35-6760ef2e949a","EoS":false} {"level":"info","ts":1789615923.5543826,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f2e66864-471a-4328-9d35-6760ef2e949a","EoS":true} {"level":"info","ts":1789615923.5544114,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f2e66864-471a-4328-9d35-6760ef2e949a","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789615923.5544322,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"f2e66864-471a-4328-9d35-6760ef2e949a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789615923.5544515,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"f2e66864-471a-4328-9d35-6760ef2e949a","modelName":"e2e-external-model"} {"level":"info","ts":1789615923.5544748,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"f2e66864-471a-4328-9d35-6760ef2e949a","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789615923.554519,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"f2e66864-471a-4328-9d35-6760ef2e949a"} {"level":"info","ts":1789615923.6583235,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789615923.6584566,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"59321239-b216-40ff-ad5e-b50496c348d9"} {"level":"info","ts":1789615923.6584795,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"59321239-b216-40ff-ad5e-b50496c348d9"} {"level":"info","ts":1789615923.6584995,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"59321239-b216-40ff-ad5e-b50496c348d9","EoS":false} {"level":"info","ts":1789615923.6585367,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"59321239-b216-40ff-ad5e-b50496c348d9","EoS":true} {"level":"info","ts":1789615923.6585603,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"59321239-b216-40ff-ad5e-b50496c348d9","field":"model","value":"nonexistent-model"} {"level":"info","ts":1789615923.65858,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"59321239-b216-40ff-ad5e-b50496c348d9","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789615923.6586313,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"59321239-b216-40ff-ad5e-b50496c348d9"} {"level":"info","ts":1789615923.749082,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789615923.7492526,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9f26ec9d-e891-463a-8115-0af07d219fc6"} {"level":"info","ts":1789615923.7492707,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"9f26ec9d-e891-463a-8115-0af07d219fc6"} {"level":"info","ts":1789615923.7493124,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9f26ec9d-e891-463a-8115-0af07d219fc6","EoS":false} {"level":"info","ts":1789615923.7493281,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9f26ec9d-e891-463a-8115-0af07d219fc6","EoS":true} {"level":"info","ts":1789615923.7493584,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"9f26ec9d-e891-463a-8115-0af07d219fc6","field":"model"} {"level":"info","ts":1789615923.749396,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"9f26ec9d-e891-463a-8115-0af07d219fc6"} {"level":"info","ts":1789615924.6448216,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1ed25cd4-dc7b-4f6f-a24d-eb05796a97be","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789615924.644874,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1ed25cd4-dc7b-4f6f-a24d-eb05796a97be","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789615924.644929,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"af64424d-b5f2-476d-8880-01a13e615a1d"} {"level":"info","ts":1789615924.7930818,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cdb33807-cae6-40d1-bf1a-f2e1b215a102","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789615924.7931395,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cdb33807-cae6-40d1-bf1a-f2e1b215a102","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789615924.7931554,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"982a6ad9-a052-47f3-a331-060d094eaeb3"} {"level":"info","ts":1789615926.2442617,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789615926.2445216,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e08b088e-d6cd-4f45-a220-eafdf459fbd1"} {"level":"info","ts":1789615926.2445874,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"e08b088e-d6cd-4f45-a220-eafdf459fbd1"} {"level":"info","ts":1789615926.2446303,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e08b088e-d6cd-4f45-a220-eafdf459fbd1","EoS":false} {"level":"info","ts":1789615926.2446845,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e08b088e-d6cd-4f45-a220-eafdf459fbd1","EoS":true} {"level":"info","ts":1789615926.2447333,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e08b088e-d6cd-4f45-a220-eafdf459fbd1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789615926.244789,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"e08b088e-d6cd-4f45-a220-eafdf459fbd1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789615926.2448444,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"e08b088e-d6cd-4f45-a220-eafdf459fbd1"} {"level":"info","ts":1789615926.2896295,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789615926.2896998,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d45fd1e1-3f5c-48b2-9c10-34cb8c649284"} {"level":"info","ts":1789615926.2897084,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"d45fd1e1-3f5c-48b2-9c10-34cb8c649284"} {"level":"info","ts":1789615926.2897189,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d45fd1e1-3f5c-48b2-9c10-34cb8c649284","EoS":false} {"level":"info","ts":1789615926.2897284,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d45fd1e1-3f5c-48b2-9c10-34cb8c649284","EoS":true} {"level":"info","ts":1789615926.2897449,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d45fd1e1-3f5c-48b2-9c10-34cb8c649284","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789615926.2897596,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"d45fd1e1-3f5c-48b2-9c10-34cb8c649284","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789615926.2897768,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"d45fd1e1-3f5c-48b2-9c10-34cb8c649284"} {"level":"info","ts":1789615926.3296676,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789615926.3297696,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a762449a-8fd7-463c-9065-b46c20a24b01"} {"level":"info","ts":1789615926.3297832,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a762449a-8fd7-463c-9065-b46c20a24b01"} {"level":"info","ts":1789615926.329799,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a762449a-8fd7-463c-9065-b46c20a24b01","EoS":false} {"level":"info","ts":1789615926.3298144,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a762449a-8fd7-463c-9065-b46c20a24b01","EoS":true} {"level":"info","ts":1789615926.3298404,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a762449a-8fd7-463c-9065-b46c20a24b01","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789615926.3298554,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"a762449a-8fd7-463c-9065-b46c20a24b01","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789615926.329876,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a762449a-8fd7-463c-9065-b46c20a24b01"} {"level":"info","ts":1789615926.3785024,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789615926.3785894,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"61a57179-df35-47f3-a589-4c4c7de4b7e5"} {"level":"info","ts":1789615926.3786075,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"61a57179-df35-47f3-a589-4c4c7de4b7e5"} {"level":"info","ts":1789615926.3786237,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"61a57179-df35-47f3-a589-4c4c7de4b7e5","EoS":false} {"level":"info","ts":1789615926.3786337,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"61a57179-df35-47f3-a589-4c4c7de4b7e5","EoS":true} {"level":"info","ts":1789615926.3786519,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"61a57179-df35-47f3-a589-4c4c7de4b7e5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789615926.378666,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"61a57179-df35-47f3-a589-4c4c7de4b7e5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789615926.378689,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"61a57179-df35-47f3-a589-4c4c7de4b7e5"} {"level":"info","ts":1789615940.1616046,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789615940.1616952,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8a5edb99-2906-4f40-a918-47c0bd99c13f"} {"level":"info","ts":1789615940.161709,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"8a5edb99-2906-4f40-a918-47c0bd99c13f"} {"level":"info","ts":1789615940.161721,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8a5edb99-2906-4f40-a918-47c0bd99c13f","EoS":false} {"level":"info","ts":1789615940.1617315,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8a5edb99-2906-4f40-a918-47c0bd99c13f","EoS":true} {"level":"info","ts":1789615940.1617515,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"8a5edb99-2906-4f40-a918-47c0bd99c13f","field":"model"} {"level":"info","ts":1789615940.161776,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"8a5edb99-2906-4f40-a918-47c0bd99c13f"} {"level":"info","ts":1789615940.3099978,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789615940.3101208,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b4a95727-0a64-451f-a505-3430758bb430"} {"level":"info","ts":1789615940.310141,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"b4a95727-0a64-451f-a505-3430758bb430"} {"level":"info","ts":1789615940.3101602,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b4a95727-0a64-451f-a505-3430758bb430","EoS":false} {"level":"info","ts":1789615940.3101802,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b4a95727-0a64-451f-a505-3430758bb430","EoS":true} {"level":"info","ts":1789615940.3102207,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"b4a95727-0a64-451f-a505-3430758bb430","field":"model"} {"level":"info","ts":1789615940.3102584,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"b4a95727-0a64-451f-a505-3430758bb430"} {"level":"info","ts":1789615940.4644804,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789615940.4646025,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"00483879-8406-4b01-87a7-bb5a9a5c73eb"} {"level":"info","ts":1789615940.4646192,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"00483879-8406-4b01-87a7-bb5a9a5c73eb"} {"level":"info","ts":1789615940.4646363,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"00483879-8406-4b01-87a7-bb5a9a5c73eb","EoS":false} {"level":"info","ts":1789615940.4646573,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"00483879-8406-4b01-87a7-bb5a9a5c73eb","EoS":true} {"level":"info","ts":1789615940.4646823,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"00483879-8406-4b01-87a7-bb5a9a5c73eb","field":"model"} {"level":"info","ts":1789615940.4647162,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"00483879-8406-4b01-87a7-bb5a9a5c73eb"} {"level":"info","ts":1789617006.7046998,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789617006.704806,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d49facc7-75c8-479d-98d4-5d052809fe84"} {"level":"info","ts":1789617006.7048206,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"d49facc7-75c8-479d-98d4-5d052809fe84"} {"level":"info","ts":1789617006.704833,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d49facc7-75c8-479d-98d4-5d052809fe84","EoS":false} {"level":"info","ts":1789617006.7048466,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d49facc7-75c8-479d-98d4-5d052809fe84","EoS":true} {"level":"info","ts":1789617006.7048714,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d49facc7-75c8-479d-98d4-5d052809fe84","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789617006.7048864,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"d49facc7-75c8-479d-98d4-5d052809fe84","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789617006.7049098,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"d49facc7-75c8-479d-98d4-5d052809fe84"} {"level":"info","ts":1789617006.756586,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789617006.7566478,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2640c763-50f6-4d96-bff6-c8d2c874cb05"} {"level":"info","ts":1789617006.7566578,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"2640c763-50f6-4d96-bff6-c8d2c874cb05"} {"level":"info","ts":1789617006.756668,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2640c763-50f6-4d96-bff6-c8d2c874cb05","EoS":false} {"level":"info","ts":1789617006.7566786,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2640c763-50f6-4d96-bff6-c8d2c874cb05","EoS":true} {"level":"info","ts":1789617006.7566972,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2640c763-50f6-4d96-bff6-c8d2c874cb05","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789617006.7567103,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"2640c763-50f6-4d96-bff6-c8d2c874cb05","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789617006.7567284,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"2640c763-50f6-4d96-bff6-c8d2c874cb05"} {"level":"info","ts":1789617337.000069,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2cd273e6-91b3-416a-b05d-cfa4096e94b1","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789617337.00014,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2cd273e6-91b3-416a-b05d-cfa4096e94b1","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789617337.0001655,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2cd273e6-91b3-416a-b05d-cfa4096e94b1"} {"level":"info","ts":1789617337.0000901,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"372fcf15-00b5-4fb0-b8f8-46a97a884fe3"} {"level":"info","ts":1789617337.0071177,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d73ed2ba-44ef-4613-b77d-c34425c3ef3b","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789617337.0071504,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d73ed2ba-44ef-4613-b77d-c34425c3ef3b","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789617337.0071793,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d73ed2ba-44ef-4613-b77d-c34425c3ef3b"} {"level":"error","ts":1789617337.0073228,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"372fcf15-00b5-4fb0-b8f8-46a97a884fe3","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789617337.013963,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"372fcf15-00b5-4fb0-b8f8-46a97a884fe3","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789617337.0140295,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e94ae7e2-756e-450f-8184-5b152d24b168"} {"level":"info","ts":1789617337.0140653,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8877a3ad-1814-4ba0-a34d-dc1c0c9ada66","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789617337.0140667,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e94ae7e2-756e-450f-8184-5b152d24b168","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789617337.0140889,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8877a3ad-1814-4ba0-a34d-dc1c0c9ada66","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789617337.0141144,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8877a3ad-1814-4ba0-a34d-dc1c0c9ada66"} {"level":"error","ts":1789617337.017916,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e94ae7e2-756e-450f-8184-5b152d24b168","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789617337.017973,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"94b10ce0-eb42-4017-88a7-2bc7589b08fd"} {"level":"error","ts":1789617337.017996,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"94b10ce0-eb42-4017-88a7-2bc7589b08fd","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789617337.0216203,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"94b10ce0-eb42-4017-88a7-2bc7589b08fd","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789617337.0418541,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ab30577a-f3da-4076-8d3d-bf570c99d548"} {"level":"error","ts":1789617337.0419,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ab30577a-f3da-4076-8d3d-bf570c99d548","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789617337.046053,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ab30577a-f3da-4076-8d3d-bf570c99d548","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789617337.0862048,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"dcc15470-8eda-48b5-84af-cb77d4aaa9fe"} {"level":"error","ts":1789617337.0862346,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"dcc15470-8eda-48b5-84af-cb77d4aaa9fe","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789617337.090755,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"dcc15470-8eda-48b5-84af-cb77d4aaa9fe","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789617337.129743,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"76e24a53-0cf3-48c8-8f38-a8837916695a","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789617337.129774,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"76e24a53-0cf3-48c8-8f38-a8837916695a","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789617337.1297963,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"76e24a53-0cf3-48c8-8f38-a8837916695a"} {"level":"info","ts":1789617337.1297464,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d9ece06b-bb2c-4a84-88b5-520b22448dd4"} {"level":"error","ts":1789617337.129843,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d9ece06b-bb2c-4a84-88b5-520b22448dd4","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789617337.1343145,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d9ece06b-bb2c-4a84-88b5-520b22448dd4","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789617337.2944021,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"393bb9e6-35d9-4ad7-a1c5-f72d479d8cbb"} {"level":"error","ts":1789617337.2944489,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"393bb9e6-35d9-4ad7-a1c5-f72d479d8cbb","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789617337.2991729,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"393bb9e6-35d9-4ad7-a1c5-f72d479d8cbb","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789617337.619637,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ad13c79e-571d-475a-9d2f-ed2e1fa70151"} {"level":"error","ts":1789617337.6196766,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ad13c79e-571d-475a-9d2f-ed2e1fa70151","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789617337.6245275,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ad13c79e-571d-475a-9d2f-ed2e1fa70151","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789617338.2649667,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4df4b612-b5c3-4a94-bdd2-43249ea1b1cc"} {"level":"error","ts":1789617338.26502,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4df4b612-b5c3-4a94-bdd2-43249ea1b1cc","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789617338.2703216,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4df4b612-b5c3-4a94-bdd2-43249ea1b1cc","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789617339.5509021,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4954a922-a73d-4367-848f-6afdab7041b1"} {"level":"error","ts":1789617339.550971,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4954a922-a73d-4367-848f-6afdab7041b1","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789617339.555395,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4954a922-a73d-4367-848f-6afdab7041b1","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789617342.1157844,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7c2dcfbc-e94c-4349-b0a4-8b8d5e31dbe1"} {"level":"error","ts":1789617342.1158664,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7c2dcfbc-e94c-4349-b0a4-8b8d5e31dbe1","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789617342.1207392,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7c2dcfbc-e94c-4349-b0a4-8b8d5e31dbe1","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789617342.1307323,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"493bdbdc-a914-4172-afac-ba399dd7b42d","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789617342.130782,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"493bdbdc-a914-4172-afac-ba399dd7b42d","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789617342.1308053,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"493bdbdc-a914-4172-afac-ba399dd7b42d"} {"level":"info","ts":1789617347.1314676,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"90796e6b-c31f-4eed-9f5d-8912229e9c28","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789617347.1314938,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"90796e6b-c31f-4eed-9f5d-8912229e9c28","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789617347.1315095,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"90796e6b-c31f-4eed-9f5d-8912229e9c28"} {"level":"info","ts":1789617347.2416914,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ddf9df76-ee7b-4427-afc8-829f78bc1cfe"} {"level":"error","ts":1789617347.2417393,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ddf9df76-ee7b-4427-afc8-829f78bc1cfe","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789617347.2477045,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ddf9df76-ee7b-4427-afc8-829f78bc1cfe","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789617347.5004587,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789617347.5005581,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"140c9bc4-aa38-4bc2-8358-38760ddde77b"} {"level":"info","ts":1789617347.5005763,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"140c9bc4-aa38-4bc2-8358-38760ddde77b"} {"level":"info","ts":1789617347.5005906,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"140c9bc4-aa38-4bc2-8358-38760ddde77b","EoS":false} {"level":"info","ts":1789617347.5006015,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"140c9bc4-aa38-4bc2-8358-38760ddde77b","EoS":true} {"level":"info","ts":1789617347.500623,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"140c9bc4-aa38-4bc2-8358-38760ddde77b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789617347.5006368,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"140c9bc4-aa38-4bc2-8358-38760ddde77b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789617347.5006604,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"140c9bc4-aa38-4bc2-8358-38760ddde77b"} {"level":"info","ts":1789617347.555074,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789617347.5551527,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"781e63f7-5aed-40ae-a594-bbb765866852"} {"level":"info","ts":1789617347.555169,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"781e63f7-5aed-40ae-a594-bbb765866852"} {"level":"info","ts":1789617347.5551813,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"781e63f7-5aed-40ae-a594-bbb765866852","EoS":false} {"level":"info","ts":1789617347.5552063,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"781e63f7-5aed-40ae-a594-bbb765866852","EoS":true} {"level":"info","ts":1789617347.5552285,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"781e63f7-5aed-40ae-a594-bbb765866852","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789617347.5552466,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"781e63f7-5aed-40ae-a594-bbb765866852","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789617347.5552647,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"781e63f7-5aed-40ae-a594-bbb765866852"} {"level":"info","ts":1789617347.6034782,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789617347.6035728,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e7947e02-7491-4e97-8343-64971919f2c0"} {"level":"info","ts":1789617347.6035883,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"e7947e02-7491-4e97-8343-64971919f2c0"} {"level":"info","ts":1789617347.6036057,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e7947e02-7491-4e97-8343-64971919f2c0","EoS":false} {"level":"info","ts":1789617347.6036224,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e7947e02-7491-4e97-8343-64971919f2c0","EoS":true} {"level":"info","ts":1789617347.6036477,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e7947e02-7491-4e97-8343-64971919f2c0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789617347.603667,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"e7947e02-7491-4e97-8343-64971919f2c0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789617347.6036956,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"e7947e02-7491-4e97-8343-64971919f2c0"} {"level":"info","ts":1789617347.640433,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789617347.6405058,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6a251aed-7c9d-419f-b199-1b65415eba23"} {"level":"info","ts":1789617347.6405182,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"6a251aed-7c9d-419f-b199-1b65415eba23"} {"level":"info","ts":1789617347.6405292,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6a251aed-7c9d-419f-b199-1b65415eba23","EoS":false} {"level":"info","ts":1789617347.640539,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6a251aed-7c9d-419f-b199-1b65415eba23","EoS":true} {"level":"info","ts":1789617347.6405566,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6a251aed-7c9d-419f-b199-1b65415eba23","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789617347.6405733,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"6a251aed-7c9d-419f-b199-1b65415eba23","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789617347.6405895,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"6a251aed-7c9d-419f-b199-1b65415eba23"} {"level":"info","ts":1789617347.673216,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789617347.6733017,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bdf9a5fd-cc6c-45cb-af23-0ce0bd86d33b"} {"level":"info","ts":1789617347.673314,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"bdf9a5fd-cc6c-45cb-af23-0ce0bd86d33b"} {"level":"info","ts":1789617347.6733246,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bdf9a5fd-cc6c-45cb-af23-0ce0bd86d33b","EoS":false} {"level":"info","ts":1789617347.6733353,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bdf9a5fd-cc6c-45cb-af23-0ce0bd86d33b","EoS":true} {"level":"info","ts":1789617347.6733515,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bdf9a5fd-cc6c-45cb-af23-0ce0bd86d33b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789617347.6733632,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"bdf9a5fd-cc6c-45cb-af23-0ce0bd86d33b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789617347.6733806,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"bdf9a5fd-cc6c-45cb-af23-0ce0bd86d33b"} {"level":"info","ts":1789617347.7020984,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789617347.7021625,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ae4d1c2c-240f-4b2e-bc3b-335a255a4b3d"} {"level":"info","ts":1789617347.7021754,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"ae4d1c2c-240f-4b2e-bc3b-335a255a4b3d"} {"level":"info","ts":1789617347.7021863,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ae4d1c2c-240f-4b2e-bc3b-335a255a4b3d","EoS":false} {"level":"info","ts":1789617347.7022169,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ae4d1c2c-240f-4b2e-bc3b-335a255a4b3d","EoS":true} {"level":"info","ts":1789617347.7022445,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ae4d1c2c-240f-4b2e-bc3b-335a255a4b3d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789617347.7022603,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"ae4d1c2c-240f-4b2e-bc3b-335a255a4b3d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789617347.7022758,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"ae4d1c2c-240f-4b2e-bc3b-335a255a4b3d"} {"level":"info","ts":1789617347.8599234,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e1b19ead-d929-4873-b862-9eca0f37f577","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"info","ts":1789617347.8599553,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e1b19ead-d929-4873-b862-9eca0f37f577","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"info","ts":1789617347.8599608,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f8905ff1-73d7-41a4-a016-839037af0c7b"} {"level":"info","ts":1789617365.4375646,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789617365.437657,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5db47e03-ba66-40ab-a4dd-0c8a825b72a0"} {"level":"info","ts":1789617365.4376721,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"5db47e03-ba66-40ab-a4dd-0c8a825b72a0"} {"level":"info","ts":1789617365.437684,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5db47e03-ba66-40ab-a4dd-0c8a825b72a0","EoS":false} {"level":"info","ts":1789617365.437695,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5db47e03-ba66-40ab-a4dd-0c8a825b72a0","EoS":true} {"level":"info","ts":1789617365.4377172,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5db47e03-ba66-40ab-a4dd-0c8a825b72a0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789617365.4377325,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"5db47e03-ba66-40ab-a4dd-0c8a825b72a0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789617365.4377518,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"5db47e03-ba66-40ab-a4dd-0c8a825b72a0"} {"level":"info","ts":1789617365.5869827,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789617365.587053,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5c2b54f1-c7c1-4631-9878-72d82eb4f5d4"} {"level":"info","ts":1789617365.5870645,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"5c2b54f1-c7c1-4631-9878-72d82eb4f5d4"} {"level":"info","ts":1789617365.5870752,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5c2b54f1-c7c1-4631-9878-72d82eb4f5d4","EoS":false} {"level":"info","ts":1789617365.5870872,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5c2b54f1-c7c1-4631-9878-72d82eb4f5d4","EoS":true} {"level":"info","ts":1789617365.5871036,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5c2b54f1-c7c1-4631-9878-72d82eb4f5d4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789617365.5871167,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"5c2b54f1-c7c1-4631-9878-72d82eb4f5d4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789617365.5871334,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"5c2b54f1-c7c1-4631-9878-72d82eb4f5d4"} {"level":"info","ts":1789617365.7309177,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789617365.7309763,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a3e7abb3-a8d0-450b-809a-f8c816d21fe8"} {"level":"info","ts":1789617365.7309868,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a3e7abb3-a8d0-450b-809a-f8c816d21fe8"} {"level":"info","ts":1789617365.7309973,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a3e7abb3-a8d0-450b-809a-f8c816d21fe8","EoS":false} {"level":"info","ts":1789617365.7310066,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a3e7abb3-a8d0-450b-809a-f8c816d21fe8","EoS":true} {"level":"info","ts":1789617365.731022,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a3e7abb3-a8d0-450b-809a-f8c816d21fe8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789617365.7310367,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"a3e7abb3-a8d0-450b-809a-f8c816d21fe8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789617365.7310545,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a3e7abb3-a8d0-450b-809a-f8c816d21fe8"} {"level":"info","ts":1789617365.8655877,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789617365.8656495,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"201d8ce0-34d0-4897-ac30-32d103d82ca4"} {"level":"info","ts":1789617365.8656576,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"201d8ce0-34d0-4897-ac30-32d103d82ca4"} {"level":"info","ts":1789617365.8656673,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"201d8ce0-34d0-4897-ac30-32d103d82ca4","EoS":false} {"level":"info","ts":1789617365.8656766,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"201d8ce0-34d0-4897-ac30-32d103d82ca4","EoS":true} {"level":"info","ts":1789617365.8656933,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"201d8ce0-34d0-4897-ac30-32d103d82ca4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789617365.8657072,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"201d8ce0-34d0-4897-ac30-32d103d82ca4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789617365.8657246,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"201d8ce0-34d0-4897-ac30-32d103d82ca4"} {"level":"info","ts":1789617366.0096242,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789617366.0096984,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"86c50bb8-d1df-46bd-87ef-b3d51024307e"} {"level":"info","ts":1789617366.0097108,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"86c50bb8-d1df-46bd-87ef-b3d51024307e"} {"level":"info","ts":1789617366.009731,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"86c50bb8-d1df-46bd-87ef-b3d51024307e","EoS":false} {"level":"info","ts":1789617366.0097504,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"86c50bb8-d1df-46bd-87ef-b3d51024307e","EoS":true} {"level":"info","ts":1789617366.0097759,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"86c50bb8-d1df-46bd-87ef-b3d51024307e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789617366.009792,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"86c50bb8-d1df-46bd-87ef-b3d51024307e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789617366.0098164,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"86c50bb8-d1df-46bd-87ef-b3d51024307e"} {"level":"info","ts":1789617366.1436834,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789617366.1437635,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6df2bb6f-b94d-4743-bbd5-92568d00db93"} {"level":"info","ts":1789617366.1437774,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"6df2bb6f-b94d-4743-bbd5-92568d00db93"} {"level":"info","ts":1789617366.14379,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6df2bb6f-b94d-4743-bbd5-92568d00db93","EoS":false} {"level":"info","ts":1789617366.1438022,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6df2bb6f-b94d-4743-bbd5-92568d00db93","EoS":true} {"level":"info","ts":1789617366.143817,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6df2bb6f-b94d-4743-bbd5-92568d00db93","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789617366.1438303,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"6df2bb6f-b94d-4743-bbd5-92568d00db93","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789617366.143847,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"6df2bb6f-b94d-4743-bbd5-92568d00db93"} {"level":"info","ts":1789617377.8972816,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789617377.8973875,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9291dd2b-e18c-467d-b867-071cfea413a2"} {"level":"info","ts":1789617377.8974023,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"9291dd2b-e18c-467d-b867-071cfea413a2"} {"level":"info","ts":1789617377.8974214,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9291dd2b-e18c-467d-b867-071cfea413a2","EoS":false} {"level":"info","ts":1789617377.8974414,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9291dd2b-e18c-467d-b867-071cfea413a2","EoS":true} {"level":"info","ts":1789617377.897473,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9291dd2b-e18c-467d-b867-071cfea413a2","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789617377.8974915,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"9291dd2b-e18c-467d-b867-071cfea413a2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789617377.8975224,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"9291dd2b-e18c-467d-b867-071cfea413a2"} {"level":"info","ts":1789617377.936224,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789617377.9363055,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a640ec7d-a9ea-4957-ae30-7e4dbad8fc78"} {"level":"info","ts":1789617377.9363203,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a640ec7d-a9ea-4957-ae30-7e4dbad8fc78"} {"level":"info","ts":1789617377.936338,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a640ec7d-a9ea-4957-ae30-7e4dbad8fc78","EoS":false} {"level":"info","ts":1789617377.9363666,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a640ec7d-a9ea-4957-ae30-7e4dbad8fc78","EoS":true} {"level":"info","ts":1789617377.9363914,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a640ec7d-a9ea-4957-ae30-7e4dbad8fc78","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789617377.9364076,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"a640ec7d-a9ea-4957-ae30-7e4dbad8fc78","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789617377.9364378,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a640ec7d-a9ea-4957-ae30-7e4dbad8fc78"} {"level":"info","ts":1789617377.9677088,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789617377.967802,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0e4d51ef-fcd8-496d-afb9-4541428e79ac"} {"level":"info","ts":1789617377.9678204,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"0e4d51ef-fcd8-496d-afb9-4541428e79ac"} {"level":"info","ts":1789617377.967837,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0e4d51ef-fcd8-496d-afb9-4541428e79ac","EoS":false} {"level":"info","ts":1789617377.9678566,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0e4d51ef-fcd8-496d-afb9-4541428e79ac","EoS":true} {"level":"info","ts":1789617377.9678843,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0e4d51ef-fcd8-496d-afb9-4541428e79ac","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789617377.9679015,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"0e4d51ef-fcd8-496d-afb9-4541428e79ac","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789617377.9679277,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"0e4d51ef-fcd8-496d-afb9-4541428e79ac"} {"level":"info","ts":1789617378.0006304,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789617378.000687,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"676e7585-499d-46d7-8e6b-6af77a848be1"} {"level":"info","ts":1789617378.7590907,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789617378.759225,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9ccf5c2c-5b64-4e67-83c7-5430ec8f7f1f"} {"level":"info","ts":1789617378.7592418,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"9ccf5c2c-5b64-4e67-83c7-5430ec8f7f1f"} {"level":"info","ts":1789617378.7592564,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9ccf5c2c-5b64-4e67-83c7-5430ec8f7f1f","EoS":false} {"level":"info","ts":1789617378.7592676,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9ccf5c2c-5b64-4e67-83c7-5430ec8f7f1f","EoS":true} {"level":"info","ts":1789617378.7592895,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9ccf5c2c-5b64-4e67-83c7-5430ec8f7f1f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789617378.7593095,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"9ccf5c2c-5b64-4e67-83c7-5430ec8f7f1f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789617378.7593312,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"9ccf5c2c-5b64-4e67-83c7-5430ec8f7f1f"} {"level":"info","ts":1789617379.6748285,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789617379.674914,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6ac4240c-77cf-4407-ab0d-9e3c8fc69c47"} {"level":"info","ts":1789617379.674932,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"6ac4240c-77cf-4407-ab0d-9e3c8fc69c47"} {"level":"info","ts":1789617379.6749456,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6ac4240c-77cf-4407-ab0d-9e3c8fc69c47","EoS":false} {"level":"info","ts":1789617379.6749637,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6ac4240c-77cf-4407-ab0d-9e3c8fc69c47","EoS":true} {"level":"info","ts":1789617379.6749845,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6ac4240c-77cf-4407-ab0d-9e3c8fc69c47","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789617379.6749997,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"6ac4240c-77cf-4407-ab0d-9e3c8fc69c47","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789617379.6750228,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"6ac4240c-77cf-4407-ab0d-9e3c8fc69c47"} {"level":"info","ts":1789617380.3657672,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789617380.365857,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"209bc884-2321-4308-a639-b9e4bc693f67"} {"level":"info","ts":1789617380.3658721,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"209bc884-2321-4308-a639-b9e4bc693f67"} {"level":"info","ts":1789617380.3658838,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"209bc884-2321-4308-a639-b9e4bc693f67","EoS":false} {"level":"info","ts":1789617380.365904,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"209bc884-2321-4308-a639-b9e4bc693f67","EoS":true} {"level":"info","ts":1789617380.365926,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"209bc884-2321-4308-a639-b9e4bc693f67","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789617380.3659403,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"209bc884-2321-4308-a639-b9e4bc693f67","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789617380.3659604,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"209bc884-2321-4308-a639-b9e4bc693f67"} {"level":"info","ts":1789617381.386601,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789617381.386692,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eded041a-86d1-474b-9eba-25e0b21b3dc4"} {"level":"info","ts":1789617381.3867059,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"eded041a-86d1-474b-9eba-25e0b21b3dc4"} {"level":"info","ts":1789617381.3867228,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"eded041a-86d1-474b-9eba-25e0b21b3dc4","EoS":false} {"level":"info","ts":1789617381.3867376,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"eded041a-86d1-474b-9eba-25e0b21b3dc4","EoS":true} {"level":"info","ts":1789617381.3867574,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eded041a-86d1-474b-9eba-25e0b21b3dc4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789617381.3867717,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"eded041a-86d1-474b-9eba-25e0b21b3dc4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789617381.386793,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"eded041a-86d1-474b-9eba-25e0b21b3dc4"} {"level":"info","ts":1789617388.8362253,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789617388.8363273,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1f078b3b-04df-4155-84c8-d3cdf31946e3"} {"level":"info","ts":1789617388.8363433,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"1f078b3b-04df-4155-84c8-d3cdf31946e3"} {"level":"info","ts":1789617388.8363645,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1f078b3b-04df-4155-84c8-d3cdf31946e3","EoS":false} {"level":"info","ts":1789617388.8363783,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1f078b3b-04df-4155-84c8-d3cdf31946e3","EoS":true} {"level":"info","ts":1789617388.8363996,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1f078b3b-04df-4155-84c8-d3cdf31946e3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789617388.8364158,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"1f078b3b-04df-4155-84c8-d3cdf31946e3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789617388.836436,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"1f078b3b-04df-4155-84c8-d3cdf31946e3"} {"level":"info","ts":1789617393.8520565,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789617393.8521698,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7e33a82c-f947-46a2-bcb1-2aa15fc8e8be"} {"level":"info","ts":1789617393.8522127,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"7e33a82c-f947-46a2-bcb1-2aa15fc8e8be"} {"level":"info","ts":1789617393.8522303,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7e33a82c-f947-46a2-bcb1-2aa15fc8e8be","EoS":false} {"level":"info","ts":1789617393.852244,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7e33a82c-f947-46a2-bcb1-2aa15fc8e8be","EoS":true} {"level":"info","ts":1789617393.8522668,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7e33a82c-f947-46a2-bcb1-2aa15fc8e8be","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789617393.8522825,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"7e33a82c-f947-46a2-bcb1-2aa15fc8e8be","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789617393.8523095,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"7e33a82c-f947-46a2-bcb1-2aa15fc8e8be"} {"level":"info","ts":1789617395.0189939,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789617395.0190926,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2e431aea-789e-44bf-b156-7dee667d1c51"} {"level":"info","ts":1789617395.019107,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"2e431aea-789e-44bf-b156-7dee667d1c51"} {"level":"info","ts":1789617395.0191271,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2e431aea-789e-44bf-b156-7dee667d1c51","EoS":false} {"level":"info","ts":1789617395.0191476,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2e431aea-789e-44bf-b156-7dee667d1c51","EoS":true} {"level":"info","ts":1789617395.0191789,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2e431aea-789e-44bf-b156-7dee667d1c51","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789617395.019212,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"2e431aea-789e-44bf-b156-7dee667d1c51","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789617395.0192573,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"2e431aea-789e-44bf-b156-7dee667d1c51"} {"level":"info","ts":1789617402.8999765,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789617402.900065,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5451ed0e-df39-4852-91ea-024a29ea5601"} {"level":"info","ts":1789617402.900079,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"5451ed0e-df39-4852-91ea-024a29ea5601"} {"level":"info","ts":1789617402.9000897,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5451ed0e-df39-4852-91ea-024a29ea5601","EoS":false} {"level":"info","ts":1789617402.9001021,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5451ed0e-df39-4852-91ea-024a29ea5601","EoS":true} {"level":"info","ts":1789617402.9001248,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5451ed0e-df39-4852-91ea-024a29ea5601","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789617402.9001396,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"5451ed0e-df39-4852-91ea-024a29ea5601","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789617402.9001622,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"5451ed0e-df39-4852-91ea-024a29ea5601"} {"level":"info","ts":1789617404.4630513,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789617404.4631479,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"09f3856b-fc2f-4287-a066-cdad41d0fb9f"} {"level":"info","ts":1789617404.463163,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"09f3856b-fc2f-4287-a066-cdad41d0fb9f"} {"level":"info","ts":1789617404.4631796,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"09f3856b-fc2f-4287-a066-cdad41d0fb9f","EoS":false} {"level":"info","ts":1789617404.4632142,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"09f3856b-fc2f-4287-a066-cdad41d0fb9f","EoS":true} {"level":"info","ts":1789617404.4632382,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"09f3856b-fc2f-4287-a066-cdad41d0fb9f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789617404.4632554,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"09f3856b-fc2f-4287-a066-cdad41d0fb9f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789617404.4632814,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"09f3856b-fc2f-4287-a066-cdad41d0fb9f"} {"level":"info","ts":1789617472.5155098,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789617472.515596,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"09133a7e-a7bd-4764-91f1-b5bff32023aa"} {"level":"info","ts":1789617472.5156088,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"09133a7e-a7bd-4764-91f1-b5bff32023aa"} {"level":"info","ts":1789617472.51562,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"09133a7e-a7bd-4764-91f1-b5bff32023aa","EoS":false} {"level":"info","ts":1789617472.5156312,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"09133a7e-a7bd-4764-91f1-b5bff32023aa","EoS":true} {"level":"info","ts":1789617472.5156536,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"09133a7e-a7bd-4764-91f1-b5bff32023aa","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1789617472.51567,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"09133a7e-a7bd-4764-91f1-b5bff32023aa","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789617472.515692,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"09133a7e-a7bd-4764-91f1-b5bff32023aa"} {"level":"info","ts":1789617498.2282221,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789617498.2283134,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ed5adbe5-4578-4b7a-9b06-86850b954426"} {"level":"info","ts":1789617498.2283309,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"ed5adbe5-4578-4b7a-9b06-86850b954426"} {"level":"info","ts":1789617498.2283485,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ed5adbe5-4578-4b7a-9b06-86850b954426","EoS":false} {"level":"info","ts":1789617498.228374,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ed5adbe5-4578-4b7a-9b06-86850b954426","EoS":true} {"level":"info","ts":1789617498.2284029,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ed5adbe5-4578-4b7a-9b06-86850b954426","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1789617498.2284281,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"ed5adbe5-4578-4b7a-9b06-86850b954426","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789617498.2284513,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"ed5adbe5-4578-4b7a-9b06-86850b954426"} {"level":"info","ts":1789617578.0172904,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789617578.0173676,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"38a6992c-18af-4894-9a7f-01481985ae72"} {"level":"info","ts":1789617578.017379,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"38a6992c-18af-4894-9a7f-01481985ae72"} {"level":"info","ts":1789617578.0173898,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"38a6992c-18af-4894-9a7f-01481985ae72","EoS":false} {"level":"info","ts":1789617578.0174007,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"38a6992c-18af-4894-9a7f-01481985ae72","EoS":true} {"level":"info","ts":1789617578.0174217,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"38a6992c-18af-4894-9a7f-01481985ae72","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789617578.017437,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"38a6992c-18af-4894-9a7f-01481985ae72","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789617578.01746,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"38a6992c-18af-4894-9a7f-01481985ae72"} {"level":"info","ts":1789617578.0544674,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789617578.0545497,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2efe9324-bfbd-44cf-af3e-ee6821bc462e"} {"level":"info","ts":1789617578.054564,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"2efe9324-bfbd-44cf-af3e-ee6821bc462e"} {"level":"info","ts":1789617578.0545826,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2efe9324-bfbd-44cf-af3e-ee6821bc462e","EoS":false} {"level":"info","ts":1789617578.0546029,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2efe9324-bfbd-44cf-af3e-ee6821bc462e","EoS":true} {"level":"info","ts":1789617578.0546296,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2efe9324-bfbd-44cf-af3e-ee6821bc462e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789617578.0546484,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"2efe9324-bfbd-44cf-af3e-ee6821bc462e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789617578.0546758,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"2efe9324-bfbd-44cf-af3e-ee6821bc462e"} {"level":"info","ts":1789617578.0903358,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789617578.0904117,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a5b55162-9a7a-4246-ac40-09cee1c2057f"} {"level":"info","ts":1789617578.0904236,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a5b55162-9a7a-4246-ac40-09cee1c2057f"} {"level":"info","ts":1789617578.0904353,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a5b55162-9a7a-4246-ac40-09cee1c2057f","EoS":false} {"level":"info","ts":1789617578.0904446,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a5b55162-9a7a-4246-ac40-09cee1c2057f","EoS":true} {"level":"info","ts":1789617578.090462,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a5b55162-9a7a-4246-ac40-09cee1c2057f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789617578.0904794,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"a5b55162-9a7a-4246-ac40-09cee1c2057f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789617578.090499,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a5b55162-9a7a-4246-ac40-09cee1c2057f"} {"level":"info","ts":1789617585.4988754,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789617585.498976,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e4f1e22e-292a-4202-a02e-3fcd53e32f97"} {"level":"info","ts":1789617585.4989924,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"e4f1e22e-292a-4202-a02e-3fcd53e32f97"} {"level":"info","ts":1789617585.499006,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e4f1e22e-292a-4202-a02e-3fcd53e32f97","EoS":false} {"level":"info","ts":1789617585.49902,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e4f1e22e-292a-4202-a02e-3fcd53e32f97","EoS":true} {"level":"info","ts":1789617585.4990418,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e4f1e22e-292a-4202-a02e-3fcd53e32f97","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789617585.4990613,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"e4f1e22e-292a-4202-a02e-3fcd53e32f97","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789617585.4990857,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"e4f1e22e-292a-4202-a02e-3fcd53e32f97"} {"level":"info","ts":1789617591.5712256,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789617591.5713255,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b5243788-c785-4c3d-88d2-def1c30bc9fa"} {"level":"info","ts":1789617591.5713403,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"b5243788-c785-4c3d-88d2-def1c30bc9fa"} {"level":"info","ts":1789617591.5713525,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b5243788-c785-4c3d-88d2-def1c30bc9fa","EoS":false} {"level":"info","ts":1789617591.5713632,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b5243788-c785-4c3d-88d2-def1c30bc9fa","EoS":true} {"level":"info","ts":1789617591.571381,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b5243788-c785-4c3d-88d2-def1c30bc9fa","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789617591.571396,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"b5243788-c785-4c3d-88d2-def1c30bc9fa","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789617591.5714211,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"b5243788-c785-4c3d-88d2-def1c30bc9fa"} {"level":"info","ts":1789617591.7200797,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789617591.7201607,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f6b6a807-5b8f-49a3-9c6a-3dc72fd2b1ea"} {"level":"info","ts":1789617591.7201772,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"f6b6a807-5b8f-49a3-9c6a-3dc72fd2b1ea"} {"level":"info","ts":1789617591.7201893,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f6b6a807-5b8f-49a3-9c6a-3dc72fd2b1ea","EoS":false} {"level":"info","ts":1789617591.7202275,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f6b6a807-5b8f-49a3-9c6a-3dc72fd2b1ea","EoS":true} {"level":"info","ts":1789617591.7202427,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f6b6a807-5b8f-49a3-9c6a-3dc72fd2b1ea","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789617591.720256,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"f6b6a807-5b8f-49a3-9c6a-3dc72fd2b1ea","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789617591.7202775,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"f6b6a807-5b8f-49a3-9c6a-3dc72fd2b1ea"} {"level":"info","ts":1789617591.8582718,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789617591.8583384,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"420d8412-ba04-4b2d-8c06-d47e8a7e471e"} {"level":"info","ts":1789617591.8583486,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"420d8412-ba04-4b2d-8c06-d47e8a7e471e"} {"level":"info","ts":1789617591.8583589,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"420d8412-ba04-4b2d-8c06-d47e8a7e471e","EoS":false} {"level":"info","ts":1789617591.8583682,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"420d8412-ba04-4b2d-8c06-d47e8a7e471e","EoS":true} {"level":"info","ts":1789617591.858382,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"420d8412-ba04-4b2d-8c06-d47e8a7e471e","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789617591.8583956,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"420d8412-ba04-4b2d-8c06-d47e8a7e471e","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789617591.8584135,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"420d8412-ba04-4b2d-8c06-d47e8a7e471e"} {"level":"info","ts":1789617592.0137465,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789617592.0138133,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cc995cea-3de2-4974-ad00-b8cf35421c3e"} {"level":"info","ts":1789617592.0138264,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"cc995cea-3de2-4974-ad00-b8cf35421c3e"} {"level":"info","ts":1789617592.013837,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cc995cea-3de2-4974-ad00-b8cf35421c3e","EoS":false} {"level":"info","ts":1789617592.0138462,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cc995cea-3de2-4974-ad00-b8cf35421c3e","EoS":true} {"level":"info","ts":1789617592.0138652,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cc995cea-3de2-4974-ad00-b8cf35421c3e","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789617592.0138786,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"cc995cea-3de2-4974-ad00-b8cf35421c3e","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789617592.0138972,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"cc995cea-3de2-4974-ad00-b8cf35421c3e"} {"level":"info","ts":1789617605.7725968,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789617605.772688,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f66bb7ea-53c1-469b-9731-559c7d52c978"} {"level":"info","ts":1789617605.7727017,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"f66bb7ea-53c1-469b-9731-559c7d52c978"} {"level":"info","ts":1789617605.7727163,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f66bb7ea-53c1-469b-9731-559c7d52c978","EoS":false} {"level":"info","ts":1789617605.7727373,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f66bb7ea-53c1-469b-9731-559c7d52c978","EoS":true} {"level":"info","ts":1789617605.7727606,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f66bb7ea-53c1-469b-9731-559c7d52c978","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789617605.772781,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"f66bb7ea-53c1-469b-9731-559c7d52c978","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789617605.7728128,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"f66bb7ea-53c1-469b-9731-559c7d52c978"}