{"level":"error","ts":1789667121.2733743,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1ddf72c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1ddf72c6","reconcileID":"8ab9396a-5456-4bd6-8798-40927a84752b","error":"failed to apply DestinationRule: destinationrules.networking.istio.io \"e2e-legacy-migration-1ddf72c6\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789667121.2734756,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1ddf72c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1ddf72c6","reconcileID":"4279d1da-9e58-4e6f-a6c8-8ade91886bd2"} {"level":"info","ts":1789667121.2735634,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1ddf72c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1ddf72c6","reconcileID":"4279d1da-9e58-4e6f-a6c8-8ade91886bd2","name":"e2e-legacy-migration-1ddf72c6"} {"level":"error","ts":1789667121.2737198,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1ddf72c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1ddf72c6","reconcileID":"43444b80-4f86-4af9-8c69-6c4b51811dc9","error":"ExternalModel \"e2e-legacy-migration-1ddf72c6\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-1ddf72c6\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789667121.2738736,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1ddf72c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1ddf72c6","reconcileID":"9a57cd64-ac68-4930-95c2-309a48ebff7f"} {"level":"info","ts":1789667121.274007,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1ddf72c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1ddf72c6","reconcileID":"9a57cd64-ac68-4930-95c2-309a48ebff7f","name":"e2e-legacy-migration-1ddf72c6"} {"level":"info","ts":1789667121.3040042,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1ddf72c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1ddf72c6","reconcileID":"6c97a5fd-696f-4b20-8908-d4dab181d25b","name":"e2e-legacy-migration-1ddf72c6","namespace":"llm"} {"level":"info","ts":1789667121.304033,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1ddf72c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1ddf72c6","reconcileID":"6c97a5fd-696f-4b20-8908-d4dab181d25b","modelName":"e2e-legacy-migration-1ddf72c6","resolvedRefs":1} {"level":"info","ts":1789667121.3071156,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1ddf72c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1ddf72c6","reconcileID":"9a57cd64-ac68-4930-95c2-309a48ebff7f","httpRoute":"e2e-legacy-migration-1ddf72c6","providers":["e2e-legacy-migration-1ddf72c6"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789667121.3341494,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1ddf72c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1ddf72c6","reconcileID":"9a57cd64-ac68-4930-95c2-309a48ebff7f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-1ddf72c6\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789667121.3342416,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1ddf72c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1ddf72c6","reconcileID":"7339414c-b8ff-46a3-9b00-b96daee2a7f8"} {"level":"info","ts":1789667121.3343203,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1ddf72c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1ddf72c6","reconcileID":"7339414c-b8ff-46a3-9b00-b96daee2a7f8","name":"e2e-legacy-migration-1ddf72c6"} {"level":"info","ts":1789667121.345222,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1ddf72c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1ddf72c6","reconcileID":"4279d1da-9e58-4e6f-a6c8-8ade91886bd2","service":"e2e-legacy-migration-1ddf72c6","serviceEntry":"e2e-legacy-migration-1ddf72c6","destinationRule":"e2e-legacy-migration-1ddf72c6"} {"level":"info","ts":1789667121.3465812,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1ddf72c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1ddf72c6","reconcileID":"9e9591f9-0e67-425b-b627-11f8534237c9","name":"e2e-legacy-migration-1ddf72c6","namespace":"llm"} {"level":"info","ts":1789667121.3466175,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1ddf72c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1ddf72c6","reconcileID":"9e9591f9-0e67-425b-b627-11f8534237c9","modelName":"e2e-legacy-migration-1ddf72c6","resolvedRefs":1} {"level":"error","ts":1789667121.380219,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1ddf72c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1ddf72c6","reconcileID":"7339414c-b8ff-46a3-9b00-b96daee2a7f8","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-1ddf72c6\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789667121.3802676,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1ddf72c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1ddf72c6","reconcileID":"7339414c-b8ff-46a3-9b00-b96daee2a7f8","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-1ddf72c6\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789667121.3803265,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1ddf72c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1ddf72c6","reconcileID":"73233308-3d71-4dea-8be8-52fdea42316e"} {"level":"info","ts":1789667121.380392,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1ddf72c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1ddf72c6","reconcileID":"73233308-3d71-4dea-8be8-52fdea42316e","name":"e2e-legacy-migration-1ddf72c6"} {"level":"info","ts":1789667121.3971398,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1ddf72c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1ddf72c6","reconcileID":"73233308-3d71-4dea-8be8-52fdea42316e","httpRoute":"e2e-legacy-migration-1ddf72c6","providers":["e2e-legacy-migration-1ddf72c6"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789667121.4034357,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1ddf72c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1ddf72c6","reconcileID":"19f3e774-e6d5-45f9-a8e7-2e437ccb92e2","name":"e2e-legacy-migration-1ddf72c6","namespace":"llm"} {"level":"info","ts":1789667121.4035213,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1ddf72c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1ddf72c6","reconcileID":"19f3e774-e6d5-45f9-a8e7-2e437ccb92e2","modelName":"e2e-legacy-migration-1ddf72c6","resolvedRefs":1} {"level":"error","ts":1789667121.4057717,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1ddf72c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1ddf72c6","reconcileID":"73233308-3d71-4dea-8be8-52fdea42316e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-1ddf72c6\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789667121.4058685,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1ddf72c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1ddf72c6","reconcileID":"a23314d0-0c90-482a-a2e8-2264c3aad423"} {"level":"info","ts":1789667121.405937,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1ddf72c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1ddf72c6","reconcileID":"a23314d0-0c90-482a-a2e8-2264c3aad423","name":"e2e-legacy-migration-1ddf72c6"} {"level":"info","ts":1789667121.4276366,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1ddf72c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1ddf72c6","reconcileID":"a23314d0-0c90-482a-a2e8-2264c3aad423","httpRoute":"e2e-legacy-migration-1ddf72c6","providers":["e2e-legacy-migration-1ddf72c6"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789667121.508442,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1ddf72c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1ddf72c6","reconcileID":"e9ac8112-7e07-4d25-8134-73daaf998534","name":"e2e-legacy-migration-1ddf72c6","namespace":"llm"} {"level":"info","ts":1789667121.5140176,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1ddf72c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1ddf72c6","reconcileID":"e9ac8112-7e07-4d25-8134-73daaf998534","name":"e2e-legacy-migration-1ddf72c6"} {"level":"info","ts":1789667121.530369,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1ddf72c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1ddf72c6","reconcileID":"e9ac8112-7e07-4d25-8134-73daaf998534","provider":"openai","model":"e2e-legacy-migration-1ddf72c6","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789667124.1916764,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1ddf72c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1ddf72c6","reconcileID":"797b7d30-7539-47b8-8a77-87726fc451a0","name":"e2e-legacy-migration-1ddf72c6","namespace":"llm"} {"level":"info","ts":1789667124.208902,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1ddf72c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1ddf72c6","reconcileID":"243081d7-4473-422a-a2cb-442bef543f03","name":"e2e-legacy-migration-1ddf72c6","namespace":"llm"} {"level":"info","ts":1789667124.2089381,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1ddf72c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1ddf72c6","reconcileID":"243081d7-4473-422a-a2cb-442bef543f03","modelName":"e2e-legacy-migration-1ddf72c6","resolvedRefs":1} {"level":"info","ts":1789667124.209006,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1ddf72c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1ddf72c6","reconcileID":"a5020fb0-843d-4840-b8fc-c0107c675b1d"} {"level":"info","ts":1789667124.2090003,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1ddf72c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1ddf72c6","reconcileID":"763595f7-dced-40e9-8b53-55ee9598d282"} {"level":"info","ts":1789667124.209068,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1ddf72c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1ddf72c6","reconcileID":"92dcafab-3dd2-41b0-b3a6-a45f7e7e800d","name":"e2e-legacy-migration-1ddf72c6","namespace":"llm"} {"level":"info","ts":1789667124.2091405,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1ddf72c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1ddf72c6","reconcileID":"92dcafab-3dd2-41b0-b3a6-a45f7e7e800d","name":"e2e-legacy-migration-1ddf72c6","namespace":"llm"} {"level":"error","ts":1789667124.2090394,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1ddf72c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1ddf72c6","reconcileID":"763595f7-dced-40e9-8b53-55ee9598d282","provider":"e2e-legacy-migration-1ddf72c6","error":"ExternalProvider.inference.opendatahub.io \"e2e-legacy-migration-1ddf72c6\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789667124.209783,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1ddf72c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1ddf72c6","reconcileID":"f3da9797-2e2c-420a-ab91-4e8383c3e3db","name":"e2e-legacy-migration-1ddf72c6","namespace":"llm"} {"level":"info","ts":1789667124.209812,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1ddf72c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1ddf72c6","reconcileID":"f3da9797-2e2c-420a-ab91-4e8383c3e3db","name":"e2e-legacy-migration-1ddf72c6","namespace":"llm"} {"level":"error","ts":1789667124.2293434,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1ddf72c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1ddf72c6","reconcileID":"763595f7-dced-40e9-8b53-55ee9598d282","error":"externalmodels.inference.opendatahub.io \"e2e-legacy-migration-1ddf72c6\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789667124.2293866,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1ddf72c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1ddf72c6","reconcileID":"763595f7-dced-40e9-8b53-55ee9598d282","error":"ExternalModel \"e2e-legacy-migration-1ddf72c6\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-1ddf72c6\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789667124.2294466,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1ddf72c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1ddf72c6","reconcileID":"9a46d8fe-e6bd-4a2b-b388-414e7359e671"} {"level":"info","ts":1789667124.6390455,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789667124.6391408,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"20976222-0abe-45e8-8516-4e5ab6473c17"} {"level":"info","ts":1789667124.6391604,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"20976222-0abe-45e8-8516-4e5ab6473c17"} {"level":"info","ts":1789667124.6391778,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"20976222-0abe-45e8-8516-4e5ab6473c17","EoS":false} {"level":"info","ts":1789667124.639196,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"20976222-0abe-45e8-8516-4e5ab6473c17","EoS":true} {"level":"info","ts":1789667124.6392252,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"20976222-0abe-45e8-8516-4e5ab6473c17","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789667124.6392443,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"20976222-0abe-45e8-8516-4e5ab6473c17","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789667124.639258,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"20976222-0abe-45e8-8516-4e5ab6473c17","modelName":"e2e-external-model"} {"level":"info","ts":1789667124.6392736,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"20976222-0abe-45e8-8516-4e5ab6473c17","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789667124.6393201,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"20976222-0abe-45e8-8516-4e5ab6473c17"} {"level":"info","ts":1789667124.990221,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789667124.990317,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"93ab0f11-e7d9-4ebc-8baa-cee94fd9fd42"} {"level":"info","ts":1789667124.990331,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"93ab0f11-e7d9-4ebc-8baa-cee94fd9fd42"} {"level":"info","ts":1789667124.990348,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"93ab0f11-e7d9-4ebc-8baa-cee94fd9fd42","EoS":false} {"level":"info","ts":1789667124.990369,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"93ab0f11-e7d9-4ebc-8baa-cee94fd9fd42","EoS":true} {"level":"info","ts":1789667124.9903991,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"93ab0f11-e7d9-4ebc-8baa-cee94fd9fd42","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789667124.990417,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"93ab0f11-e7d9-4ebc-8baa-cee94fd9fd42","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789667124.9904473,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"93ab0f11-e7d9-4ebc-8baa-cee94fd9fd42"} {"level":"info","ts":1789667125.2544296,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789667125.2545292,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fe435b07-f4ad-46a3-ab61-4d7d25877900"} {"level":"info","ts":1789667125.2545447,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"fe435b07-f4ad-46a3-ab61-4d7d25877900"} {"level":"info","ts":1789667125.2545555,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"fe435b07-f4ad-46a3-ab61-4d7d25877900","EoS":false} {"level":"info","ts":1789667125.2545662,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"fe435b07-f4ad-46a3-ab61-4d7d25877900","EoS":true} {"level":"info","ts":1789667125.2545881,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fe435b07-f4ad-46a3-ab61-4d7d25877900","field":"model","value":"nonexistent-model"} {"level":"info","ts":1789667125.2546515,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"fe435b07-f4ad-46a3-ab61-4d7d25877900","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789667125.2546809,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"fe435b07-f4ad-46a3-ab61-4d7d25877900"} {"level":"info","ts":1789667126.5276933,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789667126.5277762,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"568ea684-16d5-41be-8111-4ac91ddd26f5"} {"level":"info","ts":1789667126.5277889,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"568ea684-16d5-41be-8111-4ac91ddd26f5"} {"level":"info","ts":1789667126.5277996,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"568ea684-16d5-41be-8111-4ac91ddd26f5","EoS":false} {"level":"info","ts":1789667126.5278108,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"568ea684-16d5-41be-8111-4ac91ddd26f5","EoS":true} {"level":"info","ts":1789667126.5278327,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"568ea684-16d5-41be-8111-4ac91ddd26f5","field":"model"} {"level":"info","ts":1789667126.5278578,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"568ea684-16d5-41be-8111-4ac91ddd26f5"} {"level":"info","ts":1789667128.1923802,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"66a2f319-7a6d-47f9-8bdd-551227de302b"} {"level":"info","ts":1789667128.1923976,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7b3e15a4-dc8f-47dd-adca-d74960eed6b7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789667128.1925418,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7b3e15a4-dc8f-47dd-adca-d74960eed6b7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789667128.3465543,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8598867e-9e7c-45c6-81a3-b0fbf3b045d9"} {"level":"info","ts":1789667128.3466039,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"918b6d1e-4f38-4f09-a95b-b47bd0c628db","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789667128.3466246,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"918b6d1e-4f38-4f09-a95b-b47bd0c628db","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789667129.381383,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789667129.3814714,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"005fa75b-f967-4fd0-89cf-7e4006d4a2af"} {"level":"info","ts":1789667129.381484,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"005fa75b-f967-4fd0-89cf-7e4006d4a2af"} {"level":"info","ts":1789667129.3814957,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"005fa75b-f967-4fd0-89cf-7e4006d4a2af","EoS":false} {"level":"info","ts":1789667129.381507,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"005fa75b-f967-4fd0-89cf-7e4006d4a2af","EoS":true} {"level":"info","ts":1789667129.3815272,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"005fa75b-f967-4fd0-89cf-7e4006d4a2af","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789667129.3815427,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"005fa75b-f967-4fd0-89cf-7e4006d4a2af","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789667129.3815641,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"005fa75b-f967-4fd0-89cf-7e4006d4a2af"} {"level":"info","ts":1789667129.470662,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789667129.470776,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3018365f-60c1-4ed7-aba0-bd32752384e9"} {"level":"info","ts":1789667129.4707952,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"3018365f-60c1-4ed7-aba0-bd32752384e9"} {"level":"info","ts":1789667129.4708142,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3018365f-60c1-4ed7-aba0-bd32752384e9","EoS":false} {"level":"info","ts":1789667129.4708314,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3018365f-60c1-4ed7-aba0-bd32752384e9","EoS":true} {"level":"info","ts":1789667129.470862,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3018365f-60c1-4ed7-aba0-bd32752384e9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789667129.4708827,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"3018365f-60c1-4ed7-aba0-bd32752384e9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789667129.4709158,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"3018365f-60c1-4ed7-aba0-bd32752384e9"} {"level":"info","ts":1789667129.534653,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789667129.534742,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a2197f7c-a8fc-9051-b8d7-b652911f4e0d"} {"level":"info","ts":1789667129.5347598,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a2197f7c-a8fc-9051-b8d7-b652911f4e0d"} {"level":"info","ts":1789667129.5347722,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a2197f7c-a8fc-9051-b8d7-b652911f4e0d","EoS":false} {"level":"info","ts":1789667129.5347848,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a2197f7c-a8fc-9051-b8d7-b652911f4e0d","EoS":true} {"level":"info","ts":1789667129.5348048,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a2197f7c-a8fc-9051-b8d7-b652911f4e0d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789667129.53482,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"a2197f7c-a8fc-9051-b8d7-b652911f4e0d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789667129.5348456,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a2197f7c-a8fc-9051-b8d7-b652911f4e0d"} {"level":"info","ts":1789667129.592742,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789667129.592827,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0bfa9d98-0e1c-4a80-9acb-50bae663e5dc"} {"level":"info","ts":1789667129.59284,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"0bfa9d98-0e1c-4a80-9acb-50bae663e5dc"} {"level":"info","ts":1789667129.592851,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0bfa9d98-0e1c-4a80-9acb-50bae663e5dc","EoS":false} {"level":"info","ts":1789667129.5928614,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0bfa9d98-0e1c-4a80-9acb-50bae663e5dc","EoS":true} {"level":"info","ts":1789667129.5928814,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0bfa9d98-0e1c-4a80-9acb-50bae663e5dc","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789667129.5928943,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"0bfa9d98-0e1c-4a80-9acb-50bae663e5dc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789667129.592914,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"0bfa9d98-0e1c-4a80-9acb-50bae663e5dc"} {"level":"info","ts":1789667143.659418,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789667143.6595292,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6d1951df-3ea3-4a19-a9d7-d38c0d13fea0"} {"level":"info","ts":1789667143.6595492,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"6d1951df-3ea3-4a19-a9d7-d38c0d13fea0"} {"level":"info","ts":1789667143.6595669,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6d1951df-3ea3-4a19-a9d7-d38c0d13fea0","EoS":false} {"level":"info","ts":1789667143.6595826,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6d1951df-3ea3-4a19-a9d7-d38c0d13fea0","EoS":true} {"level":"info","ts":1789667143.6596084,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"6d1951df-3ea3-4a19-a9d7-d38c0d13fea0","field":"model"} {"level":"info","ts":1789667143.65964,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"6d1951df-3ea3-4a19-a9d7-d38c0d13fea0"} {"level":"info","ts":1789667143.8046741,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789667143.804761,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"457f4407-486a-4bdf-9c09-087e3da7c577"} {"level":"info","ts":1789667143.8047738,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"457f4407-486a-4bdf-9c09-087e3da7c577"} {"level":"info","ts":1789667143.8047843,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"457f4407-486a-4bdf-9c09-087e3da7c577","EoS":false} {"level":"info","ts":1789667143.8048007,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"457f4407-486a-4bdf-9c09-087e3da7c577","EoS":true} {"level":"info","ts":1789667143.8048167,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"457f4407-486a-4bdf-9c09-087e3da7c577","field":"model"} {"level":"info","ts":1789667143.8048408,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"457f4407-486a-4bdf-9c09-087e3da7c577"} {"level":"info","ts":1789667143.96225,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789667143.9623287,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8f1254f4-39a0-4180-9d06-750c9d2b4017"} {"level":"info","ts":1789667143.9623404,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"8f1254f4-39a0-4180-9d06-750c9d2b4017"} {"level":"info","ts":1789667143.9623516,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8f1254f4-39a0-4180-9d06-750c9d2b4017","EoS":false} {"level":"info","ts":1789667143.9623613,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8f1254f4-39a0-4180-9d06-750c9d2b4017","EoS":true} {"level":"info","ts":1789667143.962388,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"8f1254f4-39a0-4180-9d06-750c9d2b4017","field":"model"} {"level":"info","ts":1789667143.9624176,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"8f1254f4-39a0-4180-9d06-750c9d2b4017"} {"level":"info","ts":1789668212.7930794,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789668212.7931743,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2dbef784-146c-48ab-971c-3276565cc23a"} {"level":"info","ts":1789668212.7931893,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"2dbef784-146c-48ab-971c-3276565cc23a"} {"level":"info","ts":1789668212.793203,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2dbef784-146c-48ab-971c-3276565cc23a","EoS":false} {"level":"info","ts":1789668212.7932134,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2dbef784-146c-48ab-971c-3276565cc23a","EoS":true} {"level":"info","ts":1789668212.7932372,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2dbef784-146c-48ab-971c-3276565cc23a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789668212.7932527,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"2dbef784-146c-48ab-971c-3276565cc23a","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789668212.793282,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"2dbef784-146c-48ab-971c-3276565cc23a"} {"level":"info","ts":1789668212.8414884,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789668212.8415916,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"579b6f59-f0fd-46f9-b4f9-a2827ae463fd"} {"level":"info","ts":1789668212.8416047,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"579b6f59-f0fd-46f9-b4f9-a2827ae463fd"} {"level":"info","ts":1789668212.8416686,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"579b6f59-f0fd-46f9-b4f9-a2827ae463fd","EoS":false} {"level":"info","ts":1789668212.8416884,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"579b6f59-f0fd-46f9-b4f9-a2827ae463fd","EoS":true} {"level":"info","ts":1789668212.8417196,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"579b6f59-f0fd-46f9-b4f9-a2827ae463fd","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789668212.8417401,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"579b6f59-f0fd-46f9-b4f9-a2827ae463fd","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789668212.8417737,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"579b6f59-f0fd-46f9-b4f9-a2827ae463fd"} {"level":"info","ts":1789668552.0406752,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ecb17526-8fc8-4dd0-a5f1-3d83dfbd8ee5"} {"level":"info","ts":1789668552.0406878,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"94847b1b-1cbc-43d3-9bc6-01977e10ba68","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789668552.0408235,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"94847b1b-1cbc-43d3-9bc6-01977e10ba68","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789668552.0408585,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"94847b1b-1cbc-43d3-9bc6-01977e10ba68"} {"level":"error","ts":1789668552.0522833,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ecb17526-8fc8-4dd0-a5f1-3d83dfbd8ee5","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-x-api-key-trigger\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789668552.0523245,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ecb17526-8fc8-4dd0-a5f1-3d83dfbd8ee5","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789668552.0528688,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3cb3d58a-a976-42e8-ab56-fdd9ff7dea0d","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789668552.052896,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3cb3d58a-a976-42e8-ab56-fdd9ff7dea0d","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789668552.052916,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3cb3d58a-a976-42e8-ab56-fdd9ff7dea0d"} {"level":"error","ts":1789668552.057216,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ecb17526-8fc8-4dd0-a5f1-3d83dfbd8ee5","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-x-api-key-trigger\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789668552.05726,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ecb17526-8fc8-4dd0-a5f1-3d83dfbd8ee5","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789668552.057315,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1de8eaf6-7c89-4686-89c3-9c08356e7f59"} {"level":"error","ts":1789668552.057338,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1de8eaf6-7c89-4686-89c3-9c08356e7f59","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789668552.060856,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"0a5efd04-4a27-4f49-b2c8-f34720f70b9e","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789668552.0608819,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"0a5efd04-4a27-4f49-b2c8-f34720f70b9e","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789668552.0608995,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"0a5efd04-4a27-4f49-b2c8-f34720f70b9e"} {"level":"error","ts":1789668552.0665543,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1de8eaf6-7c89-4686-89c3-9c08356e7f59","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-x-api-key-trigger\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789668552.066593,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1de8eaf6-7c89-4686-89c3-9c08356e7f59","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789668552.066638,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"060171f2-b88d-436f-9ce7-819113a89425"} {"level":"error","ts":1789668552.0666585,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"060171f2-b88d-436f-9ce7-819113a89425","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789668552.0728586,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"060171f2-b88d-436f-9ce7-819113a89425","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789668552.0930896,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3a40483a-f730-40df-912e-06e97f0dd8dd"} {"level":"error","ts":1789668552.0931401,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3a40483a-f730-40df-912e-06e97f0dd8dd","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789668552.102404,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3a40483a-f730-40df-912e-06e97f0dd8dd","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789668552.1425264,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"20f53e7b-7776-4281-a9db-a691dcc15582"} {"level":"error","ts":1789668552.1425676,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"20f53e7b-7776-4281-a9db-a691dcc15582","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789668552.151232,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"20f53e7b-7776-4281-a9db-a691dcc15582","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789668552.1940658,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7ed1b2c7-022c-4b31-9070-67fc0f238ecd"} {"level":"error","ts":1789668552.194107,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7ed1b2c7-022c-4b31-9070-67fc0f238ecd","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789668552.1940658,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f74ecef9-b0cb-49cc-9850-abd801e17434","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789668552.1941786,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f74ecef9-b0cb-49cc-9850-abd801e17434","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789668552.1942034,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f74ecef9-b0cb-49cc-9850-abd801e17434"} {"level":"error","ts":1789668552.2036424,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7ed1b2c7-022c-4b31-9070-67fc0f238ecd","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789668552.3638048,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7aa8578c-da91-4177-9035-105bbede43a9"} {"level":"error","ts":1789668552.3638885,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7aa8578c-da91-4177-9035-105bbede43a9","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789668552.3721638,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7aa8578c-da91-4177-9035-105bbede43a9","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789668552.6927154,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"9a37fc19-853f-4aa3-9d02-0f30bc786e0c"} {"level":"error","ts":1789668552.6927645,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"9a37fc19-853f-4aa3-9d02-0f30bc786e0c","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789668552.717487,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"9a37fc19-853f-4aa3-9d02-0f30bc786e0c","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789668553.3583124,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"51519728-31b4-49fd-86ee-0d8becd2c735"} {"level":"error","ts":1789668553.358373,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"51519728-31b4-49fd-86ee-0d8becd2c735","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789668553.3685894,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"51519728-31b4-49fd-86ee-0d8becd2c735","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789668554.6493893,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"17293ae9-8e0d-4ca9-9a93-80137d3748d0"} {"level":"error","ts":1789668554.6494539,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"17293ae9-8e0d-4ca9-9a93-80137d3748d0","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789668554.6576238,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"17293ae9-8e0d-4ca9-9a93-80137d3748d0","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789668557.1946197,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5edc6d51-ebe0-46a3-93b0-324710e0ee0f","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789668557.1946707,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5edc6d51-ebe0-46a3-93b0-324710e0ee0f","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789668557.194692,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5edc6d51-ebe0-46a3-93b0-324710e0ee0f"} {"level":"info","ts":1789668557.2187436,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"67a49426-4c41-436d-b9f1-aad66d843b12"} {"level":"error","ts":1789668557.2187934,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"67a49426-4c41-436d-b9f1-aad66d843b12","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789668557.2253919,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"67a49426-4c41-436d-b9f1-aad66d843b12","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789668562.195702,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"91b765cc-3544-4158-8074-9e1079ae9b82","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789668562.195759,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"91b765cc-3544-4158-8074-9e1079ae9b82","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789668562.1957862,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"91b765cc-3544-4158-8074-9e1079ae9b82"} {"level":"info","ts":1789668562.3459692,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5f1c0f47-e311-49c5-9d82-67a488da4575"} {"level":"error","ts":1789668562.346028,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5f1c0f47-e311-49c5-9d82-67a488da4575","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789668562.3535428,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5f1c0f47-e311-49c5-9d82-67a488da4575","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789668562.6108332,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789668562.6109183,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1a4d7793-9f7a-4f2e-9b0a-6f2b3dd315b8"} {"level":"info","ts":1789668562.6109304,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"1a4d7793-9f7a-4f2e-9b0a-6f2b3dd315b8"} {"level":"info","ts":1789668562.610942,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1a4d7793-9f7a-4f2e-9b0a-6f2b3dd315b8","EoS":false} {"level":"info","ts":1789668562.61097,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1a4d7793-9f7a-4f2e-9b0a-6f2b3dd315b8","EoS":true} {"level":"info","ts":1789668562.6109908,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1a4d7793-9f7a-4f2e-9b0a-6f2b3dd315b8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789668562.6110055,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"1a4d7793-9f7a-4f2e-9b0a-6f2b3dd315b8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789668562.6110268,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"1a4d7793-9f7a-4f2e-9b0a-6f2b3dd315b8"} {"level":"info","ts":1789668562.670432,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789668562.6705132,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4dbcc364-9d87-4025-8ba8-c69ff17e7f07"} {"level":"info","ts":1789668562.6705258,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"4dbcc364-9d87-4025-8ba8-c69ff17e7f07"} {"level":"info","ts":1789668562.6705368,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4dbcc364-9d87-4025-8ba8-c69ff17e7f07","EoS":false} {"level":"info","ts":1789668562.670548,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4dbcc364-9d87-4025-8ba8-c69ff17e7f07","EoS":true} {"level":"info","ts":1789668562.6705678,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4dbcc364-9d87-4025-8ba8-c69ff17e7f07","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789668562.6705832,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"4dbcc364-9d87-4025-8ba8-c69ff17e7f07","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789668562.6706023,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"4dbcc364-9d87-4025-8ba8-c69ff17e7f07"} {"level":"info","ts":1789668562.7434604,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789668562.7435431,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c84488df-4cdf-4ade-bd6d-58788473e6a9"} {"level":"info","ts":1789668562.7435584,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c84488df-4cdf-4ade-bd6d-58788473e6a9"} {"level":"info","ts":1789668562.7435694,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c84488df-4cdf-4ade-bd6d-58788473e6a9","EoS":false} {"level":"info","ts":1789668562.7435796,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c84488df-4cdf-4ade-bd6d-58788473e6a9","EoS":true} {"level":"info","ts":1789668562.7435977,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c84488df-4cdf-4ade-bd6d-58788473e6a9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789668562.7436125,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"c84488df-4cdf-4ade-bd6d-58788473e6a9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789668562.743631,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c84488df-4cdf-4ade-bd6d-58788473e6a9"} {"level":"info","ts":1789668562.7801895,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789668562.7802591,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6ce91fd9-197f-4c47-add0-1c112b9231e9"} {"level":"info","ts":1789668562.7802708,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"6ce91fd9-197f-4c47-add0-1c112b9231e9"} {"level":"info","ts":1789668562.7802815,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6ce91fd9-197f-4c47-add0-1c112b9231e9","EoS":false} {"level":"info","ts":1789668562.7802916,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6ce91fd9-197f-4c47-add0-1c112b9231e9","EoS":true} {"level":"info","ts":1789668562.780308,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6ce91fd9-197f-4c47-add0-1c112b9231e9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789668562.7803216,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"6ce91fd9-197f-4c47-add0-1c112b9231e9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789668562.780343,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"6ce91fd9-197f-4c47-add0-1c112b9231e9"} {"level":"info","ts":1789668562.808089,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789668562.8081439,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c0ffcd0-c080-4f51-8e1b-8ca54681384c"} {"level":"info","ts":1789668562.8081548,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"9c0ffcd0-c080-4f51-8e1b-8ca54681384c"} {"level":"info","ts":1789668562.808166,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9c0ffcd0-c080-4f51-8e1b-8ca54681384c","EoS":false} {"level":"info","ts":1789668562.8081756,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9c0ffcd0-c080-4f51-8e1b-8ca54681384c","EoS":true} {"level":"info","ts":1789668562.8081899,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9c0ffcd0-c080-4f51-8e1b-8ca54681384c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789668562.8081994,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"9c0ffcd0-c080-4f51-8e1b-8ca54681384c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789668562.8082175,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"9c0ffcd0-c080-4f51-8e1b-8ca54681384c"} {"level":"info","ts":1789668562.8341398,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789668562.8342001,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c0a0d3c6-905e-4f3b-8401-a4265fceddfa"} {"level":"info","ts":1789668562.8342109,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c0a0d3c6-905e-4f3b-8401-a4265fceddfa"} {"level":"info","ts":1789668562.834221,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c0a0d3c6-905e-4f3b-8401-a4265fceddfa","EoS":false} {"level":"info","ts":1789668562.8342302,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c0a0d3c6-905e-4f3b-8401-a4265fceddfa","EoS":true} {"level":"info","ts":1789668562.8342457,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c0a0d3c6-905e-4f3b-8401-a4265fceddfa","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789668562.8342576,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"c0a0d3c6-905e-4f3b-8401-a4265fceddfa","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789668562.8342745,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c0a0d3c6-905e-4f3b-8401-a4265fceddfa"} {"level":"info","ts":1789668562.9942062,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8a4a1d3b-4bda-461c-ac2d-1ee417f9cd00"} {"level":"info","ts":1789668562.9942176,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f89d12c8-e4b9-4a17-b36a-4665a2544e10","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"info","ts":1789668562.9942482,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f89d12c8-e4b9-4a17-b36a-4665a2544e10","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"info","ts":1789668580.8128114,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789668580.8129208,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cc27550b-d9d4-4a6c-993e-60eef7d5f30e"} {"level":"info","ts":1789668580.8129363,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"cc27550b-d9d4-4a6c-993e-60eef7d5f30e"} {"level":"info","ts":1789668580.8130288,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cc27550b-d9d4-4a6c-993e-60eef7d5f30e","EoS":false} {"level":"info","ts":1789668580.8130524,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cc27550b-d9d4-4a6c-993e-60eef7d5f30e","EoS":true} {"level":"info","ts":1789668580.8130841,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cc27550b-d9d4-4a6c-993e-60eef7d5f30e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789668580.8131042,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"cc27550b-d9d4-4a6c-993e-60eef7d5f30e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789668580.813138,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"cc27550b-d9d4-4a6c-993e-60eef7d5f30e"} {"level":"info","ts":1789668580.9666245,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789668580.966717,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"23dd5d59-2778-4721-a2e7-c14250b352d0"} {"level":"info","ts":1789668580.966734,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"23dd5d59-2778-4721-a2e7-c14250b352d0"} {"level":"info","ts":1789668580.9667466,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"23dd5d59-2778-4721-a2e7-c14250b352d0","EoS":false} {"level":"info","ts":1789668580.9667645,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"23dd5d59-2778-4721-a2e7-c14250b352d0","EoS":true} {"level":"info","ts":1789668580.966787,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"23dd5d59-2778-4721-a2e7-c14250b352d0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789668580.9668033,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"23dd5d59-2778-4721-a2e7-c14250b352d0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789668580.966823,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"23dd5d59-2778-4721-a2e7-c14250b352d0"} {"level":"info","ts":1789668581.108889,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789668581.1090012,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0616c8a3-ad25-48b8-a063-2f741bc25e97"} {"level":"info","ts":1789668581.1090174,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"0616c8a3-ad25-48b8-a063-2f741bc25e97"} {"level":"info","ts":1789668581.1090343,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0616c8a3-ad25-48b8-a063-2f741bc25e97","EoS":false} {"level":"info","ts":1789668581.1090455,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0616c8a3-ad25-48b8-a063-2f741bc25e97","EoS":true} {"level":"info","ts":1789668581.1090648,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0616c8a3-ad25-48b8-a063-2f741bc25e97","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789668581.1090815,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"0616c8a3-ad25-48b8-a063-2f741bc25e97","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789668581.1091115,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"0616c8a3-ad25-48b8-a063-2f741bc25e97"} {"level":"info","ts":1789668581.2446876,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789668581.2447715,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"45a7b8a9-a8be-4792-a3e0-bef30b582f6a"} {"level":"info","ts":1789668581.2447836,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"45a7b8a9-a8be-4792-a3e0-bef30b582f6a"} {"level":"info","ts":1789668581.2447944,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"45a7b8a9-a8be-4792-a3e0-bef30b582f6a","EoS":false} {"level":"info","ts":1789668581.2448046,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"45a7b8a9-a8be-4792-a3e0-bef30b582f6a","EoS":true} {"level":"info","ts":1789668581.244823,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"45a7b8a9-a8be-4792-a3e0-bef30b582f6a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789668581.244837,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"45a7b8a9-a8be-4792-a3e0-bef30b582f6a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789668581.2448564,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"45a7b8a9-a8be-4792-a3e0-bef30b582f6a"} {"level":"info","ts":1789668581.3843617,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789668581.3844478,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9abe1117-0025-42c9-95c5-823f3a16c42e"} {"level":"info","ts":1789668581.3844593,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"9abe1117-0025-42c9-95c5-823f3a16c42e"} {"level":"info","ts":1789668581.384471,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9abe1117-0025-42c9-95c5-823f3a16c42e","EoS":false} {"level":"info","ts":1789668581.3844812,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9abe1117-0025-42c9-95c5-823f3a16c42e","EoS":true} {"level":"info","ts":1789668581.384501,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9abe1117-0025-42c9-95c5-823f3a16c42e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789668581.3845153,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"9abe1117-0025-42c9-95c5-823f3a16c42e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789668581.3845391,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"9abe1117-0025-42c9-95c5-823f3a16c42e"} {"level":"info","ts":1789668581.5199027,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789668581.5200183,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"829add1f-fd92-4cad-9d74-88cdc299f0aa"} {"level":"info","ts":1789668581.520033,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"829add1f-fd92-4cad-9d74-88cdc299f0aa"} {"level":"info","ts":1789668581.520045,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"829add1f-fd92-4cad-9d74-88cdc299f0aa","EoS":false} {"level":"info","ts":1789668581.5200574,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"829add1f-fd92-4cad-9d74-88cdc299f0aa","EoS":true} {"level":"info","ts":1789668581.5200791,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"829add1f-fd92-4cad-9d74-88cdc299f0aa","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789668581.5201008,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"829add1f-fd92-4cad-9d74-88cdc299f0aa","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789668581.5201216,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"829add1f-fd92-4cad-9d74-88cdc299f0aa"} {"level":"info","ts":1789668590.3295867,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789668590.3296788,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bab626a4-05db-44a4-9295-c284ef1d3477"} {"level":"info","ts":1789668590.3296907,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"bab626a4-05db-44a4-9295-c284ef1d3477"} {"level":"info","ts":1789668590.3297017,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bab626a4-05db-44a4-9295-c284ef1d3477","EoS":false} {"level":"info","ts":1789668590.329714,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bab626a4-05db-44a4-9295-c284ef1d3477","EoS":true} {"level":"info","ts":1789668590.3297348,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bab626a4-05db-44a4-9295-c284ef1d3477","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789668590.3297496,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"bab626a4-05db-44a4-9295-c284ef1d3477","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789668590.3297708,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"bab626a4-05db-44a4-9295-c284ef1d3477"} {"level":"info","ts":1789668590.362847,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789668590.3629155,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"82a7201a-8d3d-46ea-9a2e-e71b61023f7e"} {"level":"info","ts":1789668590.3629277,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"82a7201a-8d3d-46ea-9a2e-e71b61023f7e"} {"level":"info","ts":1789668590.3629377,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"82a7201a-8d3d-46ea-9a2e-e71b61023f7e","EoS":false} {"level":"info","ts":1789668590.3629487,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"82a7201a-8d3d-46ea-9a2e-e71b61023f7e","EoS":true} {"level":"info","ts":1789668590.3629873,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"82a7201a-8d3d-46ea-9a2e-e71b61023f7e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789668590.363001,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"82a7201a-8d3d-46ea-9a2e-e71b61023f7e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789668590.3630214,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"82a7201a-8d3d-46ea-9a2e-e71b61023f7e"} {"level":"info","ts":1789668590.3963156,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789668590.396416,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"090ffc42-9f15-486f-bdc0-09d6a306cc62"} {"level":"info","ts":1789668590.3964312,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"090ffc42-9f15-486f-bdc0-09d6a306cc62"} {"level":"info","ts":1789668590.3964484,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"090ffc42-9f15-486f-bdc0-09d6a306cc62","EoS":false} {"level":"info","ts":1789668590.39647,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"090ffc42-9f15-486f-bdc0-09d6a306cc62","EoS":true} {"level":"info","ts":1789668590.3965392,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"090ffc42-9f15-486f-bdc0-09d6a306cc62","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789668590.3965585,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"090ffc42-9f15-486f-bdc0-09d6a306cc62","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789668590.396587,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"090ffc42-9f15-486f-bdc0-09d6a306cc62"} {"level":"info","ts":1789668590.4296432,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789668590.4297247,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"50fbc8e3-be72-45a5-b277-d55487bc54c5"} {"level":"info","ts":1789668590.4297376,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"50fbc8e3-be72-45a5-b277-d55487bc54c5"} {"level":"info","ts":1789668590.4297483,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"50fbc8e3-be72-45a5-b277-d55487bc54c5","EoS":false} {"level":"info","ts":1789668590.4297602,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"50fbc8e3-be72-45a5-b277-d55487bc54c5","EoS":true} {"level":"info","ts":1789668590.4297812,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"50fbc8e3-be72-45a5-b277-d55487bc54c5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789668590.429797,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"50fbc8e3-be72-45a5-b277-d55487bc54c5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789668590.4298162,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"50fbc8e3-be72-45a5-b277-d55487bc54c5"} {"level":"info","ts":1789668590.460425,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789668590.4605105,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"85c102e2-06fa-48b5-994b-1cd6204606c3"} {"level":"info","ts":1789668591.2521338,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789668591.2522156,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dbfa8b2a-be37-4627-992d-0d2ffbd001fd"} {"level":"info","ts":1789668591.2522273,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"dbfa8b2a-be37-4627-992d-0d2ffbd001fd"} {"level":"info","ts":1789668591.2522378,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"dbfa8b2a-be37-4627-992d-0d2ffbd001fd","EoS":false} {"level":"info","ts":1789668591.2522507,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"dbfa8b2a-be37-4627-992d-0d2ffbd001fd","EoS":true} {"level":"info","ts":1789668591.2522717,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dbfa8b2a-be37-4627-992d-0d2ffbd001fd","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789668591.2522864,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"dbfa8b2a-be37-4627-992d-0d2ffbd001fd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789668591.2523084,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"dbfa8b2a-be37-4627-992d-0d2ffbd001fd"} {"level":"info","ts":1789668592.1929038,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789668592.1930122,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4ac39911-a0d4-4a2b-ab38-8a83da928bcb"} {"level":"info","ts":1789668592.1930296,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"4ac39911-a0d4-4a2b-ab38-8a83da928bcb"} {"level":"info","ts":1789668592.1930437,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4ac39911-a0d4-4a2b-ab38-8a83da928bcb","EoS":false} {"level":"info","ts":1789668592.1930554,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4ac39911-a0d4-4a2b-ab38-8a83da928bcb","EoS":true} {"level":"info","ts":1789668592.1930747,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4ac39911-a0d4-4a2b-ab38-8a83da928bcb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789668592.1930897,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"4ac39911-a0d4-4a2b-ab38-8a83da928bcb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789668592.1931136,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"4ac39911-a0d4-4a2b-ab38-8a83da928bcb"} {"level":"info","ts":1789668592.943557,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789668592.9436386,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d329c9c3-bb72-4527-a3ac-d4d117a917ea"} {"level":"info","ts":1789668592.943654,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"d329c9c3-bb72-4527-a3ac-d4d117a917ea"} {"level":"info","ts":1789668592.9436657,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d329c9c3-bb72-4527-a3ac-d4d117a917ea","EoS":false} {"level":"info","ts":1789668592.9436777,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d329c9c3-bb72-4527-a3ac-d4d117a917ea","EoS":true} {"level":"info","ts":1789668592.9437,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d329c9c3-bb72-4527-a3ac-d4d117a917ea","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789668592.9437165,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"d329c9c3-bb72-4527-a3ac-d4d117a917ea","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789668592.9437356,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"d329c9c3-bb72-4527-a3ac-d4d117a917ea"} {"level":"info","ts":1789668593.9709427,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789668593.9710538,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d84ed4c9-b70c-4111-af19-49cdf56c0d26"} {"level":"info","ts":1789668593.9710648,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"d84ed4c9-b70c-4111-af19-49cdf56c0d26"} {"level":"info","ts":1789668593.9710758,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d84ed4c9-b70c-4111-af19-49cdf56c0d26","EoS":false} {"level":"info","ts":1789668593.971086,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d84ed4c9-b70c-4111-af19-49cdf56c0d26","EoS":true} {"level":"info","ts":1789668593.9711065,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d84ed4c9-b70c-4111-af19-49cdf56c0d26","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789668593.9711223,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"d84ed4c9-b70c-4111-af19-49cdf56c0d26","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789668593.9711435,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"d84ed4c9-b70c-4111-af19-49cdf56c0d26"} {"level":"info","ts":1789668599.373261,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789668599.3733418,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"93e8e538-fab5-4c4d-9971-7389c002a7f7"} {"level":"info","ts":1789668599.3733582,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"93e8e538-fab5-4c4d-9971-7389c002a7f7"} {"level":"info","ts":1789668599.3733695,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"93e8e538-fab5-4c4d-9971-7389c002a7f7","EoS":false} {"level":"info","ts":1789668599.3733802,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"93e8e538-fab5-4c4d-9971-7389c002a7f7","EoS":true} {"level":"info","ts":1789668599.3734002,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"93e8e538-fab5-4c4d-9971-7389c002a7f7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789668599.3734157,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"93e8e538-fab5-4c4d-9971-7389c002a7f7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789668599.3734393,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"93e8e538-fab5-4c4d-9971-7389c002a7f7"} {"level":"info","ts":1789668604.4504056,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789668604.4505045,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4938249d-e592-4b06-b1a7-fef0900aae3c"} {"level":"info","ts":1789668604.4505212,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"4938249d-e592-4b06-b1a7-fef0900aae3c"} {"level":"info","ts":1789668604.450539,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4938249d-e592-4b06-b1a7-fef0900aae3c","EoS":false} {"level":"info","ts":1789668604.4505506,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4938249d-e592-4b06-b1a7-fef0900aae3c","EoS":true} {"level":"info","ts":1789668604.4505749,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4938249d-e592-4b06-b1a7-fef0900aae3c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789668604.4505947,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"4938249d-e592-4b06-b1a7-fef0900aae3c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789668604.4506218,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"4938249d-e592-4b06-b1a7-fef0900aae3c"} {"level":"info","ts":1789668605.677841,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789668605.677925,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9f96f4d8-c70f-448d-af6d-4ca37abb83ba"} {"level":"info","ts":1789668605.677935,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"9f96f4d8-c70f-448d-af6d-4ca37abb83ba"} {"level":"info","ts":1789668605.6779454,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9f96f4d8-c70f-448d-af6d-4ca37abb83ba","EoS":false} {"level":"info","ts":1789668605.677979,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9f96f4d8-c70f-448d-af6d-4ca37abb83ba","EoS":true} {"level":"info","ts":1789668605.6780052,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9f96f4d8-c70f-448d-af6d-4ca37abb83ba","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789668605.678021,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"9f96f4d8-c70f-448d-af6d-4ca37abb83ba","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789668605.678041,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"9f96f4d8-c70f-448d-af6d-4ca37abb83ba"} {"level":"info","ts":1789668613.7311301,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789668613.731222,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1142a45c-f418-4ee9-9684-bb987a8ad1d1"} {"level":"info","ts":1789668613.731234,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"1142a45c-f418-4ee9-9684-bb987a8ad1d1"} {"level":"info","ts":1789668613.7312455,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1142a45c-f418-4ee9-9684-bb987a8ad1d1","EoS":false} {"level":"info","ts":1789668613.7312582,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1142a45c-f418-4ee9-9684-bb987a8ad1d1","EoS":true} {"level":"info","ts":1789668613.731278,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1142a45c-f418-4ee9-9684-bb987a8ad1d1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789668613.7312922,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"1142a45c-f418-4ee9-9684-bb987a8ad1d1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789668613.7313116,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"1142a45c-f418-4ee9-9684-bb987a8ad1d1"} {"level":"info","ts":1789668615.3315303,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789668615.3316324,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5052b819-a663-4709-bd26-0e41eafd5123"} {"level":"info","ts":1789668615.3316472,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"5052b819-a663-4709-bd26-0e41eafd5123"} {"level":"info","ts":1789668615.3316586,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5052b819-a663-4709-bd26-0e41eafd5123","EoS":false} {"level":"info","ts":1789668615.331671,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5052b819-a663-4709-bd26-0e41eafd5123","EoS":true} {"level":"info","ts":1789668615.3316917,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5052b819-a663-4709-bd26-0e41eafd5123","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789668615.331706,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"5052b819-a663-4709-bd26-0e41eafd5123","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789668615.331728,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"5052b819-a663-4709-bd26-0e41eafd5123"} {"level":"info","ts":1789668683.419828,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789668683.4199166,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9a4e4dd2-1b4b-4842-a449-1da8766fa8f7"} {"level":"info","ts":1789668683.419929,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"9a4e4dd2-1b4b-4842-a449-1da8766fa8f7"} {"level":"info","ts":1789668683.4199407,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9a4e4dd2-1b4b-4842-a449-1da8766fa8f7","EoS":false} {"level":"info","ts":1789668683.4199739,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9a4e4dd2-1b4b-4842-a449-1da8766fa8f7","EoS":true} {"level":"info","ts":1789668683.4199955,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9a4e4dd2-1b4b-4842-a449-1da8766fa8f7","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1789668683.4200096,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"9a4e4dd2-1b4b-4842-a449-1da8766fa8f7","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789668683.4200318,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"9a4e4dd2-1b4b-4842-a449-1da8766fa8f7"} {"level":"info","ts":1789668704.930285,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789668704.9303734,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e68306db-4a29-4f84-983c-56a771ecc17b"} {"level":"info","ts":1789668704.930386,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"e68306db-4a29-4f84-983c-56a771ecc17b"} {"level":"info","ts":1789668704.9303977,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e68306db-4a29-4f84-983c-56a771ecc17b","EoS":false} {"level":"info","ts":1789668704.930409,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e68306db-4a29-4f84-983c-56a771ecc17b","EoS":true} {"level":"info","ts":1789668704.9304287,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e68306db-4a29-4f84-983c-56a771ecc17b","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1789668704.9304442,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"e68306db-4a29-4f84-983c-56a771ecc17b","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789668704.930468,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"e68306db-4a29-4f84-983c-56a771ecc17b"} {"level":"info","ts":1789668771.1155732,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789668771.1156826,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2a14a3f8-1485-4f28-b9e8-66a16b29fd8a"} {"level":"info","ts":1789668771.115698,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"2a14a3f8-1485-4f28-b9e8-66a16b29fd8a"} {"level":"info","ts":1789668771.1157167,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2a14a3f8-1485-4f28-b9e8-66a16b29fd8a","EoS":false} {"level":"info","ts":1789668771.1157362,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2a14a3f8-1485-4f28-b9e8-66a16b29fd8a","EoS":true} {"level":"info","ts":1789668771.1157684,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2a14a3f8-1485-4f28-b9e8-66a16b29fd8a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789668771.1157873,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"2a14a3f8-1485-4f28-b9e8-66a16b29fd8a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789668771.1158185,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"2a14a3f8-1485-4f28-b9e8-66a16b29fd8a"} {"level":"info","ts":1789668771.157352,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789668771.1574392,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"adcb79fe-45e6-4c73-a432-164294bb0740"} {"level":"info","ts":1789668771.157451,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"adcb79fe-45e6-4c73-a432-164294bb0740"} {"level":"info","ts":1789668771.1574647,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"adcb79fe-45e6-4c73-a432-164294bb0740","EoS":false} {"level":"info","ts":1789668771.1574771,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"adcb79fe-45e6-4c73-a432-164294bb0740","EoS":true} {"level":"info","ts":1789668771.1575036,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"adcb79fe-45e6-4c73-a432-164294bb0740","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789668771.1575227,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"adcb79fe-45e6-4c73-a432-164294bb0740","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789668771.1575482,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"adcb79fe-45e6-4c73-a432-164294bb0740"} {"level":"info","ts":1789668771.1907423,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789668771.1908188,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4f4181de-7e44-4599-9e5e-155ccce16d1e"} {"level":"info","ts":1789668771.1908312,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"4f4181de-7e44-4599-9e5e-155ccce16d1e"} {"level":"info","ts":1789668771.190842,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4f4181de-7e44-4599-9e5e-155ccce16d1e","EoS":false} {"level":"info","ts":1789668771.190853,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4f4181de-7e44-4599-9e5e-155ccce16d1e","EoS":true} {"level":"info","ts":1789668771.190872,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4f4181de-7e44-4599-9e5e-155ccce16d1e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789668771.1909275,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"4f4181de-7e44-4599-9e5e-155ccce16d1e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789668771.1909723,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"4f4181de-7e44-4599-9e5e-155ccce16d1e"} {"level":"info","ts":1789668778.6101189,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789668778.6102242,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6872c8fe-b7f6-4984-a77e-3ccc4575dfde"} {"level":"info","ts":1789668778.6102393,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"6872c8fe-b7f6-4984-a77e-3ccc4575dfde"} {"level":"info","ts":1789668778.6102576,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6872c8fe-b7f6-4984-a77e-3ccc4575dfde","EoS":false} {"level":"info","ts":1789668778.610275,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6872c8fe-b7f6-4984-a77e-3ccc4575dfde","EoS":true} {"level":"info","ts":1789668778.6103027,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6872c8fe-b7f6-4984-a77e-3ccc4575dfde","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789668778.6103215,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"6872c8fe-b7f6-4984-a77e-3ccc4575dfde","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789668778.6103573,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"6872c8fe-b7f6-4984-a77e-3ccc4575dfde"} {"level":"info","ts":1789668784.6729002,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789668784.6730258,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bfe68fde-9eef-4ef7-9cc8-ab82e8b6f56c"} {"level":"info","ts":1789668784.6730404,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"bfe68fde-9eef-4ef7-9cc8-ab82e8b6f56c"} {"level":"info","ts":1789668784.673052,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bfe68fde-9eef-4ef7-9cc8-ab82e8b6f56c","EoS":false} {"level":"info","ts":1789668784.673065,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bfe68fde-9eef-4ef7-9cc8-ab82e8b6f56c","EoS":true} {"level":"info","ts":1789668784.6730847,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bfe68fde-9eef-4ef7-9cc8-ab82e8b6f56c","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789668784.6730998,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"bfe68fde-9eef-4ef7-9cc8-ab82e8b6f56c","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789668784.673121,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"bfe68fde-9eef-4ef7-9cc8-ab82e8b6f56c"} {"level":"info","ts":1789668784.8265011,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789668784.8265877,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5e1919bc-54c0-4b1c-a46c-4dc7f2d666b8"} {"level":"info","ts":1789668784.8265994,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"5e1919bc-54c0-4b1c-a46c-4dc7f2d666b8"} {"level":"info","ts":1789668784.8266103,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5e1919bc-54c0-4b1c-a46c-4dc7f2d666b8","EoS":false} {"level":"info","ts":1789668784.8266232,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5e1919bc-54c0-4b1c-a46c-4dc7f2d666b8","EoS":true} {"level":"info","ts":1789668784.8266416,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5e1919bc-54c0-4b1c-a46c-4dc7f2d666b8","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789668784.8266535,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"5e1919bc-54c0-4b1c-a46c-4dc7f2d666b8","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789668784.8266845,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"5e1919bc-54c0-4b1c-a46c-4dc7f2d666b8"} {"level":"info","ts":1789668784.9682598,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789668784.968362,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2fb02b97-e3ec-4335-a529-9aee942dc616"} {"level":"info","ts":1789668784.9683769,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"2fb02b97-e3ec-4335-a529-9aee942dc616"} {"level":"info","ts":1789668784.9683955,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2fb02b97-e3ec-4335-a529-9aee942dc616","EoS":false} {"level":"info","ts":1789668784.9684157,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2fb02b97-e3ec-4335-a529-9aee942dc616","EoS":true} {"level":"info","ts":1789668784.9684432,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2fb02b97-e3ec-4335-a529-9aee942dc616","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789668784.9684608,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"2fb02b97-e3ec-4335-a529-9aee942dc616","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789668784.9684944,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"2fb02b97-e3ec-4335-a529-9aee942dc616"} {"level":"info","ts":1789668785.1055853,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789668785.1056697,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"93b1b133-6c55-4780-b53d-8b64a052d262"} {"level":"info","ts":1789668785.1056795,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"93b1b133-6c55-4780-b53d-8b64a052d262"} {"level":"info","ts":1789668785.10569,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"93b1b133-6c55-4780-b53d-8b64a052d262","EoS":false} {"level":"info","ts":1789668785.105701,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"93b1b133-6c55-4780-b53d-8b64a052d262","EoS":true} {"level":"info","ts":1789668785.1057193,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"93b1b133-6c55-4780-b53d-8b64a052d262","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789668785.105737,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"93b1b133-6c55-4780-b53d-8b64a052d262","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789668785.1057656,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"93b1b133-6c55-4780-b53d-8b64a052d262"} {"level":"info","ts":1789668798.7168007,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789668798.7168872,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f99a7a12-8da5-4dce-84a3-9e8b9b720caf"} {"level":"info","ts":1789668798.7169,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"f99a7a12-8da5-4dce-84a3-9e8b9b720caf"} {"level":"info","ts":1789668798.7169108,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f99a7a12-8da5-4dce-84a3-9e8b9b720caf","EoS":false} {"level":"info","ts":1789668798.7169209,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f99a7a12-8da5-4dce-84a3-9e8b9b720caf","EoS":true} {"level":"info","ts":1789668798.7169383,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f99a7a12-8da5-4dce-84a3-9e8b9b720caf","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789668798.716973,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"f99a7a12-8da5-4dce-84a3-9e8b9b720caf","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789668798.7169998,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"f99a7a12-8da5-4dce-84a3-9e8b9b720caf"}