{"level":"info","ts":1789761279.9008627,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"fcf122b0-fb6f-4cc1-9372-dab7e4445b75"} {"level":"info","ts":1789761279.9009125,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"237d2b3b-e2c5-4882-890c-59c0f341eb89","name":"e2e-legacy-migration-88454c60","namespace":"llm"} {"level":"info","ts":1789761279.9009511,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"237d2b3b-e2c5-4882-890c-59c0f341eb89","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789761279.9065998,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"3c802156-8f54-4bfe-a035-2b4a9a8f5118"} {"level":"info","ts":1789761279.9067452,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"d8856e99-c668-434e-9aef-92bf39ef975d","name":"e2e-legacy-migration-88454c60","namespace":"llm"} {"level":"info","ts":1789761279.906793,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"d8856e99-c668-434e-9aef-92bf39ef975d","modelName":"e2e-legacy-migration-88454c60","resolvedRefs":1} {"level":"error","ts":1789761279.9070692,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"bd824f40-862b-485a-960e-1da47bfddda8","error":"failed to apply ExternalProvider: externalproviders.inference.opendatahub.io \"e2e-legacy-migration-88454c60\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789761279.9110816,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"ed23ab58-f89c-4dca-a441-6f300420f71b","name":"e2e-legacy-migration-88454c60","namespace":"llm"} {"level":"info","ts":1789761279.911104,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"39fc3acf-a2bf-4555-a87a-7e46beecc5f7","name":"e2e-legacy-migration-88454c60","namespace":"llm"} {"level":"info","ts":1789761279.9111125,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"ed23ab58-f89c-4dca-a441-6f300420f71b","modelName":"e2e-legacy-migration-88454c60","resolvedRefs":1} {"level":"info","ts":1789761279.91113,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"39fc3acf-a2bf-4555-a87a-7e46beecc5f7","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1789761279.9113863,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"fcf122b0-fb6f-4cc1-9372-dab7e4445b75","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-88454c60\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789761279.9114416,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"fcf122b0-fb6f-4cc1-9372-dab7e4445b75","name":"e2e-legacy-migration-88454c60"} {"level":"info","ts":1789761279.9127078,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"50cfa7b4-bc9f-4c00-8a2a-e7d565339240","name":"e2e-legacy-migration-88454c60","namespace":"llm"} {"level":"info","ts":1789761279.916804,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"22188356-8d88-4029-8026-71aad430d69c","name":"e2e-legacy-migration-88454c60","namespace":"llm"} {"level":"info","ts":1789761279.9169075,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"22188356-8d88-4029-8026-71aad430d69c","modelName":"e2e-legacy-migration-88454c60","resolvedRefs":1} {"level":"error","ts":1789761279.9190166,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"3c802156-8f54-4bfe-a035-2b4a9a8f5118","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-88454c60\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789761279.9191175,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"3c802156-8f54-4bfe-a035-2b4a9a8f5118","provider":"e2e-legacy-migration-88454c60","phase":"Pending"} {"level":"info","ts":1789761279.9200995,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"50cfa7b4-bc9f-4c00-8a2a-e7d565339240","name":"e2e-legacy-migration-88454c60"} {"level":"error","ts":1789761279.9241457,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"3c802156-8f54-4bfe-a035-2b4a9a8f5118","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-88454c60\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789761279.9241836,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"3c802156-8f54-4bfe-a035-2b4a9a8f5118","error":"ExternalModel \"e2e-legacy-migration-88454c60\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-88454c60\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789761279.9242592,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"f4206c6c-1c2c-4f8b-bd4c-2dff3797e62d"} {"level":"info","ts":1789761279.9243095,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"f4206c6c-1c2c-4f8b-bd4c-2dff3797e62d","provider":"e2e-legacy-migration-88454c60","phase":"Pending"} {"level":"info","ts":1789761279.92575,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"2d1cafad-d476-411b-93ce-f554f412595c","name":"e2e-legacy-migration-88454c60","namespace":"llm"} {"level":"info","ts":1789761279.9257743,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"2d1cafad-d476-411b-93ce-f554f412595c","modelName":"e2e-legacy-migration-88454c60","resolvedRefs":1} {"level":"error","ts":1789761279.9285889,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"50cfa7b4-bc9f-4c00-8a2a-e7d565339240","error":"failed to apply ExternalModel: Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-88454c60\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789761279.932762,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"fcf122b0-fb6f-4cc1-9372-dab7e4445b75","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-88454c60\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:93\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789761279.9327993,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"fcf122b0-fb6f-4cc1-9372-dab7e4445b75","error":"failed to apply Service: services \"e2e-legacy-migration-88454c60\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789761279.932852,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"55e7c384-8e65-45ae-af4d-4952977a53e5"} {"level":"info","ts":1789761279.9329295,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"55e7c384-8e65-45ae-af4d-4952977a53e5","name":"e2e-legacy-migration-88454c60"} {"level":"error","ts":1789761279.9333596,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"f4206c6c-1c2c-4f8b-bd4c-2dff3797e62d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-88454c60\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789761279.9334347,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"f4206c6c-1c2c-4f8b-bd4c-2dff3797e62d","error":"ExternalModel \"e2e-legacy-migration-88454c60\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-88454c60\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789761279.933513,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"b8da4522-598d-45e0-a4a9-f9fe3a494c74"} {"level":"info","ts":1789761279.9335616,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"b8da4522-598d-45e0-a4a9-f9fe3a494c74","provider":"e2e-legacy-migration-88454c60","phase":"Failed"} {"level":"info","ts":1789761279.9336116,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"6e7b0354-5933-4267-be51-b8247a40652b","name":"e2e-legacy-migration-88454c60","namespace":"llm"} {"level":"info","ts":1789761279.9336793,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"6e7b0354-5933-4267-be51-b8247a40652b","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789761279.9335618,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"7f97c65a-d2a6-48c0-a24a-33e83a0c812b","name":"e2e-legacy-migration-88454c60","namespace":"llm"} {"level":"info","ts":1789761279.9337778,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"7f97c65a-d2a6-48c0-a24a-33e83a0c812b","modelName":"e2e-legacy-migration-88454c60","resolvedRefs":1} {"level":"info","ts":1789761279.9394627,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"e9dc12e8-ac01-47b9-b052-73b82d035b5d","name":"e2e-legacy-migration-88454c60","namespace":"llm"} {"level":"info","ts":1789761279.9455569,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"e2b23356-8940-4503-9cc1-53b704617ac2","name":"e2e-legacy-migration-88454c60","namespace":"llm"} {"level":"info","ts":1789761279.9455802,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"e2b23356-8940-4503-9cc1-53b704617ac2","modelName":"e2e-legacy-migration-88454c60","resolvedRefs":1} {"level":"error","ts":1789761279.9475193,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"b8da4522-598d-45e0-a4a9-f9fe3a494c74","error":"ExternalModel \"e2e-legacy-migration-88454c60\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-88454c60\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789761279.9475894,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"7b7a748f-f1c5-49db-8631-847947e46dee"} {"level":"info","ts":1789761279.9476237,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"7b7a748f-f1c5-49db-8631-847947e46dee","provider":"e2e-legacy-migration-88454c60","phase":"Failed"} {"level":"info","ts":1789761279.9496648,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"e9dc12e8-ac01-47b9-b052-73b82d035b5d","name":"e2e-legacy-migration-88454c60"} {"level":"info","ts":1789761279.9515982,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"55e7c384-8e65-45ae-af4d-4952977a53e5","service":"e2e-legacy-migration-88454c60","serviceEntry":"e2e-legacy-migration-88454c60","destinationRule":"e2e-legacy-migration-88454c60"} {"level":"info","ts":1789761279.954984,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"e9dc12e8-ac01-47b9-b052-73b82d035b5d","provider":"openai","model":"e2e-legacy-migration-88454c60","targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789761279.9553266,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"7b7a748f-f1c5-49db-8631-847947e46dee","error":"ExternalModel \"e2e-legacy-migration-88454c60\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-88454c60\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789761279.9574773,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"55e7c384-8e65-45ae-af4d-4952977a53e5","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-88454c60\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789761279.9575703,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"eac9db0b-c367-4820-accb-777daa16cc82"} {"level":"info","ts":1789761279.9576187,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"eac9db0b-c367-4820-accb-777daa16cc82","name":"e2e-legacy-migration-88454c60"} {"level":"info","ts":1789761279.9706037,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"a9c576e3-226a-402b-9d9c-e04cbf26f323"} {"level":"info","ts":1789761279.9706526,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"a9c576e3-226a-402b-9d9c-e04cbf26f323","name":"e2e-legacy-migration-88454c60"} {"level":"info","ts":1789761279.9707444,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"2a3dd8b7-074a-4090-b824-b44996bd6102","name":"e2e-legacy-migration-88454c60","namespace":"llm"} {"level":"info","ts":1789761279.97082,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"2a3dd8b7-074a-4090-b824-b44996bd6102","modelName":"e2e-legacy-migration-88454c60","resolvedRefs":1} {"level":"info","ts":1789761279.970933,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"5df6bb34-2d12-4d39-a59e-46163d819e5c","name":"e2e-legacy-migration-88454c60","namespace":"llm"} {"level":"info","ts":1789761279.9710042,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"5df6bb34-2d12-4d39-a59e-46163d819e5c","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789761279.9767687,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"eac9db0b-c367-4820-accb-777daa16cc82","service":"e2e-legacy-migration-88454c60","serviceEntry":"e2e-legacy-migration-88454c60","destinationRule":"e2e-legacy-migration-88454c60"} {"level":"error","ts":1789761279.9871907,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"eac9db0b-c367-4820-accb-777daa16cc82","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-88454c60\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789761279.9872758,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"fc92f36a-d085-4c55-bcd1-c2de05f55258"} {"level":"info","ts":1789761279.987323,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"fc92f36a-d085-4c55-bcd1-c2de05f55258","name":"e2e-legacy-migration-88454c60"} {"level":"info","ts":1789761279.9945152,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"e250c3f8-8453-4f5f-81c2-1437dd387817","name":"e2e-legacy-migration-88454c60","namespace":"llm"} {"level":"info","ts":1789761279.9945507,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"e250c3f8-8453-4f5f-81c2-1437dd387817","modelName":"e2e-legacy-migration-88454c60","resolvedRefs":1} {"level":"error","ts":1789761280.0031419,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"a9c576e3-226a-402b-9d9c-e04cbf26f323","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-88454c60\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789761280.0031948,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"a9c576e3-226a-402b-9d9c-e04cbf26f323","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-88454c60\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789761280.0032468,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"15580af3-8a3b-4d9a-8782-ff1eaea781a8"} {"level":"info","ts":1789761280.0033088,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"15580af3-8a3b-4d9a-8782-ff1eaea781a8","name":"e2e-legacy-migration-88454c60"} {"level":"info","ts":1789761280.021974,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"33b96bf7-7ab1-4980-a562-18e8a38e99fe","name":"e2e-legacy-migration-88454c60","namespace":"llm"} {"level":"info","ts":1789761280.0220163,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"33b96bf7-7ab1-4980-a562-18e8a38e99fe","modelName":"e2e-legacy-migration-88454c60","resolvedRefs":1} {"level":"info","ts":1789761280.0236547,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"fc92f36a-d085-4c55-bcd1-c2de05f55258","service":"e2e-legacy-migration-88454c60","serviceEntry":"e2e-legacy-migration-88454c60","destinationRule":"e2e-legacy-migration-88454c60"} {"level":"info","ts":1789761280.0249584,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"15580af3-8a3b-4d9a-8782-ff1eaea781a8","httpRoute":"e2e-legacy-migration-88454c60","providers":["e2e-legacy-migration-88454c60"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789761280.032256,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"15580af3-8a3b-4d9a-8782-ff1eaea781a8","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-88454c60\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789761280.0323422,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"3cbbdd1d-ad53-4eac-ac15-ad00f8f2e2bf"} {"level":"info","ts":1789761280.032403,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"3cbbdd1d-ad53-4eac-ac15-ad00f8f2e2bf","name":"e2e-legacy-migration-88454c60"} {"level":"info","ts":1789761280.050253,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"9d7b9a25-81d3-40bf-925d-b7973ff5e287","name":"e2e-legacy-migration-88454c60","namespace":"llm"} {"level":"info","ts":1789761280.0503354,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"9d7b9a25-81d3-40bf-925d-b7973ff5e287","modelName":"e2e-legacy-migration-88454c60","resolvedRefs":1} {"level":"info","ts":1789761280.0536854,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"3cbbdd1d-ad53-4eac-ac15-ad00f8f2e2bf","httpRoute":"e2e-legacy-migration-88454c60","providers":["e2e-legacy-migration-88454c60"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789761280.068296,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"3cbbdd1d-ad53-4eac-ac15-ad00f8f2e2bf","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-88454c60\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789761280.0683787,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"9f51c57d-87e3-4637-a00a-b3f955e25e0d"} {"level":"info","ts":1789761280.068433,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"9f51c57d-87e3-4637-a00a-b3f955e25e0d","name":"e2e-legacy-migration-88454c60"} {"level":"info","ts":1789761280.0825298,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"9f51c57d-87e3-4637-a00a-b3f955e25e0d","httpRoute":"e2e-legacy-migration-88454c60","providers":["e2e-legacy-migration-88454c60"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789761280.2222452,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"669b688b-9011-4abe-a18b-e72e78da12d1","name":"e2e-legacy-migration-88454c60","namespace":"llm"} {"level":"info","ts":1789761280.236854,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"669b688b-9011-4abe-a18b-e72e78da12d1","name":"e2e-legacy-migration-88454c60"} {"level":"info","ts":1789761280.2560081,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"669b688b-9011-4abe-a18b-e72e78da12d1","provider":"openai","model":"e2e-legacy-migration-88454c60","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789761282.8085358,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"703aedfc-7f42-4633-8b1d-8cf3bbb07895","name":"e2e-legacy-migration-88454c60","namespace":"llm"} {"level":"info","ts":1789761282.8178556,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"ae275cf1-62b8-4af2-9388-32b860d2f9b5"} {"level":"info","ts":1789761282.8179715,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"6a1d0c8d-01b7-4f67-a45e-be09b6bbb41b","name":"e2e-legacy-migration-88454c60","namespace":"llm"} {"level":"info","ts":1789761282.8179924,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"6a1d0c8d-01b7-4f67-a45e-be09b6bbb41b","name":"e2e-legacy-migration-88454c60","namespace":"llm"} {"level":"info","ts":1789761282.8189378,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"c3fe1331-a994-4d1a-bc09-fdb3327d1836"} {"level":"info","ts":1789761282.818965,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"311099cb-fb02-4291-af40-b36668bec3b4","name":"e2e-legacy-migration-88454c60","namespace":"llm"} {"level":"info","ts":1789761282.8189902,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-88454c60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-88454c60","reconcileID":"311099cb-fb02-4291-af40-b36668bec3b4","name":"e2e-legacy-migration-88454c60","namespace":"llm"} {"level":"info","ts":1789761283.1902068,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789761283.1902957,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"032ea00b-b6dd-4a4c-8dca-2ae072fbcb01"} {"level":"info","ts":1789761283.19031,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"032ea00b-b6dd-4a4c-8dca-2ae072fbcb01"} {"level":"info","ts":1789761283.1903212,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"032ea00b-b6dd-4a4c-8dca-2ae072fbcb01","EoS":false} {"level":"info","ts":1789761283.1903338,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"032ea00b-b6dd-4a4c-8dca-2ae072fbcb01","EoS":true} {"level":"info","ts":1789761283.1903572,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"032ea00b-b6dd-4a4c-8dca-2ae072fbcb01","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789761283.190372,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"032ea00b-b6dd-4a4c-8dca-2ae072fbcb01","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789761283.1903815,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"032ea00b-b6dd-4a4c-8dca-2ae072fbcb01","modelName":"e2e-external-model"} {"level":"info","ts":1789761283.1903937,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"032ea00b-b6dd-4a4c-8dca-2ae072fbcb01","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789761283.1904242,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"032ea00b-b6dd-4a4c-8dca-2ae072fbcb01"} {"level":"info","ts":1789761283.9608405,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789761283.9609487,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"97429d9c-d460-40ca-b204-233e8dbaac2f"} {"level":"info","ts":1789761283.960965,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"97429d9c-d460-40ca-b204-233e8dbaac2f"} {"level":"info","ts":1789761283.9609845,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"97429d9c-d460-40ca-b204-233e8dbaac2f","EoS":false} {"level":"info","ts":1789761283.9610014,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"97429d9c-d460-40ca-b204-233e8dbaac2f","EoS":true} {"level":"info","ts":1789761283.9610302,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"97429d9c-d460-40ca-b204-233e8dbaac2f","field":"model","value":"nonexistent-model"} {"level":"info","ts":1789761283.9610498,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"97429d9c-d460-40ca-b204-233e8dbaac2f","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789761283.9610827,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"97429d9c-d460-40ca-b204-233e8dbaac2f"} {"level":"info","ts":1789761285.1600251,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789761285.1601095,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"42dfb9d2-96fb-4577-84f9-169f023dac0f"} {"level":"info","ts":1789761285.1601236,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"42dfb9d2-96fb-4577-84f9-169f023dac0f"} {"level":"info","ts":1789761285.1601355,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"42dfb9d2-96fb-4577-84f9-169f023dac0f","EoS":false} {"level":"info","ts":1789761285.160146,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"42dfb9d2-96fb-4577-84f9-169f023dac0f","EoS":true} {"level":"info","ts":1789761285.1601698,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"42dfb9d2-96fb-4577-84f9-169f023dac0f","field":"model"} {"level":"info","ts":1789761285.1602,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"42dfb9d2-96fb-4577-84f9-169f023dac0f"} {"level":"info","ts":1789761287.067625,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3e41c824-4e21-43eb-bf7c-6f4ad720db90","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789761287.0677404,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3e41c824-4e21-43eb-bf7c-6f4ad720db90","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789761287.0676324,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d5f2044c-8893-4291-a192-c741c56645bc"} {"level":"info","ts":1789761287.20708,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9e1e42e6-d9fd-4030-9b69-5e7695697859"} {"level":"info","ts":1789761287.2071111,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7dfeb087-dc20-4936-94f2-bee9256b43bb","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789761287.2071302,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7dfeb087-dc20-4936-94f2-bee9256b43bb","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789761293.8041737,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789761293.8042548,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"febd7ce1-2c7f-4180-861d-970134bd4220"} {"level":"info","ts":1789761293.804267,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"febd7ce1-2c7f-4180-861d-970134bd4220"} {"level":"info","ts":1789761293.8042786,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"febd7ce1-2c7f-4180-861d-970134bd4220","EoS":false} {"level":"info","ts":1789761293.8042893,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"febd7ce1-2c7f-4180-861d-970134bd4220","EoS":true} {"level":"info","ts":1789761293.8043115,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"febd7ce1-2c7f-4180-861d-970134bd4220","field":"model"} {"level":"info","ts":1789761293.8043356,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"febd7ce1-2c7f-4180-861d-970134bd4220"} {"level":"info","ts":1789761293.9483716,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789761293.9485002,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3bdc8bda-0e35-4470-ad5d-e3d792eb3d1f"} {"level":"info","ts":1789761293.9485168,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"3bdc8bda-0e35-4470-ad5d-e3d792eb3d1f"} {"level":"info","ts":1789761293.948535,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3bdc8bda-0e35-4470-ad5d-e3d792eb3d1f","EoS":false} {"level":"info","ts":1789761293.9485562,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3bdc8bda-0e35-4470-ad5d-e3d792eb3d1f","EoS":true} {"level":"info","ts":1789761293.948579,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"3bdc8bda-0e35-4470-ad5d-e3d792eb3d1f","field":"model"} {"level":"info","ts":1789761293.9486105,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"3bdc8bda-0e35-4470-ad5d-e3d792eb3d1f"} {"level":"info","ts":1789761294.1039324,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789761294.1040125,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7fab8eed-4dff-45d3-9958-71d39ebb7ccb"} {"level":"info","ts":1789761294.1040213,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"7fab8eed-4dff-45d3-9958-71d39ebb7ccb"} {"level":"info","ts":1789761294.1040325,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7fab8eed-4dff-45d3-9958-71d39ebb7ccb","EoS":false} {"level":"info","ts":1789761294.104043,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7fab8eed-4dff-45d3-9958-71d39ebb7ccb","EoS":true} {"level":"info","ts":1789761294.1040604,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"7fab8eed-4dff-45d3-9958-71d39ebb7ccb","field":"model"} {"level":"info","ts":1789761294.1040967,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"7fab8eed-4dff-45d3-9958-71d39ebb7ccb"} {"level":"info","ts":1789762371.9320378,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789762371.9321275,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"66f7a0ba-f8f5-4145-9a2e-16cba858fb8f"} {"level":"info","ts":1789762371.9321384,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"66f7a0ba-f8f5-4145-9a2e-16cba858fb8f"} {"level":"info","ts":1789762371.9321504,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"66f7a0ba-f8f5-4145-9a2e-16cba858fb8f","EoS":false} {"level":"info","ts":1789762371.9321628,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"66f7a0ba-f8f5-4145-9a2e-16cba858fb8f","EoS":true} {"level":"info","ts":1789762371.9321868,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"66f7a0ba-f8f5-4145-9a2e-16cba858fb8f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789762371.9322023,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"66f7a0ba-f8f5-4145-9a2e-16cba858fb8f","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789762371.9322255,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"66f7a0ba-f8f5-4145-9a2e-16cba858fb8f"} {"level":"info","ts":1789762371.9872704,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789762371.987367,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aef53ec7-922e-41b4-b22d-50a5c1a92f6d"} {"level":"info","ts":1789762371.987381,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"aef53ec7-922e-41b4-b22d-50a5c1a92f6d"} {"level":"info","ts":1789762371.9873927,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"aef53ec7-922e-41b4-b22d-50a5c1a92f6d","EoS":false} {"level":"info","ts":1789762371.9874027,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"aef53ec7-922e-41b4-b22d-50a5c1a92f6d","EoS":true} {"level":"info","ts":1789762371.9874222,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aef53ec7-922e-41b4-b22d-50a5c1a92f6d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789762371.9874365,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"aef53ec7-922e-41b4-b22d-50a5c1a92f6d","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789762371.987458,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"aef53ec7-922e-41b4-b22d-50a5c1a92f6d"} {"level":"info","ts":1789762682.2667217,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ca94acf2-11d3-409f-9e8e-6bfb37e4f3a4"} {"level":"info","ts":1789762682.2667544,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a9fd72ba-7c7b-46cd-869f-7f10beed8b8f","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789762682.2667937,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a9fd72ba-7c7b-46cd-869f-7f10beed8b8f","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789762682.266818,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a9fd72ba-7c7b-46cd-869f-7f10beed8b8f"} {"level":"info","ts":1789762682.2742655,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"62707cd3-bc61-42fb-afbd-6f0892474520","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789762682.2742963,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"62707cd3-bc61-42fb-afbd-6f0892474520","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789762682.2743137,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"62707cd3-bc61-42fb-afbd-6f0892474520"} {"level":"error","ts":1789762682.2755673,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ca94acf2-11d3-409f-9e8e-6bfb37e4f3a4","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-x-api-key-trigger\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789762682.2755992,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ca94acf2-11d3-409f-9e8e-6bfb37e4f3a4","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789762682.2812397,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"9cc1c860-e988-4dac-956a-f34eaf60d816","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789762682.2812715,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"9cc1c860-e988-4dac-956a-f34eaf60d816","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789762682.2812874,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"9cc1c860-e988-4dac-956a-f34eaf60d816"} {"level":"error","ts":1789762682.2813647,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ca94acf2-11d3-409f-9e8e-6bfb37e4f3a4","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-x-api-key-trigger\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789762682.2814229,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ca94acf2-11d3-409f-9e8e-6bfb37e4f3a4","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789762682.281481,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"72423144-3cd2-4416-8850-f099c55b4bbb"} {"level":"error","ts":1789762682.2815065,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"72423144-3cd2-4416-8850-f099c55b4bbb","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789762682.2852628,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"72423144-3cd2-4416-8850-f099c55b4bbb","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789762682.295503,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b957b4c4-787d-4d4d-a2f4-96e5eca9ccc6"} {"level":"error","ts":1789762682.2955475,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b957b4c4-787d-4d4d-a2f4-96e5eca9ccc6","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789762682.2998998,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b957b4c4-787d-4d4d-a2f4-96e5eca9ccc6","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789762682.3200011,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"49e35cdb-80f3-468a-816b-f7d2e4fafed3"} {"level":"error","ts":1789762682.3200605,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"49e35cdb-80f3-468a-816b-f7d2e4fafed3","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789762682.3250575,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"49e35cdb-80f3-468a-816b-f7d2e4fafed3","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789762682.3652084,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"46bcf4a5-4ed6-479b-9285-4672de4767f2"} {"level":"error","ts":1789762682.3652425,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"46bcf4a5-4ed6-479b-9285-4672de4767f2","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789762682.369855,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"46bcf4a5-4ed6-479b-9285-4672de4767f2","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789762682.407354,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"fb72f14c-f327-45d5-8eac-33fcee6f6058"} {"level":"error","ts":1789762682.4073944,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"fb72f14c-f327-45d5-8eac-33fcee6f6058","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789762682.4073627,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2649d01d-7131-4350-9261-739aa6a3dfb3","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789762682.407464,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2649d01d-7131-4350-9261-739aa6a3dfb3","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789762682.4074888,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2649d01d-7131-4350-9261-739aa6a3dfb3"} {"level":"error","ts":1789762682.4119227,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"fb72f14c-f327-45d5-8eac-33fcee6f6058","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789762682.572303,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7fadff10-863f-4b26-a894-699572fc072f"} {"level":"error","ts":1789762682.5723433,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7fadff10-863f-4b26-a894-699572fc072f","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789762682.5774662,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7fadff10-863f-4b26-a894-699572fc072f","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789762682.8979185,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c874c5b1-a788-4000-aeaf-7a01088c5f89"} {"level":"error","ts":1789762682.8979695,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c874c5b1-a788-4000-aeaf-7a01088c5f89","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789762682.903494,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c874c5b1-a788-4000-aeaf-7a01088c5f89","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789762683.5443883,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"9f4ec01c-9ecd-4646-bebf-4f37d79567d0"} {"level":"error","ts":1789762683.544442,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"9f4ec01c-9ecd-4646-bebf-4f37d79567d0","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789762683.5494883,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"9f4ec01c-9ecd-4646-bebf-4f37d79567d0","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789762684.830248,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e2d14667-28bf-4af0-a759-c348a10bdf64"} {"level":"error","ts":1789762684.8303034,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e2d14667-28bf-4af0-a759-c348a10bdf64","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789762684.836759,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e2d14667-28bf-4af0-a759-c348a10bdf64","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789762687.3974414,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b1a6d0fa-ea7c-4a88-b525-6ff3493547e1"} {"level":"error","ts":1789762687.3974953,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b1a6d0fa-ea7c-4a88-b525-6ff3493547e1","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789762687.4026237,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b1a6d0fa-ea7c-4a88-b525-6ff3493547e1","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789762687.4076047,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4c276072-360a-42f0-b6c2-093422e5aae8","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789762687.407635,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4c276072-360a-42f0-b6c2-093422e5aae8","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789762687.4076505,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4c276072-360a-42f0-b6c2-093422e5aae8"} {"level":"info","ts":1789762692.4080973,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f1da0ba7-08bb-4719-a28b-eb012902f651","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789762692.4081607,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f1da0ba7-08bb-4719-a28b-eb012902f651","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789762692.4081976,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f1da0ba7-08bb-4719-a28b-eb012902f651"} {"level":"info","ts":1789762692.5234544,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"dc288e08-07ab-44a2-8324-bbde2fed62a5"} {"level":"error","ts":1789762692.5235062,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"dc288e08-07ab-44a2-8324-bbde2fed62a5","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789762692.5293083,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"dc288e08-07ab-44a2-8324-bbde2fed62a5","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789762692.80633,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789762692.8064506,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ba017ba5-f9f2-4d1b-a482-87a76c6f04b7"} {"level":"info","ts":1789762692.8064704,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"ba017ba5-f9f2-4d1b-a482-87a76c6f04b7"} {"level":"info","ts":1789762692.8064873,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ba017ba5-f9f2-4d1b-a482-87a76c6f04b7","EoS":false} {"level":"info","ts":1789762692.8065064,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ba017ba5-f9f2-4d1b-a482-87a76c6f04b7","EoS":true} {"level":"info","ts":1789762692.8065326,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ba017ba5-f9f2-4d1b-a482-87a76c6f04b7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789762692.8065557,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"ba017ba5-f9f2-4d1b-a482-87a76c6f04b7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789762692.8065858,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"ba017ba5-f9f2-4d1b-a482-87a76c6f04b7"} {"level":"info","ts":1789762692.8640044,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789762692.8640785,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b42b1697-18a4-4751-a8bc-c51b58560012"} {"level":"info","ts":1789762692.8640878,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"b42b1697-18a4-4751-a8bc-c51b58560012"} {"level":"info","ts":1789762692.8640978,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b42b1697-18a4-4751-a8bc-c51b58560012","EoS":false} {"level":"info","ts":1789762692.8641078,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b42b1697-18a4-4751-a8bc-c51b58560012","EoS":true} {"level":"info","ts":1789762692.8641257,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b42b1697-18a4-4751-a8bc-c51b58560012","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789762692.8641398,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"b42b1697-18a4-4751-a8bc-c51b58560012","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789762692.8641691,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"b42b1697-18a4-4751-a8bc-c51b58560012"} {"level":"info","ts":1789762692.9012454,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789762692.9013202,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2bbe13f5-1ea3-43c2-88f5-a8475ee02fc8"} {"level":"info","ts":1789762692.901333,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"2bbe13f5-1ea3-43c2-88f5-a8475ee02fc8"} {"level":"info","ts":1789762692.901344,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2bbe13f5-1ea3-43c2-88f5-a8475ee02fc8","EoS":false} {"level":"info","ts":1789762692.9013538,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2bbe13f5-1ea3-43c2-88f5-a8475ee02fc8","EoS":true} {"level":"info","ts":1789762692.9013696,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2bbe13f5-1ea3-43c2-88f5-a8475ee02fc8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789762692.9014037,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"2bbe13f5-1ea3-43c2-88f5-a8475ee02fc8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789762692.9014246,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"2bbe13f5-1ea3-43c2-88f5-a8475ee02fc8"} {"level":"info","ts":1789762692.9423325,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789762692.9424105,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"de2d5c87-a65f-4c51-a707-8f40c2972e4a"} {"level":"info","ts":1789762692.942426,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"de2d5c87-a65f-4c51-a707-8f40c2972e4a"} {"level":"info","ts":1789762692.9424365,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"de2d5c87-a65f-4c51-a707-8f40c2972e4a","EoS":false} {"level":"info","ts":1789762692.9424467,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"de2d5c87-a65f-4c51-a707-8f40c2972e4a","EoS":true} {"level":"info","ts":1789762692.9424636,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"de2d5c87-a65f-4c51-a707-8f40c2972e4a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789762692.942482,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"de2d5c87-a65f-4c51-a707-8f40c2972e4a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789762692.9425018,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"de2d5c87-a65f-4c51-a707-8f40c2972e4a"} {"level":"info","ts":1789762692.9705453,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789762692.970651,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7ad303a7-cd72-4e0f-9118-6cd5762c7bd6"} {"level":"info","ts":1789762692.9706683,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"7ad303a7-cd72-4e0f-9118-6cd5762c7bd6"} {"level":"info","ts":1789762692.9706874,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7ad303a7-cd72-4e0f-9118-6cd5762c7bd6","EoS":false} {"level":"info","ts":1789762692.9707072,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7ad303a7-cd72-4e0f-9118-6cd5762c7bd6","EoS":true} {"level":"info","ts":1789762692.9707344,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7ad303a7-cd72-4e0f-9118-6cd5762c7bd6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789762692.9707544,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"7ad303a7-cd72-4e0f-9118-6cd5762c7bd6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789762692.97079,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"7ad303a7-cd72-4e0f-9118-6cd5762c7bd6"} {"level":"info","ts":1789762693.0012906,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789762693.0013642,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d3ee8294-23c1-44e5-af28-26485621aa0f"} {"level":"info","ts":1789762693.001378,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"d3ee8294-23c1-44e5-af28-26485621aa0f"} {"level":"info","ts":1789762693.001389,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d3ee8294-23c1-44e5-af28-26485621aa0f","EoS":false} {"level":"info","ts":1789762693.0014,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d3ee8294-23c1-44e5-af28-26485621aa0f","EoS":true} {"level":"info","ts":1789762693.0014207,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d3ee8294-23c1-44e5-af28-26485621aa0f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789762693.001435,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"d3ee8294-23c1-44e5-af28-26485621aa0f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789762693.0014532,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"d3ee8294-23c1-44e5-af28-26485621aa0f"} {"level":"info","ts":1789762693.1591687,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d192bbd6-2251-4731-a8aa-9687cfd0269e"} {"level":"info","ts":1789762693.1592035,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ad26e4fa-f6cb-4074-be3a-2d3f63895047","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"info","ts":1789762693.159313,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ad26e4fa-f6cb-4074-be3a-2d3f63895047","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"info","ts":1789762711.01005,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789762711.0101392,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"93fa3b87-d087-4455-af3c-7c26e92627a0"} {"level":"info","ts":1789762711.0101502,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"93fa3b87-d087-4455-af3c-7c26e92627a0"} {"level":"info","ts":1789762711.010161,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"93fa3b87-d087-4455-af3c-7c26e92627a0","EoS":false} {"level":"info","ts":1789762711.0101721,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"93fa3b87-d087-4455-af3c-7c26e92627a0","EoS":true} {"level":"info","ts":1789762711.010195,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"93fa3b87-d087-4455-af3c-7c26e92627a0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789762711.0102103,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"93fa3b87-d087-4455-af3c-7c26e92627a0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789762711.01023,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"93fa3b87-d087-4455-af3c-7c26e92627a0"} {"level":"info","ts":1789762711.162459,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789762711.162541,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6f06a389-acd6-41d1-9269-e1468aac8599"} {"level":"info","ts":1789762711.16256,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"6f06a389-acd6-41d1-9269-e1468aac8599"} {"level":"info","ts":1789762711.162571,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6f06a389-acd6-41d1-9269-e1468aac8599","EoS":false} {"level":"info","ts":1789762711.1625817,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6f06a389-acd6-41d1-9269-e1468aac8599","EoS":true} {"level":"info","ts":1789762711.1626017,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6f06a389-acd6-41d1-9269-e1468aac8599","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789762711.1626165,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"6f06a389-acd6-41d1-9269-e1468aac8599","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789762711.1626368,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"6f06a389-acd6-41d1-9269-e1468aac8599"} {"level":"info","ts":1789762711.300285,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789762711.300368,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"caf9b90a-991c-460b-a27f-440595e012b9"} {"level":"info","ts":1789762711.300378,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"caf9b90a-991c-460b-a27f-440595e012b9"} {"level":"info","ts":1789762711.3003888,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"caf9b90a-991c-460b-a27f-440595e012b9","EoS":false} {"level":"info","ts":1789762711.3004,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"caf9b90a-991c-460b-a27f-440595e012b9","EoS":true} {"level":"info","ts":1789762711.3004208,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"caf9b90a-991c-460b-a27f-440595e012b9","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789762711.3004367,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"caf9b90a-991c-460b-a27f-440595e012b9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789762711.3004587,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"caf9b90a-991c-460b-a27f-440595e012b9"} {"level":"info","ts":1789762711.4398143,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789762711.4399102,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"76349e9b-b94f-4fef-b156-bc040880165f"} {"level":"info","ts":1789762711.4399238,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"76349e9b-b94f-4fef-b156-bc040880165f"} {"level":"info","ts":1789762711.4399354,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"76349e9b-b94f-4fef-b156-bc040880165f","EoS":false} {"level":"info","ts":1789762711.4399486,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"76349e9b-b94f-4fef-b156-bc040880165f","EoS":true} {"level":"info","ts":1789762711.4399676,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"76349e9b-b94f-4fef-b156-bc040880165f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789762711.4399827,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"76349e9b-b94f-4fef-b156-bc040880165f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789762711.4400034,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"76349e9b-b94f-4fef-b156-bc040880165f"} {"level":"info","ts":1789762711.5899763,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789762711.5900815,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8e8b6d7d-7054-4fc7-b61c-20662d8f4a4c"} {"level":"info","ts":1789762711.5900989,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"8e8b6d7d-7054-4fc7-b61c-20662d8f4a4c"} {"level":"info","ts":1789762711.590112,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8e8b6d7d-7054-4fc7-b61c-20662d8f4a4c","EoS":false} {"level":"info","ts":1789762711.5901234,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8e8b6d7d-7054-4fc7-b61c-20662d8f4a4c","EoS":true} {"level":"info","ts":1789762711.5901444,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8e8b6d7d-7054-4fc7-b61c-20662d8f4a4c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789762711.590164,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"8e8b6d7d-7054-4fc7-b61c-20662d8f4a4c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789762711.5901904,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"8e8b6d7d-7054-4fc7-b61c-20662d8f4a4c"} {"level":"info","ts":1789762711.7296188,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789762711.7297075,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"81524743-1b6e-409b-80e5-fa2ec615a577"} {"level":"info","ts":1789762711.7297232,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"81524743-1b6e-409b-80e5-fa2ec615a577"} {"level":"info","ts":1789762711.7297385,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"81524743-1b6e-409b-80e5-fa2ec615a577","EoS":false} {"level":"info","ts":1789762711.7297509,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"81524743-1b6e-409b-80e5-fa2ec615a577","EoS":true} {"level":"info","ts":1789762711.7297723,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"81524743-1b6e-409b-80e5-fa2ec615a577","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789762711.7297876,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"81524743-1b6e-409b-80e5-fa2ec615a577","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789762711.7298074,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"81524743-1b6e-409b-80e5-fa2ec615a577"} {"level":"info","ts":1789762720.511294,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789762720.5113766,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d0d1c1a1-948a-4f29-9165-aca929ae24f5"} {"level":"info","ts":1789762720.5113895,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"d0d1c1a1-948a-4f29-9165-aca929ae24f5"} {"level":"info","ts":1789762720.5114005,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d0d1c1a1-948a-4f29-9165-aca929ae24f5","EoS":false} {"level":"info","ts":1789762720.511411,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d0d1c1a1-948a-4f29-9165-aca929ae24f5","EoS":true} {"level":"info","ts":1789762720.5114315,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d0d1c1a1-948a-4f29-9165-aca929ae24f5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789762720.5114467,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"d0d1c1a1-948a-4f29-9165-aca929ae24f5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789762720.5114698,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"d0d1c1a1-948a-4f29-9165-aca929ae24f5"} {"level":"info","ts":1789762720.5469599,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789762720.547042,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f58edf39-8094-41fd-bbce-570ea27e779c"} {"level":"info","ts":1789762720.547056,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"f58edf39-8094-41fd-bbce-570ea27e779c"} {"level":"info","ts":1789762720.5470734,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f58edf39-8094-41fd-bbce-570ea27e779c","EoS":false} {"level":"info","ts":1789762720.547093,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f58edf39-8094-41fd-bbce-570ea27e779c","EoS":true} {"level":"info","ts":1789762720.5471163,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f58edf39-8094-41fd-bbce-570ea27e779c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789762720.5471349,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"f58edf39-8094-41fd-bbce-570ea27e779c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789762720.5471625,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"f58edf39-8094-41fd-bbce-570ea27e779c"} {"level":"info","ts":1789762720.580505,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789762720.580581,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"19ac1d66-713e-41e9-8901-75e6000129f7"} {"level":"info","ts":1789762720.5805936,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"19ac1d66-713e-41e9-8901-75e6000129f7"} {"level":"info","ts":1789762720.5806046,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"19ac1d66-713e-41e9-8901-75e6000129f7","EoS":false} {"level":"info","ts":1789762720.5806148,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"19ac1d66-713e-41e9-8901-75e6000129f7","EoS":true} {"level":"info","ts":1789762720.5806344,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"19ac1d66-713e-41e9-8901-75e6000129f7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789762720.580652,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"19ac1d66-713e-41e9-8901-75e6000129f7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789762720.5806708,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"19ac1d66-713e-41e9-8901-75e6000129f7"} {"level":"info","ts":1789762720.614555,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789762720.6146393,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"46c34c82-8eeb-4e43-ad35-2eb364b0e297"} {"level":"info","ts":1789762721.4020264,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789762721.402123,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"83f54252-6520-4bac-bd1d-b0e871a85542"} {"level":"info","ts":1789762721.402137,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"83f54252-6520-4bac-bd1d-b0e871a85542"} {"level":"info","ts":1789762721.4021513,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"83f54252-6520-4bac-bd1d-b0e871a85542","EoS":false} {"level":"info","ts":1789762721.40217,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"83f54252-6520-4bac-bd1d-b0e871a85542","EoS":true} {"level":"info","ts":1789762721.4021912,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"83f54252-6520-4bac-bd1d-b0e871a85542","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789762721.4022067,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"83f54252-6520-4bac-bd1d-b0e871a85542","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789762721.4022303,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"83f54252-6520-4bac-bd1d-b0e871a85542"} {"level":"info","ts":1789762722.4404352,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789762722.440533,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8a52c052-c599-4797-a75e-c2ca431886e2"} {"level":"info","ts":1789762722.4405494,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"8a52c052-c599-4797-a75e-c2ca431886e2"} {"level":"info","ts":1789762722.440577,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8a52c052-c599-4797-a75e-c2ca431886e2","EoS":false} {"level":"info","ts":1789762722.440591,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8a52c052-c599-4797-a75e-c2ca431886e2","EoS":true} {"level":"info","ts":1789762722.4406126,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8a52c052-c599-4797-a75e-c2ca431886e2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789762722.440628,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"8a52c052-c599-4797-a75e-c2ca431886e2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789762722.4406574,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"8a52c052-c599-4797-a75e-c2ca431886e2"} {"level":"info","ts":1789762723.2289956,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789762723.2290988,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"85cbf917-ae45-49ad-9d63-8e54aa9d4615"} {"level":"info","ts":1789762723.2291129,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"85cbf917-ae45-49ad-9d63-8e54aa9d4615"} {"level":"info","ts":1789762723.2291298,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"85cbf917-ae45-49ad-9d63-8e54aa9d4615","EoS":false} {"level":"info","ts":1789762723.229148,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"85cbf917-ae45-49ad-9d63-8e54aa9d4615","EoS":true} {"level":"info","ts":1789762723.2291708,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"85cbf917-ae45-49ad-9d63-8e54aa9d4615","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789762723.2291858,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"85cbf917-ae45-49ad-9d63-8e54aa9d4615","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789762723.2292085,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"85cbf917-ae45-49ad-9d63-8e54aa9d4615"} {"level":"info","ts":1789762724.400659,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789762724.4007428,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f6750d51-e877-4956-92e3-cc57ad1a7467"} {"level":"info","ts":1789762724.400756,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"f6750d51-e877-4956-92e3-cc57ad1a7467"} {"level":"info","ts":1789762724.400768,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f6750d51-e877-4956-92e3-cc57ad1a7467","EoS":false} {"level":"info","ts":1789762724.4007795,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f6750d51-e877-4956-92e3-cc57ad1a7467","EoS":true} {"level":"info","ts":1789762724.400801,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f6750d51-e877-4956-92e3-cc57ad1a7467","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789762724.4008164,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"f6750d51-e877-4956-92e3-cc57ad1a7467","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789762724.400837,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"f6750d51-e877-4956-92e3-cc57ad1a7467"} {"level":"info","ts":1789762729.897787,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789762729.8979049,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"61e62d6a-9c39-4e02-ad2c-0bf0bd271bd4"} {"level":"info","ts":1789762729.8979242,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"61e62d6a-9c39-4e02-ad2c-0bf0bd271bd4"} {"level":"info","ts":1789762729.8979416,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"61e62d6a-9c39-4e02-ad2c-0bf0bd271bd4","EoS":false} {"level":"info","ts":1789762729.8979523,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"61e62d6a-9c39-4e02-ad2c-0bf0bd271bd4","EoS":true} {"level":"info","ts":1789762729.8979733,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"61e62d6a-9c39-4e02-ad2c-0bf0bd271bd4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789762729.8979888,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"61e62d6a-9c39-4e02-ad2c-0bf0bd271bd4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789762729.898013,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"61e62d6a-9c39-4e02-ad2c-0bf0bd271bd4"} {"level":"info","ts":1789762734.9455123,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789762734.9456115,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ad557589-7696-4f9e-b747-fdac81d2c73a"} {"level":"info","ts":1789762734.9456258,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"ad557589-7696-4f9e-b747-fdac81d2c73a"} {"level":"info","ts":1789762734.9456384,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ad557589-7696-4f9e-b747-fdac81d2c73a","EoS":false} {"level":"info","ts":1789762734.9456515,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ad557589-7696-4f9e-b747-fdac81d2c73a","EoS":true} {"level":"info","ts":1789762734.9456732,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ad557589-7696-4f9e-b747-fdac81d2c73a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789762734.9456894,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"ad557589-7696-4f9e-b747-fdac81d2c73a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789762734.9457107,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"ad557589-7696-4f9e-b747-fdac81d2c73a"} {"level":"info","ts":1789762736.145445,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789762736.1455328,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4fe3d4b4-5001-4aca-8f7c-335fe14d126d"} {"level":"info","ts":1789762736.1455467,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"4fe3d4b4-5001-4aca-8f7c-335fe14d126d"} {"level":"info","ts":1789762736.1455586,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4fe3d4b4-5001-4aca-8f7c-335fe14d126d","EoS":false} {"level":"info","ts":1789762736.145574,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4fe3d4b4-5001-4aca-8f7c-335fe14d126d","EoS":true} {"level":"info","ts":1789762736.145597,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4fe3d4b4-5001-4aca-8f7c-335fe14d126d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789762736.1456144,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"4fe3d4b4-5001-4aca-8f7c-335fe14d126d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789762736.1456351,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"4fe3d4b4-5001-4aca-8f7c-335fe14d126d"} {"level":"info","ts":1789762741.9924853,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789762741.992587,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"397d11e9-26e8-4f90-a4e1-4237e35a075c"} {"level":"info","ts":1789762741.992602,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"397d11e9-26e8-4f90-a4e1-4237e35a075c"} {"level":"info","ts":1789762741.9926145,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"397d11e9-26e8-4f90-a4e1-4237e35a075c","EoS":false} {"level":"info","ts":1789762741.9926276,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"397d11e9-26e8-4f90-a4e1-4237e35a075c","EoS":true} {"level":"info","ts":1789762741.992651,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"397d11e9-26e8-4f90-a4e1-4237e35a075c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789762741.9926665,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"397d11e9-26e8-4f90-a4e1-4237e35a075c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789762741.9926927,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"397d11e9-26e8-4f90-a4e1-4237e35a075c"} {"level":"info","ts":1789762743.5509431,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789762743.5510385,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"576c5441-0add-4039-ab86-130264c15810"} {"level":"info","ts":1789762743.551049,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"576c5441-0add-4039-ab86-130264c15810"} {"level":"info","ts":1789762743.5510604,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"576c5441-0add-4039-ab86-130264c15810","EoS":false} {"level":"info","ts":1789762743.551081,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"576c5441-0add-4039-ab86-130264c15810","EoS":true} {"level":"info","ts":1789762743.5511038,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"576c5441-0add-4039-ab86-130264c15810","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789762743.551118,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"576c5441-0add-4039-ab86-130264c15810","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789762743.5511477,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"576c5441-0add-4039-ab86-130264c15810"} {"level":"info","ts":1789762807.3850055,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789762807.3851194,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"53139f41-8f25-4101-a234-619579928dfc"} {"level":"info","ts":1789762807.385138,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"53139f41-8f25-4101-a234-619579928dfc"} {"level":"info","ts":1789762807.3851519,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"53139f41-8f25-4101-a234-619579928dfc","EoS":false} {"level":"info","ts":1789762807.385166,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"53139f41-8f25-4101-a234-619579928dfc","EoS":true} {"level":"info","ts":1789762807.3851867,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"53139f41-8f25-4101-a234-619579928dfc","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1789762807.385201,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"53139f41-8f25-4101-a234-619579928dfc","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789762807.3852227,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"53139f41-8f25-4101-a234-619579928dfc"} {"level":"info","ts":1789762831.3821595,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789762831.3822742,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a081ad4e-8934-4ccf-b59b-3e92da07102f"} {"level":"info","ts":1789762831.3822901,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a081ad4e-8934-4ccf-b59b-3e92da07102f"} {"level":"info","ts":1789762831.3823018,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a081ad4e-8934-4ccf-b59b-3e92da07102f","EoS":false} {"level":"info","ts":1789762831.3823128,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a081ad4e-8934-4ccf-b59b-3e92da07102f","EoS":true} {"level":"info","ts":1789762831.3823323,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a081ad4e-8934-4ccf-b59b-3e92da07102f","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1789762831.382347,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"a081ad4e-8934-4ccf-b59b-3e92da07102f","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789762831.3823683,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a081ad4e-8934-4ccf-b59b-3e92da07102f"} {"level":"info","ts":1789762895.0564642,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789762895.0565681,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"34fc8675-1354-4d63-8fa8-47915158b461"} {"level":"info","ts":1789762895.0565846,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"34fc8675-1354-4d63-8fa8-47915158b461"} {"level":"info","ts":1789762895.0566025,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"34fc8675-1354-4d63-8fa8-47915158b461","EoS":false} {"level":"info","ts":1789762895.056624,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"34fc8675-1354-4d63-8fa8-47915158b461","EoS":true} {"level":"info","ts":1789762895.0566535,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"34fc8675-1354-4d63-8fa8-47915158b461","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789762895.0566719,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"34fc8675-1354-4d63-8fa8-47915158b461","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789762895.0567045,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"34fc8675-1354-4d63-8fa8-47915158b461"} {"level":"info","ts":1789762895.0985396,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789762895.0986233,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b48f2e2d-f4ec-4b81-839a-278f68112015"} {"level":"info","ts":1789762895.0986378,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"b48f2e2d-f4ec-4b81-839a-278f68112015"} {"level":"info","ts":1789762895.0986545,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b48f2e2d-f4ec-4b81-839a-278f68112015","EoS":false} {"level":"info","ts":1789762895.098674,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b48f2e2d-f4ec-4b81-839a-278f68112015","EoS":true} {"level":"info","ts":1789762895.0987027,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b48f2e2d-f4ec-4b81-839a-278f68112015","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789762895.0987198,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"b48f2e2d-f4ec-4b81-839a-278f68112015","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789762895.0987456,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"b48f2e2d-f4ec-4b81-839a-278f68112015"} {"level":"info","ts":1789762895.137269,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789762895.1373522,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7868431a-d1d7-4633-9d4b-2691dfd6d568"} {"level":"info","ts":1789762895.1373658,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"7868431a-d1d7-4633-9d4b-2691dfd6d568"} {"level":"info","ts":1789762895.137377,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7868431a-d1d7-4633-9d4b-2691dfd6d568","EoS":false} {"level":"info","ts":1789762895.137388,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7868431a-d1d7-4633-9d4b-2691dfd6d568","EoS":true} {"level":"info","ts":1789762895.1374063,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7868431a-d1d7-4633-9d4b-2691dfd6d568","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789762895.1374202,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"7868431a-d1d7-4633-9d4b-2691dfd6d568","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789762895.13744,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"7868431a-d1d7-4633-9d4b-2691dfd6d568"} {"level":"info","ts":1789762903.2011788,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789762903.201267,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"81c36bb6-6071-4cc1-b8d4-a06304c974cd"} {"level":"info","ts":1789762903.2012794,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"81c36bb6-6071-4cc1-b8d4-a06304c974cd"} {"level":"info","ts":1789762903.2012908,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"81c36bb6-6071-4cc1-b8d4-a06304c974cd","EoS":false} {"level":"info","ts":1789762903.2013018,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"81c36bb6-6071-4cc1-b8d4-a06304c974cd","EoS":true} {"level":"info","ts":1789762903.2013206,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"81c36bb6-6071-4cc1-b8d4-a06304c974cd","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789762903.2013376,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"81c36bb6-6071-4cc1-b8d4-a06304c974cd","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789762903.2013628,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"81c36bb6-6071-4cc1-b8d4-a06304c974cd"} {"level":"info","ts":1789762909.3379664,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789762909.3380651,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d882a975-bfb9-4f5d-9e63-c835523b9b0e"} {"level":"info","ts":1789762909.3380792,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"d882a975-bfb9-4f5d-9e63-c835523b9b0e"} {"level":"info","ts":1789762909.338091,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d882a975-bfb9-4f5d-9e63-c835523b9b0e","EoS":false} {"level":"info","ts":1789762909.338102,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d882a975-bfb9-4f5d-9e63-c835523b9b0e","EoS":true} {"level":"info","ts":1789762909.3381212,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d882a975-bfb9-4f5d-9e63-c835523b9b0e","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789762909.3381371,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"d882a975-bfb9-4f5d-9e63-c835523b9b0e","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789762909.3381593,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"d882a975-bfb9-4f5d-9e63-c835523b9b0e"} {"level":"info","ts":1789762909.4895952,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789762909.489686,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"71e486a3-a2c9-4661-90fa-d104fac625e6"} {"level":"info","ts":1789762909.4896998,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"71e486a3-a2c9-4661-90fa-d104fac625e6"} {"level":"info","ts":1789762909.4897106,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"71e486a3-a2c9-4661-90fa-d104fac625e6","EoS":false} {"level":"info","ts":1789762909.48973,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"71e486a3-a2c9-4661-90fa-d104fac625e6","EoS":true} {"level":"info","ts":1789762909.4897487,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"71e486a3-a2c9-4661-90fa-d104fac625e6","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789762909.4897635,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"71e486a3-a2c9-4661-90fa-d104fac625e6","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789762909.4897866,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"71e486a3-a2c9-4661-90fa-d104fac625e6"} {"level":"info","ts":1789762909.6317143,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789762909.631816,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f6f22875-5636-4997-8d59-497640539a01"} {"level":"info","ts":1789762909.6318338,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"f6f22875-5636-4997-8d59-497640539a01"} {"level":"info","ts":1789762909.6318462,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f6f22875-5636-4997-8d59-497640539a01","EoS":false} {"level":"info","ts":1789762909.6318572,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f6f22875-5636-4997-8d59-497640539a01","EoS":true} {"level":"info","ts":1789762909.6319094,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f6f22875-5636-4997-8d59-497640539a01","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789762909.6319296,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"f6f22875-5636-4997-8d59-497640539a01","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789762909.6319582,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"f6f22875-5636-4997-8d59-497640539a01"} {"level":"info","ts":1789762909.767374,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789762909.7674892,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8387f470-1fa6-4b43-a4b2-230cb5ecd4a1"} {"level":"info","ts":1789762909.7675083,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"8387f470-1fa6-4b43-a4b2-230cb5ecd4a1"} {"level":"info","ts":1789762909.7675266,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8387f470-1fa6-4b43-a4b2-230cb5ecd4a1","EoS":false} {"level":"info","ts":1789762909.7675478,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8387f470-1fa6-4b43-a4b2-230cb5ecd4a1","EoS":true} {"level":"info","ts":1789762909.7675714,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8387f470-1fa6-4b43-a4b2-230cb5ecd4a1","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789762909.7675893,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"8387f470-1fa6-4b43-a4b2-230cb5ecd4a1","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789762909.7676237,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"8387f470-1fa6-4b43-a4b2-230cb5ecd4a1"} {"level":"info","ts":1789762922.5065806,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789762922.50667,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fbb8782a-0105-48c4-a4e0-8b43e6c21473"} {"level":"info","ts":1789762922.5066826,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"fbb8782a-0105-48c4-a4e0-8b43e6c21473"} {"level":"info","ts":1789762922.506694,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"fbb8782a-0105-48c4-a4e0-8b43e6c21473","EoS":false} {"level":"info","ts":1789762922.5067048,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"fbb8782a-0105-48c4-a4e0-8b43e6c21473","EoS":true} {"level":"info","ts":1789762922.5067291,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fbb8782a-0105-48c4-a4e0-8b43e6c21473","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789762922.5067496,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"fbb8782a-0105-48c4-a4e0-8b43e6c21473","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789762922.506779,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"fbb8782a-0105-48c4-a4e0-8b43e6c21473"}