{"level":"info","ts":1789687082.4617467,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-ec09ec63","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec09ec63","reconcileID":"40625ddc-c24c-4e9e-bc2e-0492f6e08b02","name":"e2e-legacy-migration-ec09ec63"} {"level":"info","ts":1789687082.4701014,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec09ec63","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec09ec63","reconcileID":"ec0d3dd9-1925-4990-8421-70ba883c22be","provider":"openai","model":"e2e-legacy-migration-ec09ec63","targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789687082.4781356,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec09ec63","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec09ec63","reconcileID":"18a7a83e-1f70-437a-957c-083fec54a751","error":"ExternalModel \"e2e-legacy-migration-ec09ec63\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-ec09ec63\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789687082.4786646,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-ec09ec63","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec09ec63","reconcileID":"40625ddc-c24c-4e9e-bc2e-0492f6e08b02","service":"e2e-legacy-migration-ec09ec63","serviceEntry":"e2e-legacy-migration-ec09ec63","destinationRule":"e2e-legacy-migration-ec09ec63"} {"level":"info","ts":1789687082.488657,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec09ec63","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec09ec63","reconcileID":"8f7b37c6-0f84-4644-b630-eea84499818c"} {"level":"info","ts":1789687082.4886994,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec09ec63","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec09ec63","reconcileID":"8f7b37c6-0f84-4644-b630-eea84499818c","provider":"e2e-legacy-migration-ec09ec63","phase":"Pending"} {"level":"info","ts":1789687082.4934895,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-ec09ec63","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec09ec63","reconcileID":"2eebbcbe-1a8c-4aee-ae7c-3eac3bb61c35","name":"e2e-legacy-migration-ec09ec63","namespace":"llm"} {"level":"info","ts":1789687082.4938853,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-ec09ec63","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec09ec63","reconcileID":"2eebbcbe-1a8c-4aee-ae7c-3eac3bb61c35","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789687082.493622,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-ec09ec63","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec09ec63","reconcileID":"5989ff28-e418-4903-8b8c-22661b588ad1"} {"level":"info","ts":1789687082.4937146,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec09ec63","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec09ec63","reconcileID":"18df0fc6-ae5b-4391-88a4-ce2a1c10b89c","name":"e2e-legacy-migration-ec09ec63","namespace":"llm"} {"level":"info","ts":1789687082.4939783,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-ec09ec63","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec09ec63","reconcileID":"5989ff28-e418-4903-8b8c-22661b588ad1","name":"e2e-legacy-migration-ec09ec63"} {"level":"info","ts":1789687082.4939988,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec09ec63","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec09ec63","reconcileID":"18df0fc6-ae5b-4391-88a4-ce2a1c10b89c","modelName":"e2e-legacy-migration-ec09ec63","resolvedRefs":1} {"level":"error","ts":1789687082.4994793,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec09ec63","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec09ec63","reconcileID":"8f7b37c6-0f84-4644-b630-eea84499818c","error":"ExternalModel \"e2e-legacy-migration-ec09ec63\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-ec09ec63\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789687082.499559,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec09ec63","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec09ec63","reconcileID":"6407d1f3-2b0d-4236-a734-80ce42f14da5"} {"level":"info","ts":1789687082.4996061,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec09ec63","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec09ec63","reconcileID":"6407d1f3-2b0d-4236-a734-80ce42f14da5","name":"e2e-legacy-migration-ec09ec63"} {"level":"info","ts":1789687082.5156844,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-ec09ec63","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec09ec63","reconcileID":"5989ff28-e418-4903-8b8c-22661b588ad1","service":"e2e-legacy-migration-ec09ec63","serviceEntry":"e2e-legacy-migration-ec09ec63","destinationRule":"e2e-legacy-migration-ec09ec63"} {"level":"info","ts":1789687082.517402,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec09ec63","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec09ec63","reconcileID":"2d87d95b-9309-4e06-985f-92e90fc3d5d2","name":"e2e-legacy-migration-ec09ec63","namespace":"llm"} {"level":"info","ts":1789687082.5174315,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec09ec63","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec09ec63","reconcileID":"2d87d95b-9309-4e06-985f-92e90fc3d5d2","modelName":"e2e-legacy-migration-ec09ec63","resolvedRefs":1} {"level":"error","ts":1789687082.5283093,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec09ec63","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec09ec63","reconcileID":"6407d1f3-2b0d-4236-a734-80ce42f14da5","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-ec09ec63\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789687082.5283403,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec09ec63","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec09ec63","reconcileID":"6407d1f3-2b0d-4236-a734-80ce42f14da5","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-ec09ec63\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789687082.5283902,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec09ec63","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec09ec63","reconcileID":"aae13c54-6fdd-4646-bab9-cdb04f3144b3"} {"level":"info","ts":1789687082.5284526,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec09ec63","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec09ec63","reconcileID":"aae13c54-6fdd-4646-bab9-cdb04f3144b3","name":"e2e-legacy-migration-ec09ec63"} {"level":"info","ts":1789687082.541283,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec09ec63","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec09ec63","reconcileID":"926734ab-e6b4-491a-998c-c072c9298091","name":"e2e-legacy-migration-ec09ec63","namespace":"llm"} {"level":"info","ts":1789687082.5413907,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec09ec63","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec09ec63","reconcileID":"926734ab-e6b4-491a-998c-c072c9298091","modelName":"e2e-legacy-migration-ec09ec63","resolvedRefs":1} {"level":"info","ts":1789687082.545305,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec09ec63","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec09ec63","reconcileID":"aae13c54-6fdd-4646-bab9-cdb04f3144b3","httpRoute":"e2e-legacy-migration-ec09ec63","providers":["e2e-legacy-migration-ec09ec63"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789687082.5496948,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec09ec63","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec09ec63","reconcileID":"aae13c54-6fdd-4646-bab9-cdb04f3144b3","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-ec09ec63\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789687082.5498486,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec09ec63","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec09ec63","reconcileID":"ed2bae44-6f0c-42e0-b620-19c5cdedd890"} {"level":"info","ts":1789687082.5499098,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec09ec63","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec09ec63","reconcileID":"ed2bae44-6f0c-42e0-b620-19c5cdedd890","name":"e2e-legacy-migration-ec09ec63"} {"level":"info","ts":1789687082.558933,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec09ec63","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec09ec63","reconcileID":"13f209ea-ae08-4860-a8d5-87b3fe7c08d9","name":"e2e-legacy-migration-ec09ec63","namespace":"llm"} {"level":"info","ts":1789687082.5589705,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec09ec63","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec09ec63","reconcileID":"13f209ea-ae08-4860-a8d5-87b3fe7c08d9","modelName":"e2e-legacy-migration-ec09ec63","resolvedRefs":1} {"level":"info","ts":1789687082.5601573,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec09ec63","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec09ec63","reconcileID":"ed2bae44-6f0c-42e0-b620-19c5cdedd890","httpRoute":"e2e-legacy-migration-ec09ec63","providers":["e2e-legacy-migration-ec09ec63"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789687082.5673616,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec09ec63","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec09ec63","reconcileID":"ed2bae44-6f0c-42e0-b620-19c5cdedd890","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-ec09ec63\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789687082.5674524,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec09ec63","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec09ec63","reconcileID":"2d00145c-6007-48e5-9eb3-31e8665ccd7e"} {"level":"info","ts":1789687082.5675073,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec09ec63","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec09ec63","reconcileID":"2d00145c-6007-48e5-9eb3-31e8665ccd7e","name":"e2e-legacy-migration-ec09ec63"} {"level":"info","ts":1789687082.57642,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec09ec63","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec09ec63","reconcileID":"2d00145c-6007-48e5-9eb3-31e8665ccd7e","httpRoute":"e2e-legacy-migration-ec09ec63","providers":["e2e-legacy-migration-ec09ec63"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789687082.7768774,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec09ec63","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec09ec63","reconcileID":"b2c5b883-ce86-4322-95d4-4df9dfe82cfc","name":"e2e-legacy-migration-ec09ec63","namespace":"llm"} {"level":"info","ts":1789687082.7812853,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec09ec63","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec09ec63","reconcileID":"b2c5b883-ce86-4322-95d4-4df9dfe82cfc","name":"e2e-legacy-migration-ec09ec63"} {"level":"info","ts":1789687082.7889087,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec09ec63","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec09ec63","reconcileID":"b2c5b883-ce86-4322-95d4-4df9dfe82cfc","provider":"openai","model":"e2e-legacy-migration-ec09ec63","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789687085.2973032,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec09ec63","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec09ec63","reconcileID":"d381b74c-a261-4f3e-9cfd-ff80d7a37814","name":"e2e-legacy-migration-ec09ec63","namespace":"llm"} {"level":"info","ts":1789687085.3003597,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-ec09ec63","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec09ec63","reconcileID":"e267288c-c789-4175-8edd-d9fc5a4208a6","name":"e2e-legacy-migration-ec09ec63","namespace":"llm"} {"level":"info","ts":1789687085.300463,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-ec09ec63","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec09ec63","reconcileID":"e267288c-c789-4175-8edd-d9fc5a4208a6","name":"e2e-legacy-migration-ec09ec63","namespace":"llm"} {"level":"info","ts":1789687085.3006015,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec09ec63","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec09ec63","reconcileID":"8688b566-7ea7-494e-a18f-8e4c2b2c2a67","name":"e2e-legacy-migration-ec09ec63","namespace":"llm"} {"level":"error","ts":1789687085.300664,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec09ec63","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec09ec63","reconcileID":"8688b566-7ea7-494e-a18f-8e4c2b2c2a67","provider":"e2e-legacy-migration-ec09ec63","error":"ExternalProvider \"e2e-legacy-migration-ec09ec63\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789687085.3007114,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec09ec63","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec09ec63","reconcileID":"8688b566-7ea7-494e-a18f-8e4c2b2c2a67"} {"level":"info","ts":1789687085.3008275,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-ec09ec63","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec09ec63","reconcileID":"d8b99348-eafa-48b1-bd4f-f1e771550487"} {"level":"info","ts":1789687085.301003,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec09ec63","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec09ec63","reconcileID":"3cf92c94-974d-4253-b5c5-cb41c61d3a87"} {"level":"error","ts":1789687085.3010519,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec09ec63","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec09ec63","reconcileID":"3cf92c94-974d-4253-b5c5-cb41c61d3a87","provider":"e2e-legacy-migration-ec09ec63","error":"ExternalProvider.inference.opendatahub.io \"e2e-legacy-migration-ec09ec63\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789687085.301643,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec09ec63","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec09ec63","reconcileID":"25bbe784-2af8-4254-ba6a-83c4e9323bee","name":"e2e-legacy-migration-ec09ec63","namespace":"llm"} {"level":"info","ts":1789687085.3017092,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec09ec63","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec09ec63","reconcileID":"25bbe784-2af8-4254-ba6a-83c4e9323bee","name":"e2e-legacy-migration-ec09ec63","namespace":"llm"} {"level":"error","ts":1789687085.3082361,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec09ec63","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec09ec63","reconcileID":"3cf92c94-974d-4253-b5c5-cb41c61d3a87","error":"externalmodels.inference.opendatahub.io \"e2e-legacy-migration-ec09ec63\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789687085.3082952,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec09ec63","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec09ec63","reconcileID":"3cf92c94-974d-4253-b5c5-cb41c61d3a87","error":"ExternalModel \"e2e-legacy-migration-ec09ec63\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-ec09ec63\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789687085.3083603,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-ec09ec63","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-ec09ec63","reconcileID":"8a8dfbea-7fe8-47a0-ba09-4c40f9ea73b1"} {"level":"info","ts":1789687085.72424,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789687085.724324,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"86a880b7-1df8-436e-99a3-c76bec6f994a"} {"level":"info","ts":1789687085.7243335,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"86a880b7-1df8-436e-99a3-c76bec6f994a"} {"level":"info","ts":1789687085.724344,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"86a880b7-1df8-436e-99a3-c76bec6f994a","EoS":false} {"level":"info","ts":1789687085.7243707,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"86a880b7-1df8-436e-99a3-c76bec6f994a","EoS":true} {"level":"info","ts":1789687085.7244058,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"86a880b7-1df8-436e-99a3-c76bec6f994a","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789687085.7244222,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"86a880b7-1df8-436e-99a3-c76bec6f994a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789687085.7244325,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"86a880b7-1df8-436e-99a3-c76bec6f994a","modelName":"e2e-external-model"} {"level":"info","ts":1789687085.724444,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"86a880b7-1df8-436e-99a3-c76bec6f994a","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789687085.7246377,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"86a880b7-1df8-436e-99a3-c76bec6f994a"} {"level":"info","ts":1789687085.8422456,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789687085.8423247,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d8029287-64e8-4ef8-be2a-cd0952446364"} {"level":"info","ts":1789687085.842336,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"d8029287-64e8-4ef8-be2a-cd0952446364"} {"level":"info","ts":1789687085.8423462,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d8029287-64e8-4ef8-be2a-cd0952446364","EoS":false} {"level":"info","ts":1789687085.842464,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d8029287-64e8-4ef8-be2a-cd0952446364","EoS":true} {"level":"info","ts":1789687085.8424914,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d8029287-64e8-4ef8-be2a-cd0952446364","field":"model","value":"nonexistent-model"} {"level":"info","ts":1789687085.8425071,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"d8029287-64e8-4ef8-be2a-cd0952446364","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789687085.842528,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"d8029287-64e8-4ef8-be2a-cd0952446364"} {"level":"info","ts":1789687085.9603333,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789687085.960497,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bb989e33-34e4-4320-8bb6-ef5fab752d78"} {"level":"info","ts":1789687085.9605453,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"bb989e33-34e4-4320-8bb6-ef5fab752d78"} {"level":"info","ts":1789687085.9605742,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bb989e33-34e4-4320-8bb6-ef5fab752d78","EoS":false} {"level":"info","ts":1789687085.9606009,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bb989e33-34e4-4320-8bb6-ef5fab752d78","EoS":true} {"level":"info","ts":1789687085.9606526,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"bb989e33-34e4-4320-8bb6-ef5fab752d78","field":"model"} {"level":"info","ts":1789687085.9607053,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"bb989e33-34e4-4320-8bb6-ef5fab752d78"} {"level":"info","ts":1789687086.8579915,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e6e33354-eec4-421c-94a6-3e0284404eaa","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789687086.8581128,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e6e33354-eec4-421c-94a6-3e0284404eaa","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789687086.858115,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"54b5c192-244b-47ef-b68e-32096dd354a5"} {"level":"info","ts":1789687087.006215,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9c8b74da-042b-4cb6-ae17-0fc030fbb7c3"} {"level":"info","ts":1789687087.0064037,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"200b665e-9228-4fd6-a9e4-2c80aebb3e28","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789687087.0064635,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"200b665e-9228-4fd6-a9e4-2c80aebb3e28","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789687097.2746456,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789687097.27473,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"708b4d3c-83af-47e6-a3d8-5b6af56f19c9"} {"level":"info","ts":1789687097.2747426,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"708b4d3c-83af-47e6-a3d8-5b6af56f19c9"} {"level":"info","ts":1789687097.2747536,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"708b4d3c-83af-47e6-a3d8-5b6af56f19c9","EoS":false} {"level":"info","ts":1789687097.274764,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"708b4d3c-83af-47e6-a3d8-5b6af56f19c9","EoS":true} {"level":"info","ts":1789687097.2747834,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"708b4d3c-83af-47e6-a3d8-5b6af56f19c9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789687097.274823,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"708b4d3c-83af-47e6-a3d8-5b6af56f19c9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789687097.2748482,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"708b4d3c-83af-47e6-a3d8-5b6af56f19c9"} {"level":"info","ts":1789687097.3252327,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789687097.3253217,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a9058faa-c5b3-43c4-80a6-e672710f3547"} {"level":"info","ts":1789687097.325334,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a9058faa-c5b3-43c4-80a6-e672710f3547"} {"level":"info","ts":1789687097.325345,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a9058faa-c5b3-43c4-80a6-e672710f3547","EoS":false} {"level":"info","ts":1789687097.325357,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a9058faa-c5b3-43c4-80a6-e672710f3547","EoS":true} {"level":"info","ts":1789687097.3253753,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a9058faa-c5b3-43c4-80a6-e672710f3547","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789687097.3253908,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"a9058faa-c5b3-43c4-80a6-e672710f3547","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789687097.3254116,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a9058faa-c5b3-43c4-80a6-e672710f3547"} {"level":"info","ts":1789687097.3685603,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789687097.3686419,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2760618a-c0c5-4382-aecd-62a590a2c73c"} {"level":"info","ts":1789687097.368654,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"2760618a-c0c5-4382-aecd-62a590a2c73c"} {"level":"info","ts":1789687097.3686643,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2760618a-c0c5-4382-aecd-62a590a2c73c","EoS":false} {"level":"info","ts":1789687097.3686762,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2760618a-c0c5-4382-aecd-62a590a2c73c","EoS":true} {"level":"info","ts":1789687097.368695,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2760618a-c0c5-4382-aecd-62a590a2c73c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789687097.3687105,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"2760618a-c0c5-4382-aecd-62a590a2c73c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789687097.3687332,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"2760618a-c0c5-4382-aecd-62a590a2c73c"} {"level":"info","ts":1789687097.4241884,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789687097.424276,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8538c760-d722-40e1-9561-3f1bef3e8ae0"} {"level":"info","ts":1789687097.4242885,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"8538c760-d722-40e1-9561-3f1bef3e8ae0"} {"level":"info","ts":1789687097.4243002,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8538c760-d722-40e1-9561-3f1bef3e8ae0","EoS":false} {"level":"info","ts":1789687097.4243186,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8538c760-d722-40e1-9561-3f1bef3e8ae0","EoS":true} {"level":"info","ts":1789687097.424339,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8538c760-d722-40e1-9561-3f1bef3e8ae0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789687097.424355,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"8538c760-d722-40e1-9561-3f1bef3e8ae0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789687097.4243755,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"8538c760-d722-40e1-9561-3f1bef3e8ae0"} {"level":"info","ts":1789687110.3897321,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789687110.389864,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9ba365bc-5098-4dc2-bfc3-bb78cb1ecc33"} {"level":"info","ts":1789687110.3898814,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"9ba365bc-5098-4dc2-bfc3-bb78cb1ecc33"} {"level":"info","ts":1789687110.3899002,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9ba365bc-5098-4dc2-bfc3-bb78cb1ecc33","EoS":false} {"level":"info","ts":1789687110.3899195,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9ba365bc-5098-4dc2-bfc3-bb78cb1ecc33","EoS":true} {"level":"info","ts":1789687110.3899505,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"9ba365bc-5098-4dc2-bfc3-bb78cb1ecc33","field":"model"} {"level":"info","ts":1789687110.3899827,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"9ba365bc-5098-4dc2-bfc3-bb78cb1ecc33"} {"level":"info","ts":1789687110.5333571,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789687110.5334454,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a57d2f81-0753-4181-ad7b-5de7693327ea"} {"level":"info","ts":1789687110.5334532,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a57d2f81-0753-4181-ad7b-5de7693327ea"} {"level":"info","ts":1789687110.533463,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a57d2f81-0753-4181-ad7b-5de7693327ea","EoS":false} {"level":"info","ts":1789687110.5334728,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a57d2f81-0753-4181-ad7b-5de7693327ea","EoS":true} {"level":"info","ts":1789687110.5334861,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"a57d2f81-0753-4181-ad7b-5de7693327ea","field":"model"} {"level":"info","ts":1789687110.5335119,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a57d2f81-0753-4181-ad7b-5de7693327ea"} {"level":"info","ts":1789687110.6894207,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789687110.689512,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9d7f06c9-d6ee-41cc-ac8c-77a49b4b39a9"} {"level":"info","ts":1789687110.6895223,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"9d7f06c9-d6ee-41cc-ac8c-77a49b4b39a9"} {"level":"info","ts":1789687110.689532,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9d7f06c9-d6ee-41cc-ac8c-77a49b4b39a9","EoS":false} {"level":"info","ts":1789687110.6895423,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9d7f06c9-d6ee-41cc-ac8c-77a49b4b39a9","EoS":true} {"level":"info","ts":1789687110.6895607,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"9d7f06c9-d6ee-41cc-ac8c-77a49b4b39a9","field":"model"} {"level":"info","ts":1789687110.6895838,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"9d7f06c9-d6ee-41cc-ac8c-77a49b4b39a9"} {"level":"info","ts":1789688141.075279,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688141.0753744,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"200a8709-e4b5-42c5-8c8d-92b11dead225"} {"level":"info","ts":1789688141.075383,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"200a8709-e4b5-42c5-8c8d-92b11dead225"} {"level":"info","ts":1789688141.0753944,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"200a8709-e4b5-42c5-8c8d-92b11dead225","EoS":false} {"level":"info","ts":1789688141.0754063,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"200a8709-e4b5-42c5-8c8d-92b11dead225","EoS":true} {"level":"info","ts":1789688141.0754297,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"200a8709-e4b5-42c5-8c8d-92b11dead225","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789688141.075445,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"200a8709-e4b5-42c5-8c8d-92b11dead225","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789688141.075467,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"200a8709-e4b5-42c5-8c8d-92b11dead225"} {"level":"info","ts":1789688141.123387,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688141.1234865,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a6927157-3e25-4233-9888-722d6043782e"} {"level":"info","ts":1789688141.1235013,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a6927157-3e25-4233-9888-722d6043782e"} {"level":"info","ts":1789688141.1235178,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a6927157-3e25-4233-9888-722d6043782e","EoS":false} {"level":"info","ts":1789688141.1235394,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a6927157-3e25-4233-9888-722d6043782e","EoS":true} {"level":"info","ts":1789688141.1235728,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a6927157-3e25-4233-9888-722d6043782e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789688141.1235914,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"a6927157-3e25-4233-9888-722d6043782e","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789688141.1236181,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a6927157-3e25-4233-9888-722d6043782e"} {"level":"info","ts":1789688441.9844513,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ff01d0a1-6b85-4510-8aad-716e2da5ba6a","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789688441.9845247,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ff01d0a1-6b85-4510-8aad-716e2da5ba6a","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789688441.9845448,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ff01d0a1-6b85-4510-8aad-716e2da5ba6a"} {"level":"info","ts":1789688441.9844513,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b8656984-acbe-44da-a49a-137e3fafbb6d"} {"level":"info","ts":1789688441.9921205,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"184eff5e-cd18-4c9c-a86b-b863bf63c46b","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789688441.992123,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b8656984-acbe-44da-a49a-137e3fafbb6d","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789688441.992158,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"184eff5e-cd18-4c9c-a86b-b863bf63c46b","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789688441.9921834,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"184eff5e-cd18-4c9c-a86b-b863bf63c46b"} {"level":"error","ts":1789688441.999168,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b8656984-acbe-44da-a49a-137e3fafbb6d","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789688441.9992223,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b6586c29-c817-42ca-86a3-723f66c3254b"} {"level":"error","ts":1789688441.9992428,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b6586c29-c817-42ca-86a3-723f66c3254b","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789688441.9993114,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"51f4d3e5-8dad-48c4-989f-5e3e247ceaa4","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789688441.999344,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"51f4d3e5-8dad-48c4-989f-5e3e247ceaa4","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789688441.9993687,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"51f4d3e5-8dad-48c4-989f-5e3e247ceaa4"} {"level":"error","ts":1789688442.002374,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b6586c29-c817-42ca-86a3-723f66c3254b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-x-api-key-trigger\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789688442.0024166,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b6586c29-c817-42ca-86a3-723f66c3254b","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789688442.0024886,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c810aea0-7fcc-4060-9674-78f245f2154e"} {"level":"error","ts":1789688442.0025089,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c810aea0-7fcc-4060-9674-78f245f2154e","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789688442.0081403,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c810aea0-7fcc-4060-9674-78f245f2154e","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789688442.0284145,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"78086806-ff45-42a6-8dc7-a8d81d51cfc4"} {"level":"error","ts":1789688442.0284562,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"78086806-ff45-42a6-8dc7-a8d81d51cfc4","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789688442.032623,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"78086806-ff45-42a6-8dc7-a8d81d51cfc4","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789688442.0737765,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"37cdb191-2428-45f0-9262-9853615086ca"} {"level":"error","ts":1789688442.0738518,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"37cdb191-2428-45f0-9262-9853615086ca","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789688442.078112,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"37cdb191-2428-45f0-9262-9853615086ca","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789688442.1289907,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5efe2d3d-9dd6-4f08-8a9e-26b473110082","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"info","ts":1789688442.1290386,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"abaadedb-ccf0-4ca3-9c32-148fc5b25e57"} {"level":"error","ts":1789688442.1290376,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5efe2d3d-9dd6-4f08-8a9e-26b473110082","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789688442.1290693,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5efe2d3d-9dd6-4f08-8a9e-26b473110082"} {"level":"error","ts":1789688442.1290803,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"abaadedb-ccf0-4ca3-9c32-148fc5b25e57","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789688442.1339717,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"abaadedb-ccf0-4ca3-9c32-148fc5b25e57","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789688442.2941785,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"850a9c86-13e4-4d3e-8e58-517aa835d26f"} {"level":"error","ts":1789688442.2942357,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"850a9c86-13e4-4d3e-8e58-517aa835d26f","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789688442.29925,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"850a9c86-13e4-4d3e-8e58-517aa835d26f","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789688442.6198952,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"24b0305e-fd1e-49ba-9e67-2f4ade73d004"} {"level":"error","ts":1789688442.6199496,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"24b0305e-fd1e-49ba-9e67-2f4ade73d004","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789688442.6256218,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"24b0305e-fd1e-49ba-9e67-2f4ade73d004","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789688443.2664256,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"63fb6139-12b5-4727-9bff-0c3c84927ff0"} {"level":"error","ts":1789688443.2664857,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"63fb6139-12b5-4727-9bff-0c3c84927ff0","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789688443.271457,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"63fb6139-12b5-4727-9bff-0c3c84927ff0","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789688444.5521913,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cafc0bb4-64bb-4253-9c47-2f32d8bf9347"} {"level":"error","ts":1789688444.5522544,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cafc0bb4-64bb-4253-9c47-2f32d8bf9347","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789688444.5570428,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cafc0bb4-64bb-4253-9c47-2f32d8bf9347","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789688447.11752,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1b149755-4230-4e08-b398-7ea467d67999"} {"level":"error","ts":1789688447.1175752,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1b149755-4230-4e08-b398-7ea467d67999","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789688447.1237197,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1b149755-4230-4e08-b398-7ea467d67999","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789688447.1297476,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"add01a58-864b-4298-a1e4-6f21fa383a00","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789688447.1297855,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"add01a58-864b-4298-a1e4-6f21fa383a00","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789688447.1298273,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"add01a58-864b-4298-a1e4-6f21fa383a00"} {"level":"info","ts":1789688452.1310241,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"02bdbdda-1ba0-4082-a6c9-525fbffbfff2","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789688452.1310775,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"02bdbdda-1ba0-4082-a6c9-525fbffbfff2","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789688452.1310985,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"02bdbdda-1ba0-4082-a6c9-525fbffbfff2"} {"level":"info","ts":1789688452.2442436,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2177faf0-c2cd-4696-9f16-3cb4663a59b8"} {"level":"error","ts":1789688452.244309,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2177faf0-c2cd-4696-9f16-3cb4663a59b8","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789688452.2500713,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2177faf0-c2cd-4696-9f16-3cb4663a59b8","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789688452.5191143,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688452.519216,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c2aa3813-55ff-4653-97e6-6916311cee15"} {"level":"info","ts":1789688452.5192327,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c2aa3813-55ff-4653-97e6-6916311cee15"} {"level":"info","ts":1789688452.5192444,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c2aa3813-55ff-4653-97e6-6916311cee15","EoS":false} {"level":"info","ts":1789688452.5192556,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c2aa3813-55ff-4653-97e6-6916311cee15","EoS":true} {"level":"info","ts":1789688452.5192757,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c2aa3813-55ff-4653-97e6-6916311cee15","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789688452.5192914,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"c2aa3813-55ff-4653-97e6-6916311cee15","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789688452.5193126,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c2aa3813-55ff-4653-97e6-6916311cee15"} {"level":"info","ts":1789688452.5697484,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688452.5698676,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"28fb5e4c-8d18-41dd-b56f-44b5475e315b"} {"level":"info","ts":1789688452.5698853,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"28fb5e4c-8d18-41dd-b56f-44b5475e315b"} {"level":"info","ts":1789688452.5699048,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"28fb5e4c-8d18-41dd-b56f-44b5475e315b","EoS":false} {"level":"info","ts":1789688452.5699282,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"28fb5e4c-8d18-41dd-b56f-44b5475e315b","EoS":true} {"level":"info","ts":1789688452.5700119,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"28fb5e4c-8d18-41dd-b56f-44b5475e315b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789688452.5700333,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"28fb5e4c-8d18-41dd-b56f-44b5475e315b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789688452.5700715,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"28fb5e4c-8d18-41dd-b56f-44b5475e315b"} {"level":"info","ts":1789688452.6080976,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688452.6081808,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fbfec0b4-d75a-4b4e-a548-2f5b5358528f"} {"level":"info","ts":1789688452.6081939,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"fbfec0b4-d75a-4b4e-a548-2f5b5358528f"} {"level":"info","ts":1789688452.6082044,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"fbfec0b4-d75a-4b4e-a548-2f5b5358528f","EoS":false} {"level":"info","ts":1789688452.608216,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"fbfec0b4-d75a-4b4e-a548-2f5b5358528f","EoS":true} {"level":"info","ts":1789688452.608238,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fbfec0b4-d75a-4b4e-a548-2f5b5358528f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789688452.6082532,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"fbfec0b4-d75a-4b4e-a548-2f5b5358528f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789688452.6082757,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"fbfec0b4-d75a-4b4e-a548-2f5b5358528f"} {"level":"info","ts":1789688452.656217,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688452.656317,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"90f11ce6-531a-47ca-aaf2-61bbb2bdfef0"} {"level":"info","ts":1789688452.6563344,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"90f11ce6-531a-47ca-aaf2-61bbb2bdfef0"} {"level":"info","ts":1789688452.6563523,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"90f11ce6-531a-47ca-aaf2-61bbb2bdfef0","EoS":false} {"level":"info","ts":1789688452.6563704,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"90f11ce6-531a-47ca-aaf2-61bbb2bdfef0","EoS":true} {"level":"info","ts":1789688452.6564028,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"90f11ce6-531a-47ca-aaf2-61bbb2bdfef0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789688452.6564245,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"90f11ce6-531a-47ca-aaf2-61bbb2bdfef0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789688452.656456,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"90f11ce6-531a-47ca-aaf2-61bbb2bdfef0"} {"level":"info","ts":1789688452.6901479,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688452.6902227,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6c8a11bb-9435-465d-b923-03a8065d28ff"} {"level":"info","ts":1789688452.690235,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"6c8a11bb-9435-465d-b923-03a8065d28ff"} {"level":"info","ts":1789688452.690245,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6c8a11bb-9435-465d-b923-03a8065d28ff","EoS":false} {"level":"info","ts":1789688452.6902554,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6c8a11bb-9435-465d-b923-03a8065d28ff","EoS":true} {"level":"info","ts":1789688452.6902747,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6c8a11bb-9435-465d-b923-03a8065d28ff","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789688452.6902914,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"6c8a11bb-9435-465d-b923-03a8065d28ff","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789688452.690316,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"6c8a11bb-9435-465d-b923-03a8065d28ff"} {"level":"info","ts":1789688452.720248,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688452.7203581,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2426d0fa-b1e8-49c2-a1b6-c5412dfd3fbd"} {"level":"info","ts":1789688452.7203708,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"2426d0fa-b1e8-49c2-a1b6-c5412dfd3fbd"} {"level":"info","ts":1789688452.7203817,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2426d0fa-b1e8-49c2-a1b6-c5412dfd3fbd","EoS":false} {"level":"info","ts":1789688452.7203922,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2426d0fa-b1e8-49c2-a1b6-c5412dfd3fbd","EoS":true} {"level":"info","ts":1789688452.7204099,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2426d0fa-b1e8-49c2-a1b6-c5412dfd3fbd","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789688452.7204235,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"2426d0fa-b1e8-49c2-a1b6-c5412dfd3fbd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789688452.7204442,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"2426d0fa-b1e8-49c2-a1b6-c5412dfd3fbd"} {"level":"info","ts":1789688452.8735273,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"49aae40f-143a-47f3-914c-22d4f0b90305"} {"level":"info","ts":1789688452.873515,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"28c24509-1b21-4818-a430-37c0709c87e1","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"info","ts":1789688452.8735898,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"28c24509-1b21-4818-a430-37c0709c87e1","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"info","ts":1789688470.5143437,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688470.5144484,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ecc2ba15-e1be-42f7-a791-4e419710602b"} {"level":"info","ts":1789688470.514468,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"ecc2ba15-e1be-42f7-a791-4e419710602b"} {"level":"info","ts":1789688470.5144868,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ecc2ba15-e1be-42f7-a791-4e419710602b","EoS":false} {"level":"info","ts":1789688470.5145073,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ecc2ba15-e1be-42f7-a791-4e419710602b","EoS":true} {"level":"info","ts":1789688470.5145397,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ecc2ba15-e1be-42f7-a791-4e419710602b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789688470.5145583,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"ecc2ba15-e1be-42f7-a791-4e419710602b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789688470.514588,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"ecc2ba15-e1be-42f7-a791-4e419710602b"} {"level":"info","ts":1789688470.6688478,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688470.6689513,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bcec37dc-9b14-4d6f-97a2-dcaf499fa1f7"} {"level":"info","ts":1789688470.6689715,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"bcec37dc-9b14-4d6f-97a2-dcaf499fa1f7"} {"level":"info","ts":1789688470.6689904,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bcec37dc-9b14-4d6f-97a2-dcaf499fa1f7","EoS":false} {"level":"info","ts":1789688470.6690109,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bcec37dc-9b14-4d6f-97a2-dcaf499fa1f7","EoS":true} {"level":"info","ts":1789688470.6690955,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bcec37dc-9b14-4d6f-97a2-dcaf499fa1f7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789688470.6691191,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"bcec37dc-9b14-4d6f-97a2-dcaf499fa1f7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789688470.6691525,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"bcec37dc-9b14-4d6f-97a2-dcaf499fa1f7"} {"level":"info","ts":1789688470.8079493,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688470.8080404,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dada264c-99a6-41a4-83bf-74a22cb74973"} {"level":"info","ts":1789688470.8080533,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"dada264c-99a6-41a4-83bf-74a22cb74973"} {"level":"info","ts":1789688470.8080645,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"dada264c-99a6-41a4-83bf-74a22cb74973","EoS":false} {"level":"info","ts":1789688470.8080761,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"dada264c-99a6-41a4-83bf-74a22cb74973","EoS":true} {"level":"info","ts":1789688470.8080971,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dada264c-99a6-41a4-83bf-74a22cb74973","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789688470.808113,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"dada264c-99a6-41a4-83bf-74a22cb74973","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789688470.8081353,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"dada264c-99a6-41a4-83bf-74a22cb74973"} {"level":"info","ts":1789688470.9421022,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688470.942216,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"35f001c9-b260-4ca1-a977-105bcb9481a7"} {"level":"info","ts":1789688470.9422336,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"35f001c9-b260-4ca1-a977-105bcb9481a7"} {"level":"info","ts":1789688470.9422665,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"35f001c9-b260-4ca1-a977-105bcb9481a7","EoS":false} {"level":"info","ts":1789688470.9422853,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"35f001c9-b260-4ca1-a977-105bcb9481a7","EoS":true} {"level":"info","ts":1789688470.942315,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"35f001c9-b260-4ca1-a977-105bcb9481a7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789688470.9423375,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"35f001c9-b260-4ca1-a977-105bcb9481a7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789688470.9423676,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"35f001c9-b260-4ca1-a977-105bcb9481a7"} {"level":"info","ts":1789688471.0773652,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688471.0774567,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"38625cbc-cf1e-40a2-80a7-8d70d64b941e"} {"level":"info","ts":1789688471.0774672,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"38625cbc-cf1e-40a2-80a7-8d70d64b941e"} {"level":"info","ts":1789688471.0774794,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"38625cbc-cf1e-40a2-80a7-8d70d64b941e","EoS":false} {"level":"info","ts":1789688471.0774925,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"38625cbc-cf1e-40a2-80a7-8d70d64b941e","EoS":true} {"level":"info","ts":1789688471.077513,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"38625cbc-cf1e-40a2-80a7-8d70d64b941e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789688471.0775278,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"38625cbc-cf1e-40a2-80a7-8d70d64b941e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789688471.0775504,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"38625cbc-cf1e-40a2-80a7-8d70d64b941e"} {"level":"info","ts":1789688471.2120261,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688471.212134,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b6a728c7-55a4-48ce-94a0-7f1b692fd0a1"} {"level":"info","ts":1789688471.2121503,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"b6a728c7-55a4-48ce-94a0-7f1b692fd0a1"} {"level":"info","ts":1789688471.2121682,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b6a728c7-55a4-48ce-94a0-7f1b692fd0a1","EoS":false} {"level":"info","ts":1789688471.212189,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b6a728c7-55a4-48ce-94a0-7f1b692fd0a1","EoS":true} {"level":"info","ts":1789688471.2122188,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b6a728c7-55a4-48ce-94a0-7f1b692fd0a1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789688471.2122383,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"b6a728c7-55a4-48ce-94a0-7f1b692fd0a1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789688471.2122698,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"b6a728c7-55a4-48ce-94a0-7f1b692fd0a1"} {"level":"info","ts":1789688486.097829,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688486.0979352,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"402c3a6a-6afb-40c4-a653-ec072a75ef0d"} {"level":"info","ts":1789688486.0979548,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"402c3a6a-6afb-40c4-a653-ec072a75ef0d"} {"level":"info","ts":1789688486.097973,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"402c3a6a-6afb-40c4-a653-ec072a75ef0d","EoS":false} {"level":"info","ts":1789688486.0979924,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"402c3a6a-6afb-40c4-a653-ec072a75ef0d","EoS":true} {"level":"info","ts":1789688486.0980222,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"402c3a6a-6afb-40c4-a653-ec072a75ef0d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789688486.0980415,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"402c3a6a-6afb-40c4-a653-ec072a75ef0d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789688486.0980678,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"402c3a6a-6afb-40c4-a653-ec072a75ef0d"} {"level":"info","ts":1789688486.1372147,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688486.1372995,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1a357893-30e9-4e18-a28d-a2d4607ac365"} {"level":"info","ts":1789688486.1373107,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"1a357893-30e9-4e18-a28d-a2d4607ac365"} {"level":"info","ts":1789688486.1373215,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1a357893-30e9-4e18-a28d-a2d4607ac365","EoS":false} {"level":"info","ts":1789688486.1373322,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1a357893-30e9-4e18-a28d-a2d4607ac365","EoS":true} {"level":"info","ts":1789688486.1373532,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1a357893-30e9-4e18-a28d-a2d4607ac365","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789688486.137369,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"1a357893-30e9-4e18-a28d-a2d4607ac365","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789688486.1373913,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"1a357893-30e9-4e18-a28d-a2d4607ac365"} {"level":"info","ts":1789688486.173023,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688486.1731057,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"66b851e8-afc4-4e22-97ac-10c1dab7c237"} {"level":"info","ts":1789688486.173116,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"66b851e8-afc4-4e22-97ac-10c1dab7c237"} {"level":"info","ts":1789688486.173127,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"66b851e8-afc4-4e22-97ac-10c1dab7c237","EoS":false} {"level":"info","ts":1789688486.1731377,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"66b851e8-afc4-4e22-97ac-10c1dab7c237","EoS":true} {"level":"info","ts":1789688486.1731598,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"66b851e8-afc4-4e22-97ac-10c1dab7c237","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789688486.1731777,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"66b851e8-afc4-4e22-97ac-10c1dab7c237","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789688486.1731992,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"66b851e8-afc4-4e22-97ac-10c1dab7c237"} {"level":"info","ts":1789688486.206444,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688486.2065523,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a296ebfa-766c-4c8c-9046-2c45992e72d3"} {"level":"info","ts":1789688486.2065697,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a296ebfa-766c-4c8c-9046-2c45992e72d3"} {"level":"info","ts":1789688486.2065878,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a296ebfa-766c-4c8c-9046-2c45992e72d3","EoS":false} {"level":"info","ts":1789688486.2066095,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a296ebfa-766c-4c8c-9046-2c45992e72d3","EoS":true} {"level":"info","ts":1789688486.206642,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a296ebfa-766c-4c8c-9046-2c45992e72d3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789688486.206663,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"a296ebfa-766c-4c8c-9046-2c45992e72d3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789688486.2066936,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a296ebfa-766c-4c8c-9046-2c45992e72d3"} {"level":"info","ts":1789688486.2380896,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688486.2381732,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"e45a99c4-6d35-49f3-bc4d-eb7f9f1c036f"} {"level":"info","ts":1789688486.9931479,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688486.993256,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b385350d-f42a-4124-8105-5b67eae437cb"} {"level":"info","ts":1789688486.9932742,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"b385350d-f42a-4124-8105-5b67eae437cb"} {"level":"info","ts":1789688486.9932923,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b385350d-f42a-4124-8105-5b67eae437cb","EoS":false} {"level":"info","ts":1789688486.9933102,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b385350d-f42a-4124-8105-5b67eae437cb","EoS":true} {"level":"info","ts":1789688486.993343,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b385350d-f42a-4124-8105-5b67eae437cb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789688486.9934132,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"b385350d-f42a-4124-8105-5b67eae437cb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789688486.993446,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"b385350d-f42a-4124-8105-5b67eae437cb"} {"level":"info","ts":1789688487.9252086,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688487.9252944,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5e6ca75c-4129-4c4a-821f-f47b43a69edf"} {"level":"info","ts":1789688487.9253042,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"5e6ca75c-4129-4c4a-821f-f47b43a69edf"} {"level":"info","ts":1789688487.925315,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5e6ca75c-4129-4c4a-821f-f47b43a69edf","EoS":false} {"level":"info","ts":1789688487.9253278,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5e6ca75c-4129-4c4a-821f-f47b43a69edf","EoS":true} {"level":"info","ts":1789688487.9253514,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5e6ca75c-4129-4c4a-821f-f47b43a69edf","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789688487.9253674,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"5e6ca75c-4129-4c4a-821f-f47b43a69edf","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789688487.9253895,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"5e6ca75c-4129-4c4a-821f-f47b43a69edf"} {"level":"info","ts":1789688488.6417503,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688488.6418808,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c40cbf27-22cd-4ade-a68e-c0ef3cac4fc1"} {"level":"info","ts":1789688488.6418982,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c40cbf27-22cd-4ade-a68e-c0ef3cac4fc1"} {"level":"info","ts":1789688488.6419177,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c40cbf27-22cd-4ade-a68e-c0ef3cac4fc1","EoS":false} {"level":"info","ts":1789688488.6419363,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c40cbf27-22cd-4ade-a68e-c0ef3cac4fc1","EoS":true} {"level":"info","ts":1789688488.6420147,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c40cbf27-22cd-4ade-a68e-c0ef3cac4fc1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789688488.6420386,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"c40cbf27-22cd-4ade-a68e-c0ef3cac4fc1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789688488.6420727,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c40cbf27-22cd-4ade-a68e-c0ef3cac4fc1"} {"level":"info","ts":1789688489.6892421,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688489.6893282,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"87acc826-3034-4af4-9567-fee68672548e"} {"level":"info","ts":1789688489.6893387,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"87acc826-3034-4af4-9567-fee68672548e"} {"level":"info","ts":1789688489.6893492,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"87acc826-3034-4af4-9567-fee68672548e","EoS":false} {"level":"info","ts":1789688489.6893618,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"87acc826-3034-4af4-9567-fee68672548e","EoS":true} {"level":"info","ts":1789688489.689383,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"87acc826-3034-4af4-9567-fee68672548e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789688489.6893985,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"87acc826-3034-4af4-9567-fee68672548e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789688489.6894202,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"87acc826-3034-4af4-9567-fee68672548e"} {"level":"info","ts":1789688495.0562532,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688495.056358,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1b1951fd-2545-4188-bc5b-1fd0bfb6e44c"} {"level":"info","ts":1789688495.0563815,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"1b1951fd-2545-4188-bc5b-1fd0bfb6e44c"} {"level":"info","ts":1789688495.0564,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1b1951fd-2545-4188-bc5b-1fd0bfb6e44c","EoS":false} {"level":"info","ts":1789688495.0564196,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1b1951fd-2545-4188-bc5b-1fd0bfb6e44c","EoS":true} {"level":"info","ts":1789688495.0564535,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1b1951fd-2545-4188-bc5b-1fd0bfb6e44c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789688495.0564742,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"1b1951fd-2545-4188-bc5b-1fd0bfb6e44c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789688495.0565035,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"1b1951fd-2545-4188-bc5b-1fd0bfb6e44c"} {"level":"info","ts":1789688500.1033664,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688500.1034582,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8c2fede4-0be7-4750-8039-676bd15cb858"} {"level":"info","ts":1789688500.1034713,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"8c2fede4-0be7-4750-8039-676bd15cb858"} {"level":"info","ts":1789688500.1034825,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8c2fede4-0be7-4750-8039-676bd15cb858","EoS":false} {"level":"info","ts":1789688500.1034951,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8c2fede4-0be7-4750-8039-676bd15cb858","EoS":true} {"level":"info","ts":1789688500.1035178,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8c2fede4-0be7-4750-8039-676bd15cb858","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789688500.103533,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"8c2fede4-0be7-4750-8039-676bd15cb858","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789688500.1035535,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"8c2fede4-0be7-4750-8039-676bd15cb858"} {"level":"info","ts":1789688501.2606435,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688501.2607431,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"944e7466-7a82-4809-bf27-c12427375731"} {"level":"info","ts":1789688501.260763,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"944e7466-7a82-4809-bf27-c12427375731"} {"level":"info","ts":1789688501.2607756,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"944e7466-7a82-4809-bf27-c12427375731","EoS":false} {"level":"info","ts":1789688501.2607856,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"944e7466-7a82-4809-bf27-c12427375731","EoS":true} {"level":"info","ts":1789688501.260853,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"944e7466-7a82-4809-bf27-c12427375731","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789688501.2608747,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"944e7466-7a82-4809-bf27-c12427375731","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789688501.2608995,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"944e7466-7a82-4809-bf27-c12427375731"} {"level":"info","ts":1789688509.2281125,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688509.2282019,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a89e6898-90eb-468e-a485-13b42cac38ab"} {"level":"info","ts":1789688509.2282126,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a89e6898-90eb-468e-a485-13b42cac38ab"} {"level":"info","ts":1789688509.2282236,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a89e6898-90eb-468e-a485-13b42cac38ab","EoS":false} {"level":"info","ts":1789688509.228234,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a89e6898-90eb-468e-a485-13b42cac38ab","EoS":true} {"level":"info","ts":1789688509.2282531,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a89e6898-90eb-468e-a485-13b42cac38ab","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789688509.2282693,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"a89e6898-90eb-468e-a485-13b42cac38ab","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789688509.2282894,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a89e6898-90eb-468e-a485-13b42cac38ab"} {"level":"info","ts":1789688510.854837,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688510.8549192,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5626606b-fa14-40d7-b135-2cc3c4da1f0c"} {"level":"info","ts":1789688510.8549297,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"5626606b-fa14-40d7-b135-2cc3c4da1f0c"} {"level":"info","ts":1789688510.8549523,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5626606b-fa14-40d7-b135-2cc3c4da1f0c","EoS":false} {"level":"info","ts":1789688510.8549638,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5626606b-fa14-40d7-b135-2cc3c4da1f0c","EoS":true} {"level":"info","ts":1789688510.8549833,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5626606b-fa14-40d7-b135-2cc3c4da1f0c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789688510.854999,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"5626606b-fa14-40d7-b135-2cc3c4da1f0c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789688510.8550189,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"5626606b-fa14-40d7-b135-2cc3c4da1f0c"} {"level":"info","ts":1789688576.8231516,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688576.8232458,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"19dd12d6-62c3-491d-a658-7513c8825c85"} {"level":"info","ts":1789688576.8232608,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"19dd12d6-62c3-491d-a658-7513c8825c85"} {"level":"info","ts":1789688576.8232749,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"19dd12d6-62c3-491d-a658-7513c8825c85","EoS":false} {"level":"info","ts":1789688576.823285,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"19dd12d6-62c3-491d-a658-7513c8825c85","EoS":true} {"level":"info","ts":1789688576.8233073,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"19dd12d6-62c3-491d-a658-7513c8825c85","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1789688576.8233244,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"19dd12d6-62c3-491d-a658-7513c8825c85","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789688576.823349,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"19dd12d6-62c3-491d-a658-7513c8825c85"} {"level":"info","ts":1789688600.1589806,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688600.1590776,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"858e56c8-3c3c-4765-bd09-a62aee541f3c"} {"level":"info","ts":1789688600.1590867,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"858e56c8-3c3c-4765-bd09-a62aee541f3c"} {"level":"info","ts":1789688600.1590974,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"858e56c8-3c3c-4765-bd09-a62aee541f3c","EoS":false} {"level":"info","ts":1789688600.1591103,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"858e56c8-3c3c-4765-bd09-a62aee541f3c","EoS":true} {"level":"info","ts":1789688600.1591325,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"858e56c8-3c3c-4765-bd09-a62aee541f3c","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1789688600.15915,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"858e56c8-3c3c-4765-bd09-a62aee541f3c","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789688600.1591716,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"858e56c8-3c3c-4765-bd09-a62aee541f3c"} {"level":"info","ts":1789688662.5204513,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688662.5205407,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e994bd6f-5391-4c38-be65-42e961cd01b1"} {"level":"info","ts":1789688662.5205522,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"e994bd6f-5391-4c38-be65-42e961cd01b1"} {"level":"info","ts":1789688662.5205626,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e994bd6f-5391-4c38-be65-42e961cd01b1","EoS":false} {"level":"info","ts":1789688662.5205731,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e994bd6f-5391-4c38-be65-42e961cd01b1","EoS":true} {"level":"info","ts":1789688662.5205953,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e994bd6f-5391-4c38-be65-42e961cd01b1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789688662.520613,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"e994bd6f-5391-4c38-be65-42e961cd01b1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789688662.5206325,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"e994bd6f-5391-4c38-be65-42e961cd01b1"} {"level":"info","ts":1789688662.5556464,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688662.5557287,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b8d980e8-509e-4a89-89a2-3612b4dc5507"} {"level":"info","ts":1789688662.555741,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"b8d980e8-509e-4a89-89a2-3612b4dc5507"} {"level":"info","ts":1789688662.5557516,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b8d980e8-509e-4a89-89a2-3612b4dc5507","EoS":false} {"level":"info","ts":1789688662.5557647,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b8d980e8-509e-4a89-89a2-3612b4dc5507","EoS":true} {"level":"info","ts":1789688662.5557861,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b8d980e8-509e-4a89-89a2-3612b4dc5507","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789688662.555829,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"b8d980e8-509e-4a89-89a2-3612b4dc5507","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789688662.555859,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"b8d980e8-509e-4a89-89a2-3612b4dc5507"} {"level":"info","ts":1789688662.5942495,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688662.5943315,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7b26a1e2-5673-4da8-bec3-54069bc0110d"} {"level":"info","ts":1789688662.5943427,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"7b26a1e2-5673-4da8-bec3-54069bc0110d"} {"level":"info","ts":1789688662.594353,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7b26a1e2-5673-4da8-bec3-54069bc0110d","EoS":false} {"level":"info","ts":1789688662.5943637,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7b26a1e2-5673-4da8-bec3-54069bc0110d","EoS":true} {"level":"info","ts":1789688662.594383,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7b26a1e2-5673-4da8-bec3-54069bc0110d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789688662.5944002,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"7b26a1e2-5673-4da8-bec3-54069bc0110d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789688662.5944273,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"7b26a1e2-5673-4da8-bec3-54069bc0110d"} {"level":"info","ts":1789688670.0425892,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688670.0427,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c9da5af9-4e70-4693-b68f-e0fc7c9bc197"} {"level":"info","ts":1789688670.042717,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c9da5af9-4e70-4693-b68f-e0fc7c9bc197"} {"level":"info","ts":1789688670.042737,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c9da5af9-4e70-4693-b68f-e0fc7c9bc197","EoS":false} {"level":"info","ts":1789688670.0427594,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c9da5af9-4e70-4693-b68f-e0fc7c9bc197","EoS":true} {"level":"info","ts":1789688670.0427878,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c9da5af9-4e70-4693-b68f-e0fc7c9bc197","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789688670.0428388,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"c9da5af9-4e70-4693-b68f-e0fc7c9bc197","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789688670.0428832,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c9da5af9-4e70-4693-b68f-e0fc7c9bc197"} {"level":"info","ts":1789688676.1502876,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688676.150374,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"450431da-bd13-43e4-9a06-840721035f5b"} {"level":"info","ts":1789688676.1503863,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"450431da-bd13-43e4-9a06-840721035f5b"} {"level":"info","ts":1789688676.1503973,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"450431da-bd13-43e4-9a06-840721035f5b","EoS":false} {"level":"info","ts":1789688676.1504073,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"450431da-bd13-43e4-9a06-840721035f5b","EoS":true} {"level":"info","ts":1789688676.1504261,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"450431da-bd13-43e4-9a06-840721035f5b","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789688676.1504426,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"450431da-bd13-43e4-9a06-840721035f5b","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789688676.1504653,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"450431da-bd13-43e4-9a06-840721035f5b"} {"level":"info","ts":1789688676.3027632,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688676.302891,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"050c960e-59a1-41d6-8977-1c032bc0d483"} {"level":"info","ts":1789688676.302906,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"050c960e-59a1-41d6-8977-1c032bc0d483"} {"level":"info","ts":1789688676.3029175,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"050c960e-59a1-41d6-8977-1c032bc0d483","EoS":false} {"level":"info","ts":1789688676.3029284,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"050c960e-59a1-41d6-8977-1c032bc0d483","EoS":true} {"level":"info","ts":1789688676.3029473,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"050c960e-59a1-41d6-8977-1c032bc0d483","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789688676.3029625,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"050c960e-59a1-41d6-8977-1c032bc0d483","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789688676.3029869,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"050c960e-59a1-41d6-8977-1c032bc0d483"} {"level":"info","ts":1789688676.4477794,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688676.4479225,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a7bab1b9-a0de-45f3-83da-1c2cd36156c2"} {"level":"info","ts":1789688676.4479346,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a7bab1b9-a0de-45f3-83da-1c2cd36156c2"} {"level":"info","ts":1789688676.447946,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a7bab1b9-a0de-45f3-83da-1c2cd36156c2","EoS":false} {"level":"info","ts":1789688676.4479566,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a7bab1b9-a0de-45f3-83da-1c2cd36156c2","EoS":true} {"level":"info","ts":1789688676.4479764,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a7bab1b9-a0de-45f3-83da-1c2cd36156c2","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789688676.4479918,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"a7bab1b9-a0de-45f3-83da-1c2cd36156c2","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789688676.4480147,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a7bab1b9-a0de-45f3-83da-1c2cd36156c2"} {"level":"info","ts":1789688676.5840788,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688676.5841928,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d0363714-3d93-480a-843d-f7cbaad4b89e"} {"level":"info","ts":1789688676.5842123,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"d0363714-3d93-480a-843d-f7cbaad4b89e"} {"level":"info","ts":1789688676.5842285,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d0363714-3d93-480a-843d-f7cbaad4b89e","EoS":false} {"level":"info","ts":1789688676.5842435,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d0363714-3d93-480a-843d-f7cbaad4b89e","EoS":true} {"level":"info","ts":1789688676.584272,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d0363714-3d93-480a-843d-f7cbaad4b89e","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789688676.5842905,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"d0363714-3d93-480a-843d-f7cbaad4b89e","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789688676.5843208,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"d0363714-3d93-480a-843d-f7cbaad4b89e"} {"level":"info","ts":1789688689.2184196,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688689.2185075,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"89c1bbbd-832d-44b0-b774-7409089fb161"} {"level":"info","ts":1789688689.2185183,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"89c1bbbd-832d-44b0-b774-7409089fb161"} {"level":"info","ts":1789688689.2185285,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"89c1bbbd-832d-44b0-b774-7409089fb161","EoS":false} {"level":"info","ts":1789688689.2185395,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"89c1bbbd-832d-44b0-b774-7409089fb161","EoS":true} {"level":"info","ts":1789688689.2185562,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"89c1bbbd-832d-44b0-b774-7409089fb161","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789688689.2185724,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"89c1bbbd-832d-44b0-b774-7409089fb161","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789688689.2186015,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"89c1bbbd-832d-44b0-b774-7409089fb161"}