{"level":"info","ts":1789792449.6414793,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3981224f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3981224f","reconcileID":"20da0f5d-135f-43bf-9c6e-c1b40e2e900d","name":"e2e-legacy-migration-3981224f","namespace":"llm"} {"level":"info","ts":1789792449.6415105,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3981224f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3981224f","reconcileID":"20da0f5d-135f-43bf-9c6e-c1b40e2e900d","modelName":"e2e-legacy-migration-3981224f","resolvedRefs":1} {"level":"error","ts":1789792449.641601,"caller":"externalmodel/reconciler.go:211","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3981224f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3981224f","reconcileID":"2fe11778-2057-417c-9197-6ea1e323b3b3","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-3981224f\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:211\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789792449.6416433,"caller":"externalmodel/reconciler.go:143","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3981224f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3981224f","reconcileID":"2fe11778-2057-417c-9197-6ea1e323b3b3","provider":"e2e-legacy-migration-3981224f","phase":"Pending"} {"level":"error","ts":1789792449.6496818,"caller":"externalmodel/reconciler.go:211","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3981224f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3981224f","reconcileID":"2fe11778-2057-417c-9197-6ea1e323b3b3","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-3981224f\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:211\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789792449.650051,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3981224f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3981224f","reconcileID":"2fe11778-2057-417c-9197-6ea1e323b3b3","error":"ExternalModel \"e2e-legacy-migration-3981224f\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-3981224f\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789792449.6501951,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3981224f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3981224f","reconcileID":"0129fdc9-3fbf-4042-996c-aeef6637e050"} {"level":"info","ts":1789792449.6502924,"caller":"externalmodel/reconciler.go:143","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3981224f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3981224f","reconcileID":"0129fdc9-3fbf-4042-996c-aeef6637e050","provider":"e2e-legacy-migration-3981224f","phase":"Pending"} {"level":"error","ts":1789792449.6499991,"caller":"externalprovider/reconciler.go:179","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3981224f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3981224f","reconcileID":"759a7340-3dd4-4876-a50c-445845eb7993","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-3981224f\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:179\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789792449.6506383,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3981224f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3981224f","reconcileID":"759a7340-3dd4-4876-a50c-445845eb7993","error":"failed to apply Service: services \"e2e-legacy-migration-3981224f\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789792449.6507823,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3981224f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3981224f","reconcileID":"a042590a-71ca-4fb6-991f-873e9b9c3fcb"} {"level":"info","ts":1789792449.6509101,"caller":"externalprovider/reconciler.go:214","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3981224f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3981224f","reconcileID":"a042590a-71ca-4fb6-991f-873e9b9c3fcb","name":"e2e-legacy-migration-3981224f"} {"level":"error","ts":1789792449.6499135,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3981224f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3981224f","reconcileID":"c9d97665-e6c2-43a5-bd57-5328ca762bf5","error":"failed to apply ExternalModel: Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-3981224f\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789792449.6601286,"caller":"legacymigration/reconciler.go:63","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3981224f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3981224f","reconcileID":"03e4f4a2-d347-4c05-9b95-b26decb37c95","name":"e2e-legacy-migration-3981224f","namespace":"llm"} {"level":"error","ts":1789792449.6604078,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3981224f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3981224f","reconcileID":"0129fdc9-3fbf-4042-996c-aeef6637e050","error":"ExternalModel \"e2e-legacy-migration-3981224f\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-3981224f\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789792449.6612792,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3981224f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3981224f","reconcileID":"a8d0cccf-9799-4a5a-aa23-32f358bf85d1","name":"e2e-legacy-migration-3981224f","namespace":"llm"} {"level":"info","ts":1789792449.6613662,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3981224f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3981224f","reconcileID":"a8d0cccf-9799-4a5a-aa23-32f358bf85d1","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789792449.6615252,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3981224f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3981224f","reconcileID":"a2b49462-fbe3-4e07-b8a8-bf320b3038b3","name":"e2e-legacy-migration-3981224f","namespace":"llm"} {"level":"info","ts":1789792449.6616027,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3981224f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3981224f","reconcileID":"a2b49462-fbe3-4e07-b8a8-bf320b3038b3","modelName":"e2e-legacy-migration-3981224f","resolvedRefs":1} {"level":"info","ts":1789792449.661747,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3981224f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3981224f","reconcileID":"79568ebb-02f6-4933-978a-eba9bb178112"} {"level":"info","ts":1789792449.661839,"caller":"externalmodel/reconciler.go:219","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3981224f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3981224f","reconcileID":"79568ebb-02f6-4933-978a-eba9bb178112","name":"e2e-legacy-migration-3981224f"} {"level":"info","ts":1789792449.664468,"caller":"legacymigration/reconciler.go:203","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3981224f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3981224f","reconcileID":"03e4f4a2-d347-4c05-9b95-b26decb37c95","name":"e2e-legacy-migration-3981224f"} {"level":"info","ts":1789792449.6706576,"caller":"externalprovider/reconciler.go:144","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3981224f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3981224f","reconcileID":"a042590a-71ca-4fb6-991f-873e9b9c3fcb","service":"e2e-legacy-migration-3981224f","serviceEntry":"e2e-legacy-migration-3981224f","destinationRule":"e2e-legacy-migration-3981224f","port":443,"tls":true} {"level":"info","ts":1789792449.6755712,"caller":"legacymigration/reconciler.go:155","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3981224f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3981224f","reconcileID":"03e4f4a2-d347-4c05-9b95-b26decb37c95","provider":"openai","model":"e2e-legacy-migration-3981224f","targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789792449.678362,"caller":"externalprovider/reconciler.go:179","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3981224f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3981224f","reconcileID":"a042590a-71ca-4fb6-991f-873e9b9c3fcb","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-3981224f\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:179\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:111\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789792449.6784382,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3981224f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3981224f","reconcileID":"54306e43-f67d-4201-ada3-25c5bc958a8a"} {"level":"info","ts":1789792449.6784916,"caller":"externalprovider/reconciler.go:214","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3981224f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3981224f","reconcileID":"54306e43-f67d-4201-ada3-25c5bc958a8a","name":"e2e-legacy-migration-3981224f"} {"level":"info","ts":1789792449.729083,"caller":"externalprovider/reconciler.go:144","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3981224f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3981224f","reconcileID":"54306e43-f67d-4201-ada3-25c5bc958a8a","service":"e2e-legacy-migration-3981224f","serviceEntry":"e2e-legacy-migration-3981224f","destinationRule":"e2e-legacy-migration-3981224f","port":443,"tls":true} {"level":"info","ts":1789792449.736438,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3981224f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3981224f","reconcileID":"619144f6-4f04-4abc-829e-83ecfcf8a16c","name":"e2e-legacy-migration-3981224f","namespace":"llm"} {"level":"info","ts":1789792449.7365663,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3981224f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3981224f","reconcileID":"619144f6-4f04-4abc-829e-83ecfcf8a16c","modelName":"e2e-legacy-migration-3981224f","resolvedRefs":1} {"level":"error","ts":1789792449.7428124,"caller":"externalmodel/reconciler.go:211","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3981224f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3981224f","reconcileID":"79568ebb-02f6-4933-978a-eba9bb178112","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-3981224f\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:211\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789792449.7429464,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3981224f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3981224f","reconcileID":"79568ebb-02f6-4933-978a-eba9bb178112","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-3981224f\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789792449.7430735,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3981224f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3981224f","reconcileID":"8b3136c8-41fb-45d1-9bb5-bed32f2938d4"} {"level":"info","ts":1789792449.7432072,"caller":"externalmodel/reconciler.go:233","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3981224f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3981224f","reconcileID":"8b3136c8-41fb-45d1-9bb5-bed32f2938d4","name":"e2e-legacy-migration-3981224f"} {"level":"info","ts":1789792449.7656374,"caller":"externalmodel/reconciler.go:193","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3981224f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3981224f","reconcileID":"8b3136c8-41fb-45d1-9bb5-bed32f2938d4","httpRoute":"e2e-legacy-migration-3981224f","providers":["e2e-legacy-migration-3981224f"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789792449.767975,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3981224f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3981224f","reconcileID":"620ffe5d-7bda-4b40-b1f5-57b6ceabd2b8","name":"e2e-legacy-migration-3981224f","namespace":"llm"} {"level":"info","ts":1789792449.7680633,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3981224f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3981224f","reconcileID":"620ffe5d-7bda-4b40-b1f5-57b6ceabd2b8","modelName":"e2e-legacy-migration-3981224f","resolvedRefs":1} {"level":"error","ts":1789792449.772416,"caller":"externalmodel/reconciler.go:211","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3981224f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3981224f","reconcileID":"8b3136c8-41fb-45d1-9bb5-bed32f2938d4","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-3981224f\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:211\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789792449.7724936,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3981224f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3981224f","reconcileID":"6fca11f3-1c9b-46ae-9576-eb016975fbe2"} {"level":"info","ts":1789792449.7725413,"caller":"externalmodel/reconciler.go:233","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3981224f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3981224f","reconcileID":"6fca11f3-1c9b-46ae-9576-eb016975fbe2","name":"e2e-legacy-migration-3981224f"} {"level":"info","ts":1789792449.8043146,"caller":"externalmodel/reconciler.go:193","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3981224f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3981224f","reconcileID":"6fca11f3-1c9b-46ae-9576-eb016975fbe2","httpRoute":"e2e-legacy-migration-3981224f","providers":["e2e-legacy-migration-3981224f"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789792449.8142972,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3981224f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3981224f","reconcileID":"7f51c5ae-dc29-4ec6-a787-1c39ea973745","name":"e2e-legacy-migration-3981224f","namespace":"llm"} {"level":"info","ts":1789792449.8144093,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3981224f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3981224f","reconcileID":"7f51c5ae-dc29-4ec6-a787-1c39ea973745","modelName":"e2e-legacy-migration-3981224f","resolvedRefs":1} {"level":"error","ts":1789792449.8215287,"caller":"externalmodel/reconciler.go:211","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3981224f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3981224f","reconcileID":"6fca11f3-1c9b-46ae-9576-eb016975fbe2","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-3981224f\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:211\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789792449.8218563,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3981224f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3981224f","reconcileID":"7decedeb-d26a-4794-9270-cd6d9f911920"} {"level":"info","ts":1789792449.8219898,"caller":"externalmodel/reconciler.go:233","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3981224f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3981224f","reconcileID":"7decedeb-d26a-4794-9270-cd6d9f911920","name":"e2e-legacy-migration-3981224f"} {"level":"info","ts":1789792449.8512156,"caller":"externalmodel/reconciler.go:193","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3981224f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3981224f","reconcileID":"7decedeb-d26a-4794-9270-cd6d9f911920","httpRoute":"e2e-legacy-migration-3981224f","providers":["e2e-legacy-migration-3981224f"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789792449.9698472,"caller":"legacymigration/reconciler.go:63","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3981224f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3981224f","reconcileID":"9a7e0241-9841-4df2-9b0b-5d7372f007b0","name":"e2e-legacy-migration-3981224f","namespace":"llm"} {"level":"info","ts":1789792449.973923,"caller":"legacymigration/reconciler.go:203","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3981224f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3981224f","reconcileID":"9a7e0241-9841-4df2-9b0b-5d7372f007b0","name":"e2e-legacy-migration-3981224f"} {"level":"info","ts":1789792449.979447,"caller":"legacymigration/reconciler.go:155","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3981224f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3981224f","reconcileID":"9a7e0241-9841-4df2-9b0b-5d7372f007b0","provider":"openai","model":"e2e-legacy-migration-3981224f","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789792452.4783754,"caller":"legacymigration/reconciler.go:63","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3981224f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3981224f","reconcileID":"b0c6f1bd-1004-4a99-a867-bbd056ac4ac1","name":"e2e-legacy-migration-3981224f","namespace":"llm"} {"level":"info","ts":1789792452.4935138,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3981224f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3981224f","reconcileID":"0acefe36-fb4e-49f0-b121-cb5d0abd9518"} {"level":"info","ts":1789792452.4934666,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3981224f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3981224f","reconcileID":"53bd4fb9-74ef-4917-9b2e-b241a61882a6","name":"e2e-legacy-migration-3981224f","namespace":"llm"} {"level":"info","ts":1789792452.4944613,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3981224f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3981224f","reconcileID":"5424ac85-0b87-4296-8f25-2236a62f887a","name":"e2e-legacy-migration-3981224f","namespace":"llm"} {"level":"info","ts":1789792452.494532,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3981224f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3981224f","reconcileID":"5424ac85-0b87-4296-8f25-2236a62f887a","name":"e2e-legacy-migration-3981224f","namespace":"llm"} {"level":"info","ts":1789792452.494424,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3981224f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3981224f","reconcileID":"53bd4fb9-74ef-4917-9b2e-b241a61882a6","name":"e2e-legacy-migration-3981224f","namespace":"llm"} {"level":"info","ts":1789792452.4947739,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3981224f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3981224f","reconcileID":"8aadb80a-d0d6-490f-8c44-614cfa83f154"} {"level":"info","ts":1789792452.8682783,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789792452.8683674,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"baa40bf8-e7b5-427d-9f80-604fb3ee8f71"} {"level":"info","ts":1789792452.8683863,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"baa40bf8-e7b5-427d-9f80-604fb3ee8f71"} {"level":"info","ts":1789792452.8683987,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"baa40bf8-e7b5-427d-9f80-604fb3ee8f71","EoS":false} {"level":"info","ts":1789792452.8684144,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"baa40bf8-e7b5-427d-9f80-604fb3ee8f71","EoS":true} {"level":"info","ts":1789792452.8684368,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"baa40bf8-e7b5-427d-9f80-604fb3ee8f71","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789792452.868453,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"baa40bf8-e7b5-427d-9f80-604fb3ee8f71","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789792452.868463,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"baa40bf8-e7b5-427d-9f80-604fb3ee8f71","modelName":"e2e-external-model"} {"level":"info","ts":1789792452.8684766,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"baa40bf8-e7b5-427d-9f80-604fb3ee8f71","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789792452.8685203,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"baa40bf8-e7b5-427d-9f80-604fb3ee8f71"} {"level":"info","ts":1789792452.969962,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789792452.9700599,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b674ea11-0152-4d38-83ce-06e31cba490b"} {"level":"info","ts":1789792452.9700787,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"b674ea11-0152-4d38-83ce-06e31cba490b"} {"level":"info","ts":1789792452.970097,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b674ea11-0152-4d38-83ce-06e31cba490b","EoS":false} {"level":"info","ts":1789792452.9701166,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b674ea11-0152-4d38-83ce-06e31cba490b","EoS":true} {"level":"info","ts":1789792452.9701493,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b674ea11-0152-4d38-83ce-06e31cba490b","field":"model","value":"nonexistent-model"} {"level":"info","ts":1789792452.970168,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"b674ea11-0152-4d38-83ce-06e31cba490b","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789792452.9702003,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"b674ea11-0152-4d38-83ce-06e31cba490b"} {"level":"info","ts":1789792453.0639727,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789792453.0641503,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"09d7adea-5e16-407c-9d22-af938dc18256"} {"level":"info","ts":1789792453.0642054,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"09d7adea-5e16-407c-9d22-af938dc18256"} {"level":"info","ts":1789792453.0642416,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"09d7adea-5e16-407c-9d22-af938dc18256","EoS":false} {"level":"info","ts":1789792453.0642586,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"09d7adea-5e16-407c-9d22-af938dc18256","EoS":true} {"level":"info","ts":1789792453.0642896,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"09d7adea-5e16-407c-9d22-af938dc18256","field":"model"} {"level":"info","ts":1789792453.0643284,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"09d7adea-5e16-407c-9d22-af938dc18256"} {"level":"info","ts":1789792453.9956427,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"07774ddd-f92d-42e5-a71d-9e5746c66dc2"} {"level":"info","ts":1789792453.9962814,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"607b4048-1d7a-41fc-a416-3408478921cd","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789792453.9963043,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"607b4048-1d7a-41fc-a416-3408478921cd","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789792454.1423008,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"649efb09-6db8-4cba-a3a0-cd4a85f9c924"} {"level":"info","ts":1789792454.142464,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b3f813ef-d787-4ead-b542-63fa57f0bfb7","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789792454.1425824,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b3f813ef-d787-4ead-b542-63fa57f0bfb7","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789792476.880829,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789792476.8809319,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"93e4a6c6-9462-49c5-b7fa-754264962b53"} {"level":"info","ts":1789792476.880946,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"93e4a6c6-9462-49c5-b7fa-754264962b53"} {"level":"info","ts":1789792476.8809648,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"93e4a6c6-9462-49c5-b7fa-754264962b53","EoS":false} {"level":"info","ts":1789792476.8809855,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"93e4a6c6-9462-49c5-b7fa-754264962b53","EoS":true} {"level":"info","ts":1789792476.8810163,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"93e4a6c6-9462-49c5-b7fa-754264962b53","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789792476.881035,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"93e4a6c6-9462-49c5-b7fa-754264962b53","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789792476.881068,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"93e4a6c6-9462-49c5-b7fa-754264962b53"} {"level":"info","ts":1789792478.7953653,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789792478.7954564,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6a91f3cd-36b9-9938-b1a7-e25830f84a96"} {"level":"info","ts":1789792478.795469,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"6a91f3cd-36b9-9938-b1a7-e25830f84a96"} {"level":"info","ts":1789792478.795485,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6a91f3cd-36b9-9938-b1a7-e25830f84a96","EoS":false} {"level":"info","ts":1789792478.7954967,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6a91f3cd-36b9-9938-b1a7-e25830f84a96","EoS":true} {"level":"info","ts":1789792478.7955189,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6a91f3cd-36b9-9938-b1a7-e25830f84a96","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789792478.7955346,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"6a91f3cd-36b9-9938-b1a7-e25830f84a96","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789792478.795558,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"6a91f3cd-36b9-9938-b1a7-e25830f84a96"} {"level":"info","ts":1789792478.8460057,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789792478.846088,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e4cf3152-d913-40e6-9ef9-0408e16785f7"} {"level":"info","ts":1789792478.8461015,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"e4cf3152-d913-40e6-9ef9-0408e16785f7"} {"level":"info","ts":1789792478.8461134,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e4cf3152-d913-40e6-9ef9-0408e16785f7","EoS":false} {"level":"info","ts":1789792478.8461325,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e4cf3152-d913-40e6-9ef9-0408e16785f7","EoS":true} {"level":"info","ts":1789792478.8461528,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e4cf3152-d913-40e6-9ef9-0408e16785f7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789792478.8461666,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"e4cf3152-d913-40e6-9ef9-0408e16785f7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789792478.846187,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"e4cf3152-d913-40e6-9ef9-0408e16785f7"} {"level":"info","ts":1789792478.8871357,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789792478.8872375,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"22522025-f182-45d8-b6bd-c5e4aeaec336"} {"level":"info","ts":1789792478.887313,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"22522025-f182-45d8-b6bd-c5e4aeaec336"} {"level":"info","ts":1789792478.887339,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"22522025-f182-45d8-b6bd-c5e4aeaec336","EoS":false} {"level":"info","ts":1789792478.8873541,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"22522025-f182-45d8-b6bd-c5e4aeaec336","EoS":true} {"level":"info","ts":1789792478.8873813,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"22522025-f182-45d8-b6bd-c5e4aeaec336","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789792478.8874032,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"22522025-f182-45d8-b6bd-c5e4aeaec336","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789792478.8874316,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"22522025-f182-45d8-b6bd-c5e4aeaec336"} {"level":"info","ts":1789792478.9284482,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789792478.9285524,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"50e05c58-6b5b-46ee-b59c-a0420a0ce177"} {"level":"info","ts":1789792478.92857,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"50e05c58-6b5b-46ee-b59c-a0420a0ce177"} {"level":"info","ts":1789792478.9285867,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"50e05c58-6b5b-46ee-b59c-a0420a0ce177","EoS":false} {"level":"info","ts":1789792478.928606,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"50e05c58-6b5b-46ee-b59c-a0420a0ce177","EoS":true} {"level":"info","ts":1789792478.9286356,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"50e05c58-6b5b-46ee-b59c-a0420a0ce177","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789792478.928656,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"50e05c58-6b5b-46ee-b59c-a0420a0ce177","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789792478.9286845,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"50e05c58-6b5b-46ee-b59c-a0420a0ce177"} {"level":"info","ts":1789792497.138887,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789792497.1389742,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a77aadc3-05e3-4338-b2f1-9860e23ec559"} {"level":"info","ts":1789792497.1389854,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a77aadc3-05e3-4338-b2f1-9860e23ec559"} {"level":"info","ts":1789792497.1389973,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a77aadc3-05e3-4338-b2f1-9860e23ec559","EoS":false} {"level":"info","ts":1789792497.1390145,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a77aadc3-05e3-4338-b2f1-9860e23ec559","EoS":true} {"level":"info","ts":1789792497.1390364,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"a77aadc3-05e3-4338-b2f1-9860e23ec559","field":"model"} {"level":"info","ts":1789792497.1390607,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a77aadc3-05e3-4338-b2f1-9860e23ec559"} {"level":"info","ts":1789792497.3015249,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789792497.3016312,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d7e007da-0f1b-4e93-ba77-e8e3698f80aa"} {"level":"info","ts":1789792497.3016458,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"d7e007da-0f1b-4e93-ba77-e8e3698f80aa"} {"level":"info","ts":1789792497.3016586,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d7e007da-0f1b-4e93-ba77-e8e3698f80aa","EoS":false} {"level":"info","ts":1789792497.3016717,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d7e007da-0f1b-4e93-ba77-e8e3698f80aa","EoS":true} {"level":"info","ts":1789792497.3016844,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"d7e007da-0f1b-4e93-ba77-e8e3698f80aa","field":"model"} {"level":"info","ts":1789792497.3017328,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"d7e007da-0f1b-4e93-ba77-e8e3698f80aa"} {"level":"info","ts":1789792497.46395,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789792497.4640524,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"331f85d4-80ef-4e31-bb00-29075994eff9"} {"level":"info","ts":1789792497.4640677,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"331f85d4-80ef-4e31-bb00-29075994eff9"} {"level":"info","ts":1789792497.4640858,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"331f85d4-80ef-4e31-bb00-29075994eff9","EoS":false} {"level":"info","ts":1789792497.4641063,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"331f85d4-80ef-4e31-bb00-29075994eff9","EoS":true} {"level":"info","ts":1789792497.4641297,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"331f85d4-80ef-4e31-bb00-29075994eff9","field":"model"} {"level":"info","ts":1789792497.4641602,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"331f85d4-80ef-4e31-bb00-29075994eff9"} {"level":"info","ts":1789793609.1235673,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789793609.1236584,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"86701345-c726-4708-9e96-c98c4434ae3c"} {"level":"info","ts":1789793609.1236682,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"86701345-c726-4708-9e96-c98c4434ae3c"} {"level":"info","ts":1789793609.1236784,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"86701345-c726-4708-9e96-c98c4434ae3c","EoS":false} {"level":"info","ts":1789793609.123721,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"86701345-c726-4708-9e96-c98c4434ae3c","EoS":true} {"level":"info","ts":1789793609.1237555,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"86701345-c726-4708-9e96-c98c4434ae3c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789793609.1237738,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"86701345-c726-4708-9e96-c98c4434ae3c","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789793609.1238003,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"86701345-c726-4708-9e96-c98c4434ae3c"} {"level":"info","ts":1789793609.178075,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789793609.178174,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c71cd223-4632-46b0-9813-b285e2f73f6d"} {"level":"info","ts":1789793609.1781843,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c71cd223-4632-46b0-9813-b285e2f73f6d"} {"level":"info","ts":1789793609.1781952,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c71cd223-4632-46b0-9813-b285e2f73f6d","EoS":false} {"level":"info","ts":1789793609.1782088,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c71cd223-4632-46b0-9813-b285e2f73f6d","EoS":true} {"level":"info","ts":1789793609.1782324,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c71cd223-4632-46b0-9813-b285e2f73f6d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789793609.1782515,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"c71cd223-4632-46b0-9813-b285e2f73f6d","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789793609.1782782,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c71cd223-4632-46b0-9813-b285e2f73f6d"} {"level":"info","ts":1789793940.9300482,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6b426afa-cf14-4fbe-8ae1-2389b4f8b104"} {"level":"info","ts":1789793940.9300482,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"133db3e3-b4f8-44dc-9681-9583026c218b","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789793940.9301949,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"133db3e3-b4f8-44dc-9681-9583026c218b","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789793940.930229,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"133db3e3-b4f8-44dc-9681-9583026c218b"} {"level":"info","ts":1789793940.9374824,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"33c99e60-2fdf-4448-b6be-631ca9df2dd4","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789793940.9375167,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"33c99e60-2fdf-4448-b6be-631ca9df2dd4","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789793940.9375336,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"33c99e60-2fdf-4448-b6be-631ca9df2dd4"} {"level":"error","ts":1789793940.938487,"caller":"externalmodel/reconciler.go:211","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6b426afa-cf14-4fbe-8ae1-2389b4f8b104","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-x-api-key-trigger\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:211\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789793940.9385226,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6b426afa-cf14-4fbe-8ae1-2389b4f8b104","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789793940.944752,"caller":"externalmodel/reconciler.go:211","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6b426afa-cf14-4fbe-8ae1-2389b4f8b104","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-x-api-key-trigger\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:211\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789793940.9447894,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6b426afa-cf14-4fbe-8ae1-2389b4f8b104","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789793940.9448261,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8dc96a7b-e42f-4ebb-976a-3823fc7fc5b4","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"info","ts":1789793940.9448497,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6250092d-1d93-448d-aa50-7b755b240188"} {"level":"error","ts":1789793940.9448504,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8dc96a7b-e42f-4ebb-976a-3823fc7fc5b4","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789793940.944874,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8dc96a7b-e42f-4ebb-976a-3823fc7fc5b4"} {"level":"error","ts":1789793940.9448798,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6250092d-1d93-448d-aa50-7b755b240188","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789793940.9512146,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6250092d-1d93-448d-aa50-7b755b240188","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789793940.9614437,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"80cdcb12-7166-45f9-a806-4072ccb49331"} {"level":"error","ts":1789793940.9614782,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"80cdcb12-7166-45f9-a806-4072ccb49331","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789793940.9664404,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"80cdcb12-7166-45f9-a806-4072ccb49331","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789793940.9866004,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"42a4f32b-b16b-4e42-8a14-86a50b463ab4"} {"level":"error","ts":1789793940.9866488,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"42a4f32b-b16b-4e42-8a14-86a50b463ab4","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789793940.9915771,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"42a4f32b-b16b-4e42-8a14-86a50b463ab4","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789793941.0319667,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"97b8ce5b-8dae-4496-9144-89c6082fa2c6"} {"level":"error","ts":1789793941.032014,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"97b8ce5b-8dae-4496-9144-89c6082fa2c6","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789793941.0378518,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"97b8ce5b-8dae-4496-9144-89c6082fa2c6","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789793941.087353,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"bf30c269-ab38-475a-8a95-bf2e18da4b7c"} {"level":"error","ts":1789793941.0874012,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"bf30c269-ab38-475a-8a95-bf2e18da4b7c","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789793941.0873556,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"90f3ab54-0276-4cbe-a749-8ce3e0250f49","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789793941.0874743,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"90f3ab54-0276-4cbe-a749-8ce3e0250f49","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789793941.0874975,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"90f3ab54-0276-4cbe-a749-8ce3e0250f49"} {"level":"error","ts":1789793941.092631,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"bf30c269-ab38-475a-8a95-bf2e18da4b7c","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789793941.2528024,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"63fbbb84-abd6-44da-be89-a3d474151052"} {"level":"error","ts":1789793941.2528646,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"63fbbb84-abd6-44da-be89-a3d474151052","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789793941.258811,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"63fbbb84-abd6-44da-be89-a3d474151052","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789793941.5793562,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"33d21025-f1e5-46b9-9555-b2c7feeaec43"} {"level":"error","ts":1789793941.5794194,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"33d21025-f1e5-46b9-9555-b2c7feeaec43","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789793941.584519,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"33d21025-f1e5-46b9-9555-b2c7feeaec43","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789793942.2253118,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"453dbbb3-e923-4004-9291-6f7e676f531d"} {"level":"error","ts":1789793942.2253792,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"453dbbb3-e923-4004-9291-6f7e676f531d","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789793942.2303627,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"453dbbb3-e923-4004-9291-6f7e676f531d","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789793943.5114965,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b6813ed7-03ba-4102-8032-4d4b5a47b586"} {"level":"error","ts":1789793943.5115385,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b6813ed7-03ba-4102-8032-4d4b5a47b586","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789793943.516568,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b6813ed7-03ba-4102-8032-4d4b5a47b586","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789793946.0770676,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"059dd36d-aa53-459a-b381-76fc71e632a3"} {"level":"error","ts":1789793946.0771277,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"059dd36d-aa53-459a-b381-76fc71e632a3","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789793946.0825999,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"059dd36d-aa53-459a-b381-76fc71e632a3","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789793946.0886202,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1eec7023-9fdf-4992-8831-5c50ca14ad08","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789793946.088654,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1eec7023-9fdf-4992-8831-5c50ca14ad08","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789793946.0886736,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1eec7023-9fdf-4992-8831-5c50ca14ad08"} {"level":"info","ts":1789793946.3575141,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789793946.3576016,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"686ddd69-a768-4b29-bdf8-964b0f84b0bb"} {"level":"info","ts":1789793946.3576155,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"686ddd69-a768-4b29-bdf8-964b0f84b0bb"} {"level":"info","ts":1789793946.357628,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"686ddd69-a768-4b29-bdf8-964b0f84b0bb","EoS":false} {"level":"info","ts":1789793946.357647,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"686ddd69-a768-4b29-bdf8-964b0f84b0bb","EoS":true} {"level":"info","ts":1789793946.3576667,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"686ddd69-a768-4b29-bdf8-964b0f84b0bb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789793946.357681,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"686ddd69-a768-4b29-bdf8-964b0f84b0bb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789793946.3577206,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"686ddd69-a768-4b29-bdf8-964b0f84b0bb"} {"level":"info","ts":1789793946.4184213,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789793946.4185126,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b11eeb05-9cb9-44d2-9b6e-b89bce78c2b9"} {"level":"info","ts":1789793946.418529,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"b11eeb05-9cb9-44d2-9b6e-b89bce78c2b9"} {"level":"info","ts":1789793946.418543,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b11eeb05-9cb9-44d2-9b6e-b89bce78c2b9","EoS":false} {"level":"info","ts":1789793946.4185557,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b11eeb05-9cb9-44d2-9b6e-b89bce78c2b9","EoS":true} {"level":"info","ts":1789793946.418579,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b11eeb05-9cb9-44d2-9b6e-b89bce78c2b9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789793946.4185932,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"b11eeb05-9cb9-44d2-9b6e-b89bce78c2b9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789793946.4186194,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"b11eeb05-9cb9-44d2-9b6e-b89bce78c2b9"} {"level":"info","ts":1789793946.490749,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789793946.4908493,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4621bad6-921e-41f8-be92-44622aec64dd"} {"level":"info","ts":1789793946.4908674,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"4621bad6-921e-41f8-be92-44622aec64dd"} {"level":"info","ts":1789793946.4908857,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4621bad6-921e-41f8-be92-44622aec64dd","EoS":false} {"level":"info","ts":1789793946.4909048,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4621bad6-921e-41f8-be92-44622aec64dd","EoS":true} {"level":"info","ts":1789793946.4909377,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4621bad6-921e-41f8-be92-44622aec64dd","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789793946.4909575,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"4621bad6-921e-41f8-be92-44622aec64dd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789793946.4909883,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"4621bad6-921e-41f8-be92-44622aec64dd"} {"level":"info","ts":1789793946.534845,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789793946.5349412,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2b339283-695a-43c7-81db-2d0b7073be16"} {"level":"info","ts":1789793946.5349555,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"2b339283-695a-43c7-81db-2d0b7073be16"} {"level":"info","ts":1789793946.5349739,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2b339283-695a-43c7-81db-2d0b7073be16","EoS":false} {"level":"info","ts":1789793946.5349936,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2b339283-695a-43c7-81db-2d0b7073be16","EoS":true} {"level":"info","ts":1789793946.5350225,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2b339283-695a-43c7-81db-2d0b7073be16","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789793946.535041,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"2b339283-695a-43c7-81db-2d0b7073be16","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789793946.5350704,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"2b339283-695a-43c7-81db-2d0b7073be16"} {"level":"info","ts":1789793946.561135,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789793946.5612078,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"90378223-63e1-4dfa-9ae0-dfb208db8cd5"} {"level":"info","ts":1789793946.5612187,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"90378223-63e1-4dfa-9ae0-dfb208db8cd5"} {"level":"info","ts":1789793946.5612292,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"90378223-63e1-4dfa-9ae0-dfb208db8cd5","EoS":false} {"level":"info","ts":1789793946.5612397,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"90378223-63e1-4dfa-9ae0-dfb208db8cd5","EoS":true} {"level":"info","ts":1789793946.5612588,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"90378223-63e1-4dfa-9ae0-dfb208db8cd5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789793946.5612729,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"90378223-63e1-4dfa-9ae0-dfb208db8cd5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789793946.5612943,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"90378223-63e1-4dfa-9ae0-dfb208db8cd5"} {"level":"info","ts":1789793946.6094885,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789793946.6095881,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"99e5c701-6098-4791-b215-b2c6351be7ad"} {"level":"info","ts":1789793946.609609,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"99e5c701-6098-4791-b215-b2c6351be7ad"} {"level":"info","ts":1789793946.6096277,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"99e5c701-6098-4791-b215-b2c6351be7ad","EoS":false} {"level":"info","ts":1789793946.609648,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"99e5c701-6098-4791-b215-b2c6351be7ad","EoS":true} {"level":"info","ts":1789793946.6096773,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"99e5c701-6098-4791-b215-b2c6351be7ad","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789793946.609715,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"99e5c701-6098-4791-b215-b2c6351be7ad","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789793946.6097503,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"99e5c701-6098-4791-b215-b2c6351be7ad"} {"level":"info","ts":1789793946.7653098,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6051e135-902c-44f6-8e25-984219b533fb","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"info","ts":1789793946.76535,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6051e135-902c-44f6-8e25-984219b533fb","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"info","ts":1789793946.7653542,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1657aac4-119e-46be-aad1-68f6e6988196"} {"level":"info","ts":1789793980.2842443,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789793980.2843451,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6619be58-b87a-49b7-b5c5-43d4a3be9803"} {"level":"info","ts":1789793980.284365,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"6619be58-b87a-49b7-b5c5-43d4a3be9803"} {"level":"info","ts":1789793980.284384,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6619be58-b87a-49b7-b5c5-43d4a3be9803","EoS":false} {"level":"info","ts":1789793980.2844079,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6619be58-b87a-49b7-b5c5-43d4a3be9803","EoS":true} {"level":"info","ts":1789793980.284442,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6619be58-b87a-49b7-b5c5-43d4a3be9803","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789793980.2844634,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"6619be58-b87a-49b7-b5c5-43d4a3be9803","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789793980.2844963,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"6619be58-b87a-49b7-b5c5-43d4a3be9803"} {"level":"info","ts":1789793980.441622,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789793980.4417398,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"27053d7e-2a38-4011-bc40-c41c6e6c464e"} {"level":"info","ts":1789793980.441757,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"27053d7e-2a38-4011-bc40-c41c6e6c464e"} {"level":"info","ts":1789793980.4417708,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"27053d7e-2a38-4011-bc40-c41c6e6c464e","EoS":false} {"level":"info","ts":1789793980.441781,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"27053d7e-2a38-4011-bc40-c41c6e6c464e","EoS":true} {"level":"info","ts":1789793980.4418082,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"27053d7e-2a38-4011-bc40-c41c6e6c464e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789793980.4418237,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"27053d7e-2a38-4011-bc40-c41c6e6c464e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789793980.4418492,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"27053d7e-2a38-4011-bc40-c41c6e6c464e"} {"level":"info","ts":1789793980.5830884,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789793980.5831869,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2d163612-4114-47a0-847f-9fb465fe3a6b"} {"level":"info","ts":1789793980.5832036,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"2d163612-4114-47a0-847f-9fb465fe3a6b"} {"level":"info","ts":1789793980.583221,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2d163612-4114-47a0-847f-9fb465fe3a6b","EoS":false} {"level":"info","ts":1789793980.5832422,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2d163612-4114-47a0-847f-9fb465fe3a6b","EoS":true} {"level":"info","ts":1789793980.5832758,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2d163612-4114-47a0-847f-9fb465fe3a6b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789793980.5832944,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"2d163612-4114-47a0-847f-9fb465fe3a6b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789793980.5833244,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"2d163612-4114-47a0-847f-9fb465fe3a6b"} {"level":"info","ts":1789793980.7211194,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789793980.7212224,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"06b1c4d7-0ffa-4996-98bf-b359283fa4c6"} {"level":"info","ts":1789793980.7212396,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"06b1c4d7-0ffa-4996-98bf-b359283fa4c6"} {"level":"info","ts":1789793980.7212522,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"06b1c4d7-0ffa-4996-98bf-b359283fa4c6","EoS":false} {"level":"info","ts":1789793980.7212634,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"06b1c4d7-0ffa-4996-98bf-b359283fa4c6","EoS":true} {"level":"info","ts":1789793980.721284,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"06b1c4d7-0ffa-4996-98bf-b359283fa4c6","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789793980.7212992,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"06b1c4d7-0ffa-4996-98bf-b359283fa4c6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789793980.7213206,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"06b1c4d7-0ffa-4996-98bf-b359283fa4c6"} {"level":"info","ts":1789793980.863761,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789793980.8638444,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"22e3214f-e990-4646-badf-22838e9e8d81"} {"level":"info","ts":1789793980.8638558,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"22e3214f-e990-4646-badf-22838e9e8d81"} {"level":"info","ts":1789793980.8638659,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"22e3214f-e990-4646-badf-22838e9e8d81","EoS":false} {"level":"info","ts":1789793980.8638768,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"22e3214f-e990-4646-badf-22838e9e8d81","EoS":true} {"level":"info","ts":1789793980.8638961,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"22e3214f-e990-4646-badf-22838e9e8d81","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789793980.863911,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"22e3214f-e990-4646-badf-22838e9e8d81","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789793980.8639352,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"22e3214f-e990-4646-badf-22838e9e8d81"} {"level":"info","ts":1789793981.0148628,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789793981.014967,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"983689e7-1849-4783-965b-7e1fe4016b9a"} {"level":"info","ts":1789793981.0149817,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"983689e7-1849-4783-965b-7e1fe4016b9a"} {"level":"info","ts":1789793981.0150003,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"983689e7-1849-4783-965b-7e1fe4016b9a","EoS":false} {"level":"info","ts":1789793981.015021,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"983689e7-1849-4783-965b-7e1fe4016b9a","EoS":true} {"level":"info","ts":1789793981.0150497,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"983689e7-1849-4783-965b-7e1fe4016b9a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789793981.0150688,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"983689e7-1849-4783-965b-7e1fe4016b9a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789793981.015102,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"983689e7-1849-4783-965b-7e1fe4016b9a"} {"level":"info","ts":1789793992.9416301,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789793992.9417374,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2a9df187-e8a1-408e-8893-33013ed56278"} {"level":"info","ts":1789793992.9417515,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"2a9df187-e8a1-408e-8893-33013ed56278"} {"level":"info","ts":1789793992.941764,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2a9df187-e8a1-408e-8893-33013ed56278","EoS":false} {"level":"info","ts":1789793992.9417768,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2a9df187-e8a1-408e-8893-33013ed56278","EoS":true} {"level":"info","ts":1789793992.9417987,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2a9df187-e8a1-408e-8893-33013ed56278","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789793992.9418135,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"2a9df187-e8a1-408e-8893-33013ed56278","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789793992.9418368,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"2a9df187-e8a1-408e-8893-33013ed56278"} {"level":"info","ts":1789793992.9813714,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789793992.9814508,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7d2ff870-91fc-43af-b3c0-2b75a462f6d4"} {"level":"info","ts":1789793992.9814644,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"7d2ff870-91fc-43af-b3c0-2b75a462f6d4"} {"level":"info","ts":1789793992.981475,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7d2ff870-91fc-43af-b3c0-2b75a462f6d4","EoS":false} {"level":"info","ts":1789793992.9814906,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7d2ff870-91fc-43af-b3c0-2b75a462f6d4","EoS":true} {"level":"info","ts":1789793992.9815123,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7d2ff870-91fc-43af-b3c0-2b75a462f6d4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789793992.9815292,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"7d2ff870-91fc-43af-b3c0-2b75a462f6d4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789793992.9815524,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"7d2ff870-91fc-43af-b3c0-2b75a462f6d4"} {"level":"info","ts":1789793993.0155425,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789793993.015643,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7c6a611a-2505-4bfc-93db-f2afc27d71f3"} {"level":"info","ts":1789793993.015658,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"7c6a611a-2505-4bfc-93db-f2afc27d71f3"} {"level":"info","ts":1789793993.0156696,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7c6a611a-2505-4bfc-93db-f2afc27d71f3","EoS":false} {"level":"info","ts":1789793993.0156822,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7c6a611a-2505-4bfc-93db-f2afc27d71f3","EoS":true} {"level":"info","ts":1789793993.0157237,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7c6a611a-2505-4bfc-93db-f2afc27d71f3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789793993.0157406,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"7c6a611a-2505-4bfc-93db-f2afc27d71f3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789793993.0157619,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"7c6a611a-2505-4bfc-93db-f2afc27d71f3"} {"level":"info","ts":1789793993.0513303,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789793993.0514064,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"f27920ef-c90e-4d09-86c1-be39820855b4"} {"level":"info","ts":1789793993.8619802,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789793993.8620632,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8ee2ae56-ef4d-4893-a734-a0f719e18443"} {"level":"info","ts":1789793993.8620765,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"8ee2ae56-ef4d-4893-a734-a0f719e18443"} {"level":"info","ts":1789793993.8620884,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8ee2ae56-ef4d-4893-a734-a0f719e18443","EoS":false} {"level":"info","ts":1789793993.8621025,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8ee2ae56-ef4d-4893-a734-a0f719e18443","EoS":true} {"level":"info","ts":1789793993.8621275,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8ee2ae56-ef4d-4893-a734-a0f719e18443","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789793993.8621442,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"8ee2ae56-ef4d-4893-a734-a0f719e18443","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789793993.8621655,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"8ee2ae56-ef4d-4893-a734-a0f719e18443"} {"level":"info","ts":1789793994.843558,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789793994.8436472,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ed22d37b-758d-4636-9b0a-064bb90abf44"} {"level":"info","ts":1789793994.8436613,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"ed22d37b-758d-4636-9b0a-064bb90abf44"} {"level":"info","ts":1789793994.8436742,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ed22d37b-758d-4636-9b0a-064bb90abf44","EoS":false} {"level":"info","ts":1789793994.843714,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ed22d37b-758d-4636-9b0a-064bb90abf44","EoS":true} {"level":"info","ts":1789793994.8437426,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ed22d37b-758d-4636-9b0a-064bb90abf44","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789793994.843761,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"ed22d37b-758d-4636-9b0a-064bb90abf44","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789793994.843787,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"ed22d37b-758d-4636-9b0a-064bb90abf44"} {"level":"info","ts":1789793995.5934992,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789793995.5935967,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"54185c8e-e781-48e6-b3a5-6a0978088bc7"} {"level":"info","ts":1789793995.5936105,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"54185c8e-e781-48e6-b3a5-6a0978088bc7"} {"level":"info","ts":1789793995.593627,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"54185c8e-e781-48e6-b3a5-6a0978088bc7","EoS":false} {"level":"info","ts":1789793995.5936406,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"54185c8e-e781-48e6-b3a5-6a0978088bc7","EoS":true} {"level":"info","ts":1789793995.5936599,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"54185c8e-e781-48e6-b3a5-6a0978088bc7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789793995.5936744,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"54185c8e-e781-48e6-b3a5-6a0978088bc7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789793995.5937142,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"54185c8e-e781-48e6-b3a5-6a0978088bc7"} {"level":"info","ts":1789793996.6893468,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789793996.689437,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"519451dc-cfeb-442e-99a2-45a0ea696d84"} {"level":"info","ts":1789793996.6894503,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"519451dc-cfeb-442e-99a2-45a0ea696d84"} {"level":"info","ts":1789793996.6894665,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"519451dc-cfeb-442e-99a2-45a0ea696d84","EoS":false} {"level":"info","ts":1789793996.6894803,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"519451dc-cfeb-442e-99a2-45a0ea696d84","EoS":true} {"level":"info","ts":1789793996.6895034,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"519451dc-cfeb-442e-99a2-45a0ea696d84","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789793996.6895175,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"519451dc-cfeb-442e-99a2-45a0ea696d84","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789793996.6895418,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"519451dc-cfeb-442e-99a2-45a0ea696d84"} {"level":"info","ts":1789794002.1534986,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789794002.1536112,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"38374e67-a786-410e-93f3-61dbfb9ee118"} {"level":"info","ts":1789794002.1536279,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"38374e67-a786-410e-93f3-61dbfb9ee118"} {"level":"info","ts":1789794002.1536405,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"38374e67-a786-410e-93f3-61dbfb9ee118","EoS":false} {"level":"info","ts":1789794002.1536512,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"38374e67-a786-410e-93f3-61dbfb9ee118","EoS":true} {"level":"info","ts":1789794002.1536856,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"38374e67-a786-410e-93f3-61dbfb9ee118","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789794002.1537292,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"38374e67-a786-410e-93f3-61dbfb9ee118","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789794002.1537545,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"38374e67-a786-410e-93f3-61dbfb9ee118"} {"level":"info","ts":1789794007.2752132,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789794007.2753074,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5357842b-f728-4172-b5dd-cf97f1638bd8"} {"level":"info","ts":1789794007.2753208,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"5357842b-f728-4172-b5dd-cf97f1638bd8"} {"level":"info","ts":1789794007.2753422,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5357842b-f728-4172-b5dd-cf97f1638bd8","EoS":false} {"level":"info","ts":1789794007.275357,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5357842b-f728-4172-b5dd-cf97f1638bd8","EoS":true} {"level":"info","ts":1789794007.2753792,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5357842b-f728-4172-b5dd-cf97f1638bd8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789794007.2753942,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"5357842b-f728-4172-b5dd-cf97f1638bd8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789794007.27542,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"5357842b-f728-4172-b5dd-cf97f1638bd8"} {"level":"info","ts":1789794008.5297883,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789794008.5298715,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b80a5c72-22ce-4e0c-9dbe-66a2e0b6bf91"} {"level":"info","ts":1789794008.5298831,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"b80a5c72-22ce-4e0c-9dbe-66a2e0b6bf91"} {"level":"info","ts":1789794008.5298939,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b80a5c72-22ce-4e0c-9dbe-66a2e0b6bf91","EoS":false} {"level":"info","ts":1789794008.5299063,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b80a5c72-22ce-4e0c-9dbe-66a2e0b6bf91","EoS":true} {"level":"info","ts":1789794008.5299265,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b80a5c72-22ce-4e0c-9dbe-66a2e0b6bf91","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789794008.5299413,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"b80a5c72-22ce-4e0c-9dbe-66a2e0b6bf91","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789794008.5299606,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"b80a5c72-22ce-4e0c-9dbe-66a2e0b6bf91"} {"level":"info","ts":1789794020.8755348,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789794020.8756447,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6e10c6c1-8dcf-4aa9-964e-a1ebb392b951"} {"level":"info","ts":1789794020.8756657,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"6e10c6c1-8dcf-4aa9-964e-a1ebb392b951"} {"level":"info","ts":1789794020.8756845,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6e10c6c1-8dcf-4aa9-964e-a1ebb392b951","EoS":false} {"level":"info","ts":1789794020.8757281,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6e10c6c1-8dcf-4aa9-964e-a1ebb392b951","EoS":true} {"level":"info","ts":1789794020.8757515,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6e10c6c1-8dcf-4aa9-964e-a1ebb392b951","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789794020.8757677,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"6e10c6c1-8dcf-4aa9-964e-a1ebb392b951","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789794020.8757932,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"6e10c6c1-8dcf-4aa9-964e-a1ebb392b951"} {"level":"info","ts":1789794022.5983822,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789794022.5984898,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9d94bcd4-3bc4-4c59-975a-cc1354c4b2d7"} {"level":"info","ts":1789794022.5985065,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"9d94bcd4-3bc4-4c59-975a-cc1354c4b2d7"} {"level":"info","ts":1789794022.5985224,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9d94bcd4-3bc4-4c59-975a-cc1354c4b2d7","EoS":false} {"level":"info","ts":1789794022.5985408,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9d94bcd4-3bc4-4c59-975a-cc1354c4b2d7","EoS":true} {"level":"info","ts":1789794022.5985682,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9d94bcd4-3bc4-4c59-975a-cc1354c4b2d7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789794022.5985873,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"9d94bcd4-3bc4-4c59-975a-cc1354c4b2d7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789794022.5986145,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"9d94bcd4-3bc4-4c59-975a-cc1354c4b2d7"} {"level":"info","ts":1789794088.6675832,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789794088.6676679,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ed963730-d19a-4991-8a03-70fe043d62f1"} {"level":"info","ts":1789794088.6676776,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"ed963730-d19a-4991-8a03-70fe043d62f1"} {"level":"info","ts":1789794088.6676888,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ed963730-d19a-4991-8a03-70fe043d62f1","EoS":false} {"level":"info","ts":1789794088.6677217,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ed963730-d19a-4991-8a03-70fe043d62f1","EoS":true} {"level":"info","ts":1789794088.6677425,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ed963730-d19a-4991-8a03-70fe043d62f1","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1789794088.667758,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"ed963730-d19a-4991-8a03-70fe043d62f1","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789794088.66778,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"ed963730-d19a-4991-8a03-70fe043d62f1"} {"level":"info","ts":1789794114.440158,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789794114.4402385,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d8d924ea-9a0b-4955-b5d6-36f3a21230ad"} {"level":"info","ts":1789794114.4402535,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"d8d924ea-9a0b-4955-b5d6-36f3a21230ad"} {"level":"info","ts":1789794114.440269,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d8d924ea-9a0b-4955-b5d6-36f3a21230ad","EoS":false} {"level":"info","ts":1789794114.4402857,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d8d924ea-9a0b-4955-b5d6-36f3a21230ad","EoS":true} {"level":"info","ts":1789794114.4403126,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d8d924ea-9a0b-4955-b5d6-36f3a21230ad","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1789794114.4403355,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"d8d924ea-9a0b-4955-b5d6-36f3a21230ad","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789794114.4403589,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"d8d924ea-9a0b-4955-b5d6-36f3a21230ad"} {"level":"info","ts":1789794208.767526,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789794208.7676237,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ff85967f-d714-490f-be98-909ff43d5f22"} {"level":"info","ts":1789794208.7676384,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"ff85967f-d714-490f-be98-909ff43d5f22"} {"level":"info","ts":1789794208.7676504,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ff85967f-d714-490f-be98-909ff43d5f22","EoS":false} {"level":"info","ts":1789794208.7676606,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ff85967f-d714-490f-be98-909ff43d5f22","EoS":true} {"level":"info","ts":1789794208.7676804,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ff85967f-d714-490f-be98-909ff43d5f22","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789794208.7677145,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"ff85967f-d714-490f-be98-909ff43d5f22","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789794208.7677395,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"ff85967f-d714-490f-be98-909ff43d5f22"} {"level":"info","ts":1789794208.8068593,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789794208.8069432,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f1fbf82a-352f-4515-8a3d-dbe9063cc78d"} {"level":"info","ts":1789794208.8069556,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"f1fbf82a-352f-4515-8a3d-dbe9063cc78d"} {"level":"info","ts":1789794208.806968,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f1fbf82a-352f-4515-8a3d-dbe9063cc78d","EoS":false} {"level":"info","ts":1789794208.8069816,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f1fbf82a-352f-4515-8a3d-dbe9063cc78d","EoS":true} {"level":"info","ts":1789794208.807003,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f1fbf82a-352f-4515-8a3d-dbe9063cc78d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789794208.807018,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"f1fbf82a-352f-4515-8a3d-dbe9063cc78d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789794208.8070407,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"f1fbf82a-352f-4515-8a3d-dbe9063cc78d"} {"level":"info","ts":1789794208.842157,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789794208.8422418,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"93195e44-f955-48c7-9920-42828b5207eb"} {"level":"info","ts":1789794208.8422558,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"93195e44-f955-48c7-9920-42828b5207eb"} {"level":"info","ts":1789794208.8422666,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"93195e44-f955-48c7-9920-42828b5207eb","EoS":false} {"level":"info","ts":1789794208.842277,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"93195e44-f955-48c7-9920-42828b5207eb","EoS":true} {"level":"info","ts":1789794208.842295,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"93195e44-f955-48c7-9920-42828b5207eb","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789794208.8423102,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"93195e44-f955-48c7-9920-42828b5207eb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789794208.8423307,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"93195e44-f955-48c7-9920-42828b5207eb"} {"level":"info","ts":1789794216.5459118,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789794216.5460296,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"91be8d96-69b4-4997-8590-b680c0be457c"} {"level":"info","ts":1789794216.5460477,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"91be8d96-69b4-4997-8590-b680c0be457c"} {"level":"info","ts":1789794216.5460634,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"91be8d96-69b4-4997-8590-b680c0be457c","EoS":false} {"level":"info","ts":1789794216.5460782,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"91be8d96-69b4-4997-8590-b680c0be457c","EoS":true} {"level":"info","ts":1789794216.5461016,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"91be8d96-69b4-4997-8590-b680c0be457c","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789794216.5461204,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"91be8d96-69b4-4997-8590-b680c0be457c","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789794216.5461514,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"91be8d96-69b4-4997-8590-b680c0be457c"} {"level":"info","ts":1789794233.1760948,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789794233.1761997,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6164b635-afe5-48fe-9fee-207ccaccb6f2"} {"level":"info","ts":1789794233.1762166,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"6164b635-afe5-48fe-9fee-207ccaccb6f2"} {"level":"info","ts":1789794233.17623,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6164b635-afe5-48fe-9fee-207ccaccb6f2","EoS":false} {"level":"info","ts":1789794233.1762426,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6164b635-afe5-48fe-9fee-207ccaccb6f2","EoS":true} {"level":"info","ts":1789794233.176262,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6164b635-afe5-48fe-9fee-207ccaccb6f2","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789794233.1762784,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"6164b635-afe5-48fe-9fee-207ccaccb6f2","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789794233.1763003,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"6164b635-afe5-48fe-9fee-207ccaccb6f2"} {"level":"info","ts":1789794233.349019,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789794233.3491046,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"15e52438-2dce-4cad-b99c-aec100d8774b"} {"level":"info","ts":1789794233.349114,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"15e52438-2dce-4cad-b99c-aec100d8774b"} {"level":"info","ts":1789794233.3491247,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"15e52438-2dce-4cad-b99c-aec100d8774b","EoS":false} {"level":"info","ts":1789794233.3491347,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"15e52438-2dce-4cad-b99c-aec100d8774b","EoS":true} {"level":"info","ts":1789794233.3491518,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"15e52438-2dce-4cad-b99c-aec100d8774b","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789794233.3491695,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"15e52438-2dce-4cad-b99c-aec100d8774b","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789794233.3491945,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"15e52438-2dce-4cad-b99c-aec100d8774b"} {"level":"info","ts":1789794233.4916668,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789794233.4917874,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e0ac9a41-6631-4e95-a9c4-5dfca17cf42d"} {"level":"info","ts":1789794233.4918022,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"e0ac9a41-6631-4e95-a9c4-5dfca17cf42d"} {"level":"info","ts":1789794233.4918141,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e0ac9a41-6631-4e95-a9c4-5dfca17cf42d","EoS":false} {"level":"info","ts":1789794233.4918249,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e0ac9a41-6631-4e95-a9c4-5dfca17cf42d","EoS":true} {"level":"info","ts":1789794233.4918451,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e0ac9a41-6631-4e95-a9c4-5dfca17cf42d","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789794233.491862,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"e0ac9a41-6631-4e95-a9c4-5dfca17cf42d","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789794233.4918854,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"e0ac9a41-6631-4e95-a9c4-5dfca17cf42d"} {"level":"info","ts":1789794233.6359518,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789794233.636039,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9100352a-11bc-4118-958d-d95d6484c65d"} {"level":"info","ts":1789794233.6360495,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"9100352a-11bc-4118-958d-d95d6484c65d"} {"level":"info","ts":1789794233.6360598,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9100352a-11bc-4118-958d-d95d6484c65d","EoS":false} {"level":"info","ts":1789794233.6360705,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9100352a-11bc-4118-958d-d95d6484c65d","EoS":true} {"level":"info","ts":1789794233.6360872,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9100352a-11bc-4118-958d-d95d6484c65d","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789794233.6361027,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"9100352a-11bc-4118-958d-d95d6484c65d","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789794233.6361248,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"9100352a-11bc-4118-958d-d95d6484c65d"} {"level":"info","ts":1789794252.7237883,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789794252.7238967,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a8551c47-145a-95ee-9b73-a7045b6793f2"} {"level":"info","ts":1789794252.723914,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a8551c47-145a-95ee-9b73-a7045b6793f2"} {"level":"info","ts":1789794252.7239325,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a8551c47-145a-95ee-9b73-a7045b6793f2","EoS":false} {"level":"info","ts":1789794252.723953,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a8551c47-145a-95ee-9b73-a7045b6793f2","EoS":true} {"level":"info","ts":1789794252.7239814,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a8551c47-145a-95ee-9b73-a7045b6793f2","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789794252.7240002,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"a8551c47-145a-95ee-9b73-a7045b6793f2","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789794252.724033,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a8551c47-145a-95ee-9b73-a7045b6793f2"}