{"level":"info","ts":1789769656.0190241,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1998be43","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1998be43","reconcileID":"28516a03-384c-4026-9092-b110430b7a26","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789769656.0191367,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1998be43","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1998be43","reconcileID":"4cef93c6-6205-4b0f-80ea-4dcef1e16db0","name":"e2e-legacy-migration-1998be43","namespace":"llm"} {"level":"info","ts":1789769656.0191722,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1998be43","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1998be43","reconcileID":"4cef93c6-6205-4b0f-80ea-4dcef1e16db0","modelName":"e2e-legacy-migration-1998be43","resolvedRefs":1} {"level":"info","ts":1789769656.0266018,"caller":"externalprovider/reconciler.go:144","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1998be43","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1998be43","reconcileID":"05b75a6f-ff9e-4746-a17c-da0991ca7452","service":"e2e-legacy-migration-1998be43","serviceEntry":"e2e-legacy-migration-1998be43","destinationRule":"e2e-legacy-migration-1998be43","port":443,"tls":true} {"level":"error","ts":1789769656.02665,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1998be43","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1998be43","reconcileID":"d79f7d42-76d4-4c1d-adea-aa0fcb1116d2","error":"ExternalModel \"e2e-legacy-migration-1998be43\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-1998be43\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789769656.0267177,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1998be43","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1998be43","reconcileID":"bb759b33-d446-4c36-806b-6747465cb44d"} {"level":"info","ts":1789769656.0267723,"caller":"externalmodel/reconciler.go:219","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1998be43","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1998be43","reconcileID":"bb759b33-d446-4c36-806b-6747465cb44d","name":"e2e-legacy-migration-1998be43"} {"level":"info","ts":1789769656.043287,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1998be43","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1998be43","reconcileID":"00b7b342-1b87-4678-b732-55b711ab36da","name":"e2e-legacy-migration-1998be43","namespace":"llm"} {"level":"info","ts":1789769656.0433238,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1998be43","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1998be43","reconcileID":"00b7b342-1b87-4678-b732-55b711ab36da","modelName":"e2e-legacy-migration-1998be43","resolvedRefs":1} {"level":"error","ts":1789769656.045952,"caller":"externalprovider/reconciler.go:179","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1998be43","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1998be43","reconcileID":"05b75a6f-ff9e-4746-a17c-da0991ca7452","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-1998be43\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:179\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:111\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789769656.0460737,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1998be43","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1998be43","reconcileID":"6a4f0dde-52ba-4c9a-ada1-a088b23ea2b2"} {"level":"info","ts":1789769656.046181,"caller":"externalprovider/reconciler.go:214","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1998be43","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1998be43","reconcileID":"6a4f0dde-52ba-4c9a-ada1-a088b23ea2b2","name":"e2e-legacy-migration-1998be43"} {"level":"error","ts":1789769656.0675771,"caller":"externalmodel/reconciler.go:211","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1998be43","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1998be43","reconcileID":"bb759b33-d446-4c36-806b-6747465cb44d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-1998be43\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:211\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789769656.0677204,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1998be43","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1998be43","reconcileID":"bb759b33-d446-4c36-806b-6747465cb44d","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-1998be43\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789769656.0678277,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1998be43","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1998be43","reconcileID":"8ec679b6-78be-4078-bfe2-3ef00bdb1ee2"} {"level":"info","ts":1789769656.0676754,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1998be43","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1998be43","reconcileID":"3a0662be-ca83-4a6a-abf0-90ba58187ea4","name":"e2e-legacy-migration-1998be43","namespace":"llm"} {"level":"info","ts":1789769656.0679302,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1998be43","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1998be43","reconcileID":"3a0662be-ca83-4a6a-abf0-90ba58187ea4","modelName":"e2e-legacy-migration-1998be43","resolvedRefs":1} {"level":"info","ts":1789769656.0678964,"caller":"externalmodel/reconciler.go:233","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1998be43","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1998be43","reconcileID":"8ec679b6-78be-4078-bfe2-3ef00bdb1ee2","name":"e2e-legacy-migration-1998be43"} {"level":"info","ts":1789769656.0697222,"caller":"externalprovider/reconciler.go:144","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1998be43","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1998be43","reconcileID":"6a4f0dde-52ba-4c9a-ada1-a088b23ea2b2","service":"e2e-legacy-migration-1998be43","serviceEntry":"e2e-legacy-migration-1998be43","destinationRule":"e2e-legacy-migration-1998be43","port":443,"tls":true} {"level":"info","ts":1789769656.0835218,"caller":"externalmodel/reconciler.go:193","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1998be43","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1998be43","reconcileID":"8ec679b6-78be-4078-bfe2-3ef00bdb1ee2","httpRoute":"e2e-legacy-migration-1998be43","providers":["e2e-legacy-migration-1998be43"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789769656.0937762,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1998be43","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1998be43","reconcileID":"6f5763d6-ab76-4fb9-99a2-086506920403","name":"e2e-legacy-migration-1998be43","namespace":"llm"} {"level":"info","ts":1789769656.0938206,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1998be43","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1998be43","reconcileID":"6f5763d6-ab76-4fb9-99a2-086506920403","modelName":"e2e-legacy-migration-1998be43","resolvedRefs":1} {"level":"error","ts":1789769656.1002333,"caller":"externalmodel/reconciler.go:211","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1998be43","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1998be43","reconcileID":"8ec679b6-78be-4078-bfe2-3ef00bdb1ee2","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-1998be43\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:211\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789769656.1003628,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1998be43","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1998be43","reconcileID":"213531c4-4ef4-455f-a145-4def1832ca7c"} {"level":"info","ts":1789769656.100465,"caller":"externalmodel/reconciler.go:233","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1998be43","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1998be43","reconcileID":"213531c4-4ef4-455f-a145-4def1832ca7c","name":"e2e-legacy-migration-1998be43"} {"level":"info","ts":1789769656.1258707,"caller":"externalmodel/reconciler.go:193","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1998be43","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1998be43","reconcileID":"213531c4-4ef4-455f-a145-4def1832ca7c","httpRoute":"e2e-legacy-migration-1998be43","providers":["e2e-legacy-migration-1998be43"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789769656.2291768,"caller":"legacymigration/reconciler.go:63","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1998be43","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1998be43","reconcileID":"0b65c6c7-4213-4730-8d77-f92dec7f8e69","name":"e2e-legacy-migration-1998be43","namespace":"llm"} {"level":"info","ts":1789769656.2347324,"caller":"legacymigration/reconciler.go:203","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1998be43","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1998be43","reconcileID":"0b65c6c7-4213-4730-8d77-f92dec7f8e69","name":"e2e-legacy-migration-1998be43"} {"level":"info","ts":1789769656.2416756,"caller":"legacymigration/reconciler.go:155","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1998be43","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1998be43","reconcileID":"0b65c6c7-4213-4730-8d77-f92dec7f8e69","provider":"openai","model":"e2e-legacy-migration-1998be43","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789769658.8921587,"caller":"legacymigration/reconciler.go:63","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1998be43","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1998be43","reconcileID":"729a6db6-6648-458b-97e3-29a4f5752928","name":"e2e-legacy-migration-1998be43","namespace":"llm"} {"level":"info","ts":1789769658.92687,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1998be43","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1998be43","reconcileID":"f52b5343-af05-4ee7-b928-60f815b8248f","name":"e2e-legacy-migration-1998be43","namespace":"llm"} {"level":"info","ts":1789769658.9269125,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1998be43","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1998be43","reconcileID":"f52b5343-af05-4ee7-b928-60f815b8248f","name":"e2e-legacy-migration-1998be43","namespace":"llm"} {"level":"info","ts":1789769658.9269905,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1998be43","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1998be43","reconcileID":"8e82fa40-5905-4c83-b163-69479c001a60"} {"level":"error","ts":1789769658.9270163,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1998be43","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1998be43","reconcileID":"8e82fa40-5905-4c83-b163-69479c001a60","provider":"e2e-legacy-migration-1998be43","error":"ExternalProvider.inference.opendatahub.io \"e2e-legacy-migration-1998be43\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789769658.9272912,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1998be43","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1998be43","reconcileID":"47beed25-a4ec-4f59-86af-9efb5e4bc75f"} {"level":"info","ts":1789769658.9273713,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1998be43","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1998be43","reconcileID":"f9f5aba3-c5b4-4fb3-8645-0133b63ab348","name":"e2e-legacy-migration-1998be43","namespace":"llm"} {"level":"info","ts":1789769658.9278164,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1998be43","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1998be43","reconcileID":"f9f5aba3-c5b4-4fb3-8645-0133b63ab348","name":"e2e-legacy-migration-1998be43","namespace":"llm"} {"level":"info","ts":1789769658.9278836,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1998be43","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1998be43","reconcileID":"3cda145e-0024-4b52-8644-ec80279f636c","name":"e2e-legacy-migration-1998be43","namespace":"llm"} {"level":"info","ts":1789769658.9279022,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1998be43","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1998be43","reconcileID":"3cda145e-0024-4b52-8644-ec80279f636c","name":"e2e-legacy-migration-1998be43","namespace":"llm"} {"level":"error","ts":1789769658.9486334,"caller":"externalmodel/reconciler.go:211","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1998be43","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1998be43","reconcileID":"8e82fa40-5905-4c83-b163-69479c001a60","error":"externalmodels.inference.opendatahub.io \"e2e-legacy-migration-1998be43\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:211\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789769658.9486942,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1998be43","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1998be43","reconcileID":"8e82fa40-5905-4c83-b163-69479c001a60","error":"ExternalModel \"e2e-legacy-migration-1998be43\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-1998be43\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789769658.9487727,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1998be43","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1998be43","reconcileID":"04ff5d71-19e1-4a49-8643-4caf11a4ffac"} {"level":"info","ts":1789769659.3249068,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789769659.3250263,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2f98e8e8-58c2-4cd1-b01e-10f48bcc7473"} {"level":"info","ts":1789769659.3250566,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"2f98e8e8-58c2-4cd1-b01e-10f48bcc7473"} {"level":"info","ts":1789769659.3250759,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2f98e8e8-58c2-4cd1-b01e-10f48bcc7473","EoS":false} {"level":"info","ts":1789769659.3250997,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2f98e8e8-58c2-4cd1-b01e-10f48bcc7473","EoS":true} {"level":"info","ts":1789769659.325135,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2f98e8e8-58c2-4cd1-b01e-10f48bcc7473","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789769659.325157,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"2f98e8e8-58c2-4cd1-b01e-10f48bcc7473","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789769659.3251712,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"2f98e8e8-58c2-4cd1-b01e-10f48bcc7473","modelName":"e2e-external-model"} {"level":"info","ts":1789769659.3251896,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"2f98e8e8-58c2-4cd1-b01e-10f48bcc7473","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789769659.3252397,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"2f98e8e8-58c2-4cd1-b01e-10f48bcc7473"} {"level":"info","ts":1789769659.4234612,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789769659.423541,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fe8ec5ce-5983-4736-a161-2e9dbc84abc1"} {"level":"info","ts":1789769659.4235537,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"fe8ec5ce-5983-4736-a161-2e9dbc84abc1"} {"level":"info","ts":1789769659.4235644,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"fe8ec5ce-5983-4736-a161-2e9dbc84abc1","EoS":false} {"level":"info","ts":1789769659.423575,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"fe8ec5ce-5983-4736-a161-2e9dbc84abc1","EoS":true} {"level":"info","ts":1789769659.4235961,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fe8ec5ce-5983-4736-a161-2e9dbc84abc1","field":"model","value":"nonexistent-model"} {"level":"info","ts":1789769659.423611,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"fe8ec5ce-5983-4736-a161-2e9dbc84abc1","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789769659.423635,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"fe8ec5ce-5983-4736-a161-2e9dbc84abc1"} {"level":"info","ts":1789769659.5520377,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789769659.5521407,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"37e882ce-b9c2-4fdf-b805-150a759bb078"} {"level":"info","ts":1789769659.5521588,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"37e882ce-b9c2-4fdf-b805-150a759bb078"} {"level":"info","ts":1789769659.552172,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"37e882ce-b9c2-4fdf-b805-150a759bb078","EoS":false} {"level":"info","ts":1789769659.5521834,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"37e882ce-b9c2-4fdf-b805-150a759bb078","EoS":true} {"level":"info","ts":1789769659.5522065,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"37e882ce-b9c2-4fdf-b805-150a759bb078","field":"model"} {"level":"info","ts":1789769659.5522344,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"37e882ce-b9c2-4fdf-b805-150a759bb078"} {"level":"info","ts":1789769660.4589057,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7cbc1c0f-c25a-4e33-85a7-ca34d1793943"} {"level":"info","ts":1789769660.4590073,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f5849c52-8191-483a-a307-20819a8c7fe5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789769660.4590378,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f5849c52-8191-483a-a307-20819a8c7fe5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789769660.658023,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"01c313a8-991e-47e9-8fa6-1a0a8868bcd0","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789769660.6580799,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"01c313a8-991e-47e9-8fa6-1a0a8868bcd0","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789769660.6581564,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ab97ac32-cb77-45ec-bb4b-3d7c197bef62"} {"level":"info","ts":1789769679.9645152,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789769679.9647608,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"538c28cc-f7d1-4167-9556-665db121bf93"} {"level":"info","ts":1789769679.9649029,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"538c28cc-f7d1-4167-9556-665db121bf93"} {"level":"info","ts":1789769679.9649568,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"538c28cc-f7d1-4167-9556-665db121bf93","EoS":false} {"level":"info","ts":1789769679.965019,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"538c28cc-f7d1-4167-9556-665db121bf93","EoS":true} {"level":"info","ts":1789769679.9650908,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"538c28cc-f7d1-4167-9556-665db121bf93","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789769679.9651413,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"538c28cc-f7d1-4167-9556-665db121bf93","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789769679.965231,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"538c28cc-f7d1-4167-9556-665db121bf93"} {"level":"info","ts":1789769681.9297307,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789769681.9299932,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0e44745f-43d6-49d0-884d-cb3887cd33e2"} {"level":"info","ts":1789769681.9300694,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"0e44745f-43d6-49d0-884d-cb3887cd33e2"} {"level":"info","ts":1789769681.9301054,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0e44745f-43d6-49d0-884d-cb3887cd33e2","EoS":false} {"level":"info","ts":1789769681.9301522,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0e44745f-43d6-49d0-884d-cb3887cd33e2","EoS":true} {"level":"info","ts":1789769681.9301913,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0e44745f-43d6-49d0-884d-cb3887cd33e2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789769681.930238,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"0e44745f-43d6-49d0-884d-cb3887cd33e2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789769681.9302802,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"0e44745f-43d6-49d0-884d-cb3887cd33e2"} {"level":"info","ts":1789769681.9817364,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789769681.9819293,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0a6a897d-13de-46db-90fd-804b0e5c3dbc"} {"level":"info","ts":1789769681.981972,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"0a6a897d-13de-46db-90fd-804b0e5c3dbc"} {"level":"info","ts":1789769681.982011,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0a6a897d-13de-46db-90fd-804b0e5c3dbc","EoS":false} {"level":"info","ts":1789769681.982048,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0a6a897d-13de-46db-90fd-804b0e5c3dbc","EoS":true} {"level":"info","ts":1789769681.9820967,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0a6a897d-13de-46db-90fd-804b0e5c3dbc","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789769681.9821343,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"0a6a897d-13de-46db-90fd-804b0e5c3dbc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789769681.9821773,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"0a6a897d-13de-46db-90fd-804b0e5c3dbc"} {"level":"info","ts":1789769682.0835633,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789769682.0836809,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c9c35520-dec7-446f-8120-4503ccfc4daa"} {"level":"info","ts":1789769682.0836961,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c9c35520-dec7-446f-8120-4503ccfc4daa"} {"level":"info","ts":1789769682.0837133,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c9c35520-dec7-446f-8120-4503ccfc4daa","EoS":false} {"level":"info","ts":1789769682.0837286,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c9c35520-dec7-446f-8120-4503ccfc4daa","EoS":true} {"level":"info","ts":1789769682.0837584,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c9c35520-dec7-446f-8120-4503ccfc4daa","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789769682.0837762,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"c9c35520-dec7-446f-8120-4503ccfc4daa","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789769682.0837986,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c9c35520-dec7-446f-8120-4503ccfc4daa"} {"level":"info","ts":1789769682.1754985,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789769682.175618,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"641ee865-99bb-49c5-82f8-cd6194d8b99e"} {"level":"info","ts":1789769682.1756334,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"641ee865-99bb-49c5-82f8-cd6194d8b99e"} {"level":"info","ts":1789769682.1756506,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"641ee865-99bb-49c5-82f8-cd6194d8b99e","EoS":false} {"level":"info","ts":1789769682.1756656,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"641ee865-99bb-49c5-82f8-cd6194d8b99e","EoS":true} {"level":"info","ts":1789769682.1756968,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"641ee865-99bb-49c5-82f8-cd6194d8b99e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789769682.1757154,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"641ee865-99bb-49c5-82f8-cd6194d8b99e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789769682.1757417,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"641ee865-99bb-49c5-82f8-cd6194d8b99e"} {"level":"info","ts":1789769700.0038085,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789769700.003898,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0e03aa31-dcd9-4720-8b62-91ff7870bde7"} {"level":"info","ts":1789769700.0039117,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"0e03aa31-dcd9-4720-8b62-91ff7870bde7"} {"level":"info","ts":1789769700.003923,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0e03aa31-dcd9-4720-8b62-91ff7870bde7","EoS":false} {"level":"info","ts":1789769700.0039334,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0e03aa31-dcd9-4720-8b62-91ff7870bde7","EoS":true} {"level":"info","ts":1789769700.0039532,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"0e03aa31-dcd9-4720-8b62-91ff7870bde7","field":"model"} {"level":"info","ts":1789769700.003979,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"0e03aa31-dcd9-4720-8b62-91ff7870bde7"} {"level":"info","ts":1789769700.1753187,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789769700.1754718,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3a3e7250-e761-434b-837d-add5481d7dcd"} {"level":"info","ts":1789769700.1754928,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"3a3e7250-e761-434b-837d-add5481d7dcd"} {"level":"info","ts":1789769700.1755142,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3a3e7250-e761-434b-837d-add5481d7dcd","EoS":false} {"level":"info","ts":1789769700.1755362,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3a3e7250-e761-434b-837d-add5481d7dcd","EoS":true} {"level":"info","ts":1789769700.1755564,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"3a3e7250-e761-434b-837d-add5481d7dcd","field":"model"} {"level":"info","ts":1789769700.1755862,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"3a3e7250-e761-434b-837d-add5481d7dcd"} {"level":"info","ts":1789769700.33818,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789769700.338468,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"52899306-d6d1-4a81-a7ca-b892cc2cfd6c"} {"level":"info","ts":1789769700.338538,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"52899306-d6d1-4a81-a7ca-b892cc2cfd6c"} {"level":"info","ts":1789769700.338579,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"52899306-d6d1-4a81-a7ca-b892cc2cfd6c","EoS":false} {"level":"info","ts":1789769700.3386345,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"52899306-d6d1-4a81-a7ca-b892cc2cfd6c","EoS":true} {"level":"info","ts":1789769700.3386805,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"52899306-d6d1-4a81-a7ca-b892cc2cfd6c","field":"model"} {"level":"info","ts":1789769700.3387518,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"52899306-d6d1-4a81-a7ca-b892cc2cfd6c"} {"level":"info","ts":1789770682.8747928,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789770682.8748817,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eab682c6-25dc-4600-9d5d-d1cda5085d32"} {"level":"info","ts":1789770682.8748927,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"eab682c6-25dc-4600-9d5d-d1cda5085d32"} {"level":"info","ts":1789770682.8749044,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"eab682c6-25dc-4600-9d5d-d1cda5085d32","EoS":false} {"level":"info","ts":1789770682.874915,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"eab682c6-25dc-4600-9d5d-d1cda5085d32","EoS":true} {"level":"info","ts":1789770682.8749392,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eab682c6-25dc-4600-9d5d-d1cda5085d32","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789770682.8749545,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"eab682c6-25dc-4600-9d5d-d1cda5085d32","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789770682.8749788,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"eab682c6-25dc-4600-9d5d-d1cda5085d32"} {"level":"info","ts":1789770682.9259562,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789770682.9260418,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"26513874-8d5c-4085-9be0-15aa5d437e18"} {"level":"info","ts":1789770682.9260526,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"26513874-8d5c-4085-9be0-15aa5d437e18"} {"level":"info","ts":1789770682.9260647,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"26513874-8d5c-4085-9be0-15aa5d437e18","EoS":false} {"level":"info","ts":1789770682.9260762,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"26513874-8d5c-4085-9be0-15aa5d437e18","EoS":true} {"level":"info","ts":1789770682.926099,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"26513874-8d5c-4085-9be0-15aa5d437e18","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789770682.9261143,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"26513874-8d5c-4085-9be0-15aa5d437e18","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789770682.9261363,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"26513874-8d5c-4085-9be0-15aa5d437e18"} {"level":"info","ts":1789771010.6660903,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3eb9ef39-006b-42ea-ab33-f17660cd3561"} {"level":"info","ts":1789771010.666098,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4225d510-d0c9-48a3-a129-1c50716d9c60","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789771010.6662338,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4225d510-d0c9-48a3-a129-1c50716d9c60","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789771010.6662567,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4225d510-d0c9-48a3-a129-1c50716d9c60"} {"level":"info","ts":1789771010.675148,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"39ddb16a-449a-4b5a-b058-f7cc39877fb4","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789771010.67518,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"39ddb16a-449a-4b5a-b058-f7cc39877fb4","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789771010.675201,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"39ddb16a-449a-4b5a-b058-f7cc39877fb4"} {"level":"error","ts":1789771010.6765246,"caller":"externalmodel/reconciler.go:211","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3eb9ef39-006b-42ea-ab33-f17660cd3561","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-x-api-key-trigger\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:211\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789771010.6765635,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3eb9ef39-006b-42ea-ab33-f17660cd3561","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789771010.6803007,"caller":"externalmodel/reconciler.go:211","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3eb9ef39-006b-42ea-ab33-f17660cd3561","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-x-api-key-trigger\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:211\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789771010.6803374,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3eb9ef39-006b-42ea-ab33-f17660cd3561","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789771010.6803796,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e178a828-1d25-4d85-be71-dd14406875b7"} {"level":"error","ts":1789771010.6804,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e178a828-1d25-4d85-be71-dd14406875b7","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789771010.6836987,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"91e28ead-cbc9-4530-85b7-ceb0e049c63a","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789771010.6837268,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"91e28ead-cbc9-4530-85b7-ceb0e049c63a","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789771010.6837482,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"91e28ead-cbc9-4530-85b7-ceb0e049c63a"} {"level":"error","ts":1789771010.6903622,"caller":"externalmodel/reconciler.go:211","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e178a828-1d25-4d85-be71-dd14406875b7","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-x-api-key-trigger\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:211\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789771010.6904047,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e178a828-1d25-4d85-be71-dd14406875b7","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789771010.6904728,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d5dccc5e-3486-477e-b3aa-1f95153d1c98"} {"level":"error","ts":1789771010.6904957,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d5dccc5e-3486-477e-b3aa-1f95153d1c98","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789771010.6956868,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d5dccc5e-3486-477e-b3aa-1f95153d1c98","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789771010.715919,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7b0228c7-0f47-4334-926b-2c811d03c654"} {"level":"error","ts":1789771010.7159514,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7b0228c7-0f47-4334-926b-2c811d03c654","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789771010.7213118,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7b0228c7-0f47-4334-926b-2c811d03c654","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789771010.7624476,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5502e6e9-538a-4cd5-bb1c-4ed1689e7674"} {"level":"error","ts":1789771010.7624772,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5502e6e9-538a-4cd5-bb1c-4ed1689e7674","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789771010.7678728,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5502e6e9-538a-4cd5-bb1c-4ed1689e7674","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789771010.80817,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a73832c6-8841-4248-bf4c-59d2c4cc87b0"} {"level":"error","ts":1789771010.8082035,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a73832c6-8841-4248-bf4c-59d2c4cc87b0","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789771010.8082232,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b6d0b82c-c7b3-4790-b474-0b8cccc9ad0c","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789771010.8082497,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b6d0b82c-c7b3-4790-b474-0b8cccc9ad0c","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789771010.808269,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b6d0b82c-c7b3-4790-b474-0b8cccc9ad0c"} {"level":"error","ts":1789771010.8141108,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a73832c6-8841-4248-bf4c-59d2c4cc87b0","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789771010.9752052,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"529b00c2-e140-4a5c-843a-ae1a7c41ad20"} {"level":"error","ts":1789771010.9752524,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"529b00c2-e140-4a5c-843a-ae1a7c41ad20","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789771010.9802418,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"529b00c2-e140-4a5c-843a-ae1a7c41ad20","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789771011.3006105,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4e8384f8-f1e1-4d06-8205-ef9cb36dfd98"} {"level":"error","ts":1789771011.3006616,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4e8384f8-f1e1-4d06-8205-ef9cb36dfd98","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789771011.3085124,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4e8384f8-f1e1-4d06-8205-ef9cb36dfd98","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789771011.9492598,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"32f29f8b-2075-429c-a273-bfccdea5c759"} {"level":"error","ts":1789771011.9493148,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"32f29f8b-2075-429c-a273-bfccdea5c759","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789771011.9553869,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"32f29f8b-2075-429c-a273-bfccdea5c759","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789771013.2356305,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d241a9cb-db54-4765-827e-4d9b7451c996"} {"level":"error","ts":1789771013.235691,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d241a9cb-db54-4765-827e-4d9b7451c996","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789771013.2469063,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d241a9cb-db54-4765-827e-4d9b7451c996","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789771015.8079858,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b99acd28-4273-4ef9-a417-32f7c02f5c99"} {"level":"error","ts":1789771015.8080437,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b99acd28-4273-4ef9-a417-32f7c02f5c99","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789771015.8083766,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b723c63d-0b1d-4e5b-b7b7-1e2b48934c03","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789771015.8084073,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b723c63d-0b1d-4e5b-b7b7-1e2b48934c03","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789771015.8084557,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b723c63d-0b1d-4e5b-b7b7-1e2b48934c03"} {"level":"error","ts":1789771015.8130133,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b99acd28-4273-4ef9-a417-32f7c02f5c99","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789771020.8096275,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a1de064a-2e48-44cf-957e-f8aecff623d0","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789771020.809686,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a1de064a-2e48-44cf-957e-f8aecff623d0","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789771020.8097064,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a1de064a-2e48-44cf-957e-f8aecff623d0"} {"level":"info","ts":1789771020.9338558,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c3773462-a5d2-410d-9c71-36f1ce4540f5"} {"level":"error","ts":1789771020.933912,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c3773462-a5d2-410d-9c71-36f1ce4540f5","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789771020.9766712,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c3773462-a5d2-410d-9c71-36f1ce4540f5","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789771021.2175946,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789771021.2176793,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4988c400-6743-4dd8-9884-a65ccacfddd4"} {"level":"info","ts":1789771021.217691,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"4988c400-6743-4dd8-9884-a65ccacfddd4"} {"level":"info","ts":1789771021.217702,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4988c400-6743-4dd8-9884-a65ccacfddd4","EoS":false} {"level":"info","ts":1789771021.2177145,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4988c400-6743-4dd8-9884-a65ccacfddd4","EoS":true} {"level":"info","ts":1789771021.217736,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4988c400-6743-4dd8-9884-a65ccacfddd4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789771021.217753,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"4988c400-6743-4dd8-9884-a65ccacfddd4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789771021.217776,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"4988c400-6743-4dd8-9884-a65ccacfddd4"} {"level":"info","ts":1789771021.3052468,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789771021.3053496,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"219e184c-3013-47dd-93a6-767e702107e7"} {"level":"info","ts":1789771021.3053658,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"219e184c-3013-47dd-93a6-767e702107e7"} {"level":"info","ts":1789771021.3053856,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"219e184c-3013-47dd-93a6-767e702107e7","EoS":false} {"level":"info","ts":1789771021.3054035,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"219e184c-3013-47dd-93a6-767e702107e7","EoS":true} {"level":"info","ts":1789771021.305449,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"219e184c-3013-47dd-93a6-767e702107e7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789771021.3054748,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"219e184c-3013-47dd-93a6-767e702107e7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789771021.3055074,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"219e184c-3013-47dd-93a6-767e702107e7"} {"level":"info","ts":1789771021.3740146,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789771021.3741186,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0c970686-90dd-4a04-9e30-3d8a3c1fee22"} {"level":"info","ts":1789771021.3741393,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"0c970686-90dd-4a04-9e30-3d8a3c1fee22"} {"level":"info","ts":1789771021.3741546,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0c970686-90dd-4a04-9e30-3d8a3c1fee22","EoS":false} {"level":"info","ts":1789771021.374168,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0c970686-90dd-4a04-9e30-3d8a3c1fee22","EoS":true} {"level":"info","ts":1789771021.3741908,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0c970686-90dd-4a04-9e30-3d8a3c1fee22","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789771021.3742104,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"0c970686-90dd-4a04-9e30-3d8a3c1fee22","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789771021.3742325,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"0c970686-90dd-4a04-9e30-3d8a3c1fee22"} {"level":"info","ts":1789771021.41529,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789771021.4153855,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bccc2951-4bab-4df3-9c03-8055ff65aa02"} {"level":"info","ts":1789771021.415401,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"bccc2951-4bab-4df3-9c03-8055ff65aa02"} {"level":"info","ts":1789771021.4154363,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bccc2951-4bab-4df3-9c03-8055ff65aa02","EoS":false} {"level":"info","ts":1789771021.4154499,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bccc2951-4bab-4df3-9c03-8055ff65aa02","EoS":true} {"level":"info","ts":1789771021.415475,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bccc2951-4bab-4df3-9c03-8055ff65aa02","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789771021.4154959,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"bccc2951-4bab-4df3-9c03-8055ff65aa02","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789771021.4155214,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"bccc2951-4bab-4df3-9c03-8055ff65aa02"} {"level":"info","ts":1789771021.4497163,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789771021.4497995,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"61fe487c-c40c-4aa9-bf48-f5ab24caf775"} {"level":"info","ts":1789771021.4498127,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"61fe487c-c40c-4aa9-bf48-f5ab24caf775"} {"level":"info","ts":1789771021.4498246,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"61fe487c-c40c-4aa9-bf48-f5ab24caf775","EoS":false} {"level":"info","ts":1789771021.4498427,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"61fe487c-c40c-4aa9-bf48-f5ab24caf775","EoS":true} {"level":"info","ts":1789771021.4498696,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"61fe487c-c40c-4aa9-bf48-f5ab24caf775","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789771021.4498909,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"61fe487c-c40c-4aa9-bf48-f5ab24caf775","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789771021.4499214,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"61fe487c-c40c-4aa9-bf48-f5ab24caf775"} {"level":"info","ts":1789771021.4821103,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789771021.4822123,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0a1843eb-4a9c-4420-bac2-deb01d2e15a2"} {"level":"info","ts":1789771021.48223,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"0a1843eb-4a9c-4420-bac2-deb01d2e15a2"} {"level":"info","ts":1789771021.4822423,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0a1843eb-4a9c-4420-bac2-deb01d2e15a2","EoS":false} {"level":"info","ts":1789771021.4822545,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0a1843eb-4a9c-4420-bac2-deb01d2e15a2","EoS":true} {"level":"info","ts":1789771021.4822745,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0a1843eb-4a9c-4420-bac2-deb01d2e15a2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789771021.4822896,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"0a1843eb-4a9c-4420-bac2-deb01d2e15a2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789771021.4823136,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"0a1843eb-4a9c-4420-bac2-deb01d2e15a2"} {"level":"info","ts":1789771021.6479666,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4d12a9f8-61ed-4488-96c6-58bb292fa402"} {"level":"info","ts":1789771021.6479714,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"128d5b35-d48b-42e5-9529-14d746311057","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"info","ts":1789771021.6480474,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"128d5b35-d48b-42e5-9529-14d746311057","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"info","ts":1789771039.3493154,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789771039.3494391,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ed69710d-7fbf-45f7-b10e-e9c680e535ee"} {"level":"info","ts":1789771039.349455,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"ed69710d-7fbf-45f7-b10e-e9c680e535ee"} {"level":"info","ts":1789771039.3494735,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ed69710d-7fbf-45f7-b10e-e9c680e535ee","EoS":false} {"level":"info","ts":1789771039.3494837,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ed69710d-7fbf-45f7-b10e-e9c680e535ee","EoS":true} {"level":"info","ts":1789771039.349503,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ed69710d-7fbf-45f7-b10e-e9c680e535ee","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789771039.349519,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"ed69710d-7fbf-45f7-b10e-e9c680e535ee","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789771039.3495429,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"ed69710d-7fbf-45f7-b10e-e9c680e535ee"} {"level":"info","ts":1789771039.5017323,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789771039.5018198,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cdfe2f4b-383b-4473-812d-7c1af84dd1ef"} {"level":"info","ts":1789771039.5018303,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"cdfe2f4b-383b-4473-812d-7c1af84dd1ef"} {"level":"info","ts":1789771039.5018423,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cdfe2f4b-383b-4473-812d-7c1af84dd1ef","EoS":false} {"level":"info","ts":1789771039.5018528,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cdfe2f4b-383b-4473-812d-7c1af84dd1ef","EoS":true} {"level":"info","ts":1789771039.501874,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cdfe2f4b-383b-4473-812d-7c1af84dd1ef","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789771039.50189,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"cdfe2f4b-383b-4473-812d-7c1af84dd1ef","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789771039.5019135,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"cdfe2f4b-383b-4473-812d-7c1af84dd1ef"} {"level":"info","ts":1789771039.6458964,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789771039.6459913,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"29507429-cee9-4c90-9cf8-a8d1c033a3e2"} {"level":"info","ts":1789771039.646005,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"29507429-cee9-4c90-9cf8-a8d1c033a3e2"} {"level":"info","ts":1789771039.6460164,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"29507429-cee9-4c90-9cf8-a8d1c033a3e2","EoS":false} {"level":"info","ts":1789771039.6460302,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"29507429-cee9-4c90-9cf8-a8d1c033a3e2","EoS":true} {"level":"info","ts":1789771039.6460564,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"29507429-cee9-4c90-9cf8-a8d1c033a3e2","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789771039.6460743,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"29507429-cee9-4c90-9cf8-a8d1c033a3e2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789771039.646097,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"29507429-cee9-4c90-9cf8-a8d1c033a3e2"} {"level":"info","ts":1789771039.7867525,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789771039.78684,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ddef9efa-86f0-4288-a02e-d209181d69b7"} {"level":"info","ts":1789771039.7868538,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"ddef9efa-86f0-4288-a02e-d209181d69b7"} {"level":"info","ts":1789771039.7868657,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ddef9efa-86f0-4288-a02e-d209181d69b7","EoS":false} {"level":"info","ts":1789771039.786878,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ddef9efa-86f0-4288-a02e-d209181d69b7","EoS":true} {"level":"info","ts":1789771039.7868981,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ddef9efa-86f0-4288-a02e-d209181d69b7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789771039.7869248,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"ddef9efa-86f0-4288-a02e-d209181d69b7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789771039.7869465,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"ddef9efa-86f0-4288-a02e-d209181d69b7"} {"level":"info","ts":1789771039.930721,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789771039.9308102,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6af4502f-da63-451e-885c-98003c43954c"} {"level":"info","ts":1789771039.9308274,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"6af4502f-da63-451e-885c-98003c43954c"} {"level":"info","ts":1789771039.93084,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6af4502f-da63-451e-885c-98003c43954c","EoS":false} {"level":"info","ts":1789771039.9308527,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6af4502f-da63-451e-885c-98003c43954c","EoS":true} {"level":"info","ts":1789771039.9308734,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6af4502f-da63-451e-885c-98003c43954c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789771039.9308908,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"6af4502f-da63-451e-885c-98003c43954c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789771039.9309142,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"6af4502f-da63-451e-885c-98003c43954c"} {"level":"info","ts":1789771040.068123,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789771040.068222,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bf6ecc2d-9eaf-4ff4-a4d3-2613323f28ae"} {"level":"info","ts":1789771040.0682373,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"bf6ecc2d-9eaf-4ff4-a4d3-2613323f28ae"} {"level":"info","ts":1789771040.0682485,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bf6ecc2d-9eaf-4ff4-a4d3-2613323f28ae","EoS":false} {"level":"info","ts":1789771040.0682626,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bf6ecc2d-9eaf-4ff4-a4d3-2613323f28ae","EoS":true} {"level":"info","ts":1789771040.068282,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bf6ecc2d-9eaf-4ff4-a4d3-2613323f28ae","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789771040.0682976,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"bf6ecc2d-9eaf-4ff4-a4d3-2613323f28ae","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789771040.0683184,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"bf6ecc2d-9eaf-4ff4-a4d3-2613323f28ae"} {"level":"info","ts":1789771048.7373173,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789771048.7374053,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dff31c36-0e23-408b-8267-385f55bbbe6c"} {"level":"info","ts":1789771048.7374423,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"dff31c36-0e23-408b-8267-385f55bbbe6c"} {"level":"info","ts":1789771048.7374544,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"dff31c36-0e23-408b-8267-385f55bbbe6c","EoS":false} {"level":"info","ts":1789771048.7374659,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"dff31c36-0e23-408b-8267-385f55bbbe6c","EoS":true} {"level":"info","ts":1789771048.737488,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dff31c36-0e23-408b-8267-385f55bbbe6c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789771048.7375047,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"dff31c36-0e23-408b-8267-385f55bbbe6c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789771048.7375271,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"dff31c36-0e23-408b-8267-385f55bbbe6c"} {"level":"info","ts":1789771048.775003,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789771048.7751122,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6d08fae1-bca0-4789-a92c-a8de83bc0cc1"} {"level":"info","ts":1789771048.775129,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"6d08fae1-bca0-4789-a92c-a8de83bc0cc1"} {"level":"info","ts":1789771048.7751434,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6d08fae1-bca0-4789-a92c-a8de83bc0cc1","EoS":false} {"level":"info","ts":1789771048.7751548,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6d08fae1-bca0-4789-a92c-a8de83bc0cc1","EoS":true} {"level":"info","ts":1789771048.775176,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6d08fae1-bca0-4789-a92c-a8de83bc0cc1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789771048.775194,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"6d08fae1-bca0-4789-a92c-a8de83bc0cc1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789771048.775216,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"6d08fae1-bca0-4789-a92c-a8de83bc0cc1"} {"level":"info","ts":1789771048.8133085,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789771048.8133895,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6af4fd86-8b7c-42fd-9c46-46d4413269d0"} {"level":"info","ts":1789771048.8134036,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"6af4fd86-8b7c-42fd-9c46-46d4413269d0"} {"level":"info","ts":1789771048.8134387,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6af4fd86-8b7c-42fd-9c46-46d4413269d0","EoS":false} {"level":"info","ts":1789771048.8134503,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6af4fd86-8b7c-42fd-9c46-46d4413269d0","EoS":true} {"level":"info","ts":1789771048.8134682,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6af4fd86-8b7c-42fd-9c46-46d4413269d0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789771048.8134837,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"6af4fd86-8b7c-42fd-9c46-46d4413269d0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789771048.813505,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"6af4fd86-8b7c-42fd-9c46-46d4413269d0"} {"level":"info","ts":1789771048.8510928,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789771048.8511715,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e205a941-5462-4922-802f-6dc13e3e4b05"} {"level":"info","ts":1789771048.8511837,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"e205a941-5462-4922-802f-6dc13e3e4b05"} {"level":"info","ts":1789771048.851194,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e205a941-5462-4922-802f-6dc13e3e4b05","EoS":false} {"level":"info","ts":1789771048.8512044,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e205a941-5462-4922-802f-6dc13e3e4b05","EoS":true} {"level":"info","ts":1789771048.8512223,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e205a941-5462-4922-802f-6dc13e3e4b05","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789771048.8512368,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"e205a941-5462-4922-802f-6dc13e3e4b05","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789771048.8512597,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"e205a941-5462-4922-802f-6dc13e3e4b05"} {"level":"info","ts":1789771048.8838115,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789771048.883891,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"6fafee2e-9fca-4127-aed3-3be00d0fa08f"} {"level":"info","ts":1789771049.667519,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789771049.6676176,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"04db58be-a4bf-48f5-91a5-e4f4a002410e"} {"level":"info","ts":1789771049.6676323,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"04db58be-a4bf-48f5-91a5-e4f4a002410e"} {"level":"info","ts":1789771049.6676466,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"04db58be-a4bf-48f5-91a5-e4f4a002410e","EoS":false} {"level":"info","ts":1789771049.6676602,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"04db58be-a4bf-48f5-91a5-e4f4a002410e","EoS":true} {"level":"info","ts":1789771049.6676793,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"04db58be-a4bf-48f5-91a5-e4f4a002410e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789771049.6676948,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"04db58be-a4bf-48f5-91a5-e4f4a002410e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789771049.6677148,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"04db58be-a4bf-48f5-91a5-e4f4a002410e"} {"level":"info","ts":1789771050.6269624,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789771050.6270459,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"673104ed-6a73-4cac-b613-53320274a338"} {"level":"info","ts":1789771050.627056,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"673104ed-6a73-4cac-b613-53320274a338"} {"level":"info","ts":1789771050.6270669,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"673104ed-6a73-4cac-b613-53320274a338","EoS":false} {"level":"info","ts":1789771050.6270776,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"673104ed-6a73-4cac-b613-53320274a338","EoS":true} {"level":"info","ts":1789771050.6270978,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"673104ed-6a73-4cac-b613-53320274a338","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789771050.6271157,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"673104ed-6a73-4cac-b613-53320274a338","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789771050.6271405,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"673104ed-6a73-4cac-b613-53320274a338"} {"level":"info","ts":1789771051.3412104,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789771051.3412948,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"45b59996-7d4c-4f1d-bbbe-7515c64689df"} {"level":"info","ts":1789771051.341305,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"45b59996-7d4c-4f1d-bbbe-7515c64689df"} {"level":"info","ts":1789771051.3413157,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"45b59996-7d4c-4f1d-bbbe-7515c64689df","EoS":false} {"level":"info","ts":1789771051.341326,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"45b59996-7d4c-4f1d-bbbe-7515c64689df","EoS":true} {"level":"info","ts":1789771051.3413463,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"45b59996-7d4c-4f1d-bbbe-7515c64689df","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789771051.341362,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"45b59996-7d4c-4f1d-bbbe-7515c64689df","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789771051.3413825,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"45b59996-7d4c-4f1d-bbbe-7515c64689df"} {"level":"info","ts":1789771052.3572311,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789771052.3573253,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"89941509-14f7-4c14-a1c7-cf93d2d7438b"} {"level":"info","ts":1789771052.357343,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"89941509-14f7-4c14-a1c7-cf93d2d7438b"} {"level":"info","ts":1789771052.3573556,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"89941509-14f7-4c14-a1c7-cf93d2d7438b","EoS":false} {"level":"info","ts":1789771052.3573685,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"89941509-14f7-4c14-a1c7-cf93d2d7438b","EoS":true} {"level":"info","ts":1789771052.3573887,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"89941509-14f7-4c14-a1c7-cf93d2d7438b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789771052.3574047,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"89941509-14f7-4c14-a1c7-cf93d2d7438b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789771052.3574483,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"89941509-14f7-4c14-a1c7-cf93d2d7438b"} {"level":"info","ts":1789771057.7534328,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789771057.7535224,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2164604f-995d-4ee7-9f54-ae884d1681c6"} {"level":"info","ts":1789771057.7535338,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"2164604f-995d-4ee7-9f54-ae884d1681c6"} {"level":"info","ts":1789771057.7535453,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2164604f-995d-4ee7-9f54-ae884d1681c6","EoS":false} {"level":"info","ts":1789771057.7535553,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2164604f-995d-4ee7-9f54-ae884d1681c6","EoS":true} {"level":"info","ts":1789771057.7535772,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2164604f-995d-4ee7-9f54-ae884d1681c6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789771057.7535918,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"2164604f-995d-4ee7-9f54-ae884d1681c6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789771057.753613,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"2164604f-995d-4ee7-9f54-ae884d1681c6"} {"level":"info","ts":1789771062.7993515,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789771062.799468,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f013bcc4-09a0-40c2-aa87-a800f8e1b7da"} {"level":"info","ts":1789771062.799483,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"f013bcc4-09a0-40c2-aa87-a800f8e1b7da"} {"level":"info","ts":1789771062.7994962,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f013bcc4-09a0-40c2-aa87-a800f8e1b7da","EoS":false} {"level":"info","ts":1789771062.7995088,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f013bcc4-09a0-40c2-aa87-a800f8e1b7da","EoS":true} {"level":"info","ts":1789771062.7995303,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f013bcc4-09a0-40c2-aa87-a800f8e1b7da","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789771062.7995458,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"f013bcc4-09a0-40c2-aa87-a800f8e1b7da","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789771062.7995667,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"f013bcc4-09a0-40c2-aa87-a800f8e1b7da"} {"level":"info","ts":1789771063.996104,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789771063.996194,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"18556a46-4cb3-4257-a46f-42d89a55525b"} {"level":"info","ts":1789771063.9962075,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"18556a46-4cb3-4257-a46f-42d89a55525b"} {"level":"info","ts":1789771063.9962194,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"18556a46-4cb3-4257-a46f-42d89a55525b","EoS":false} {"level":"info","ts":1789771063.9962387,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"18556a46-4cb3-4257-a46f-42d89a55525b","EoS":true} {"level":"info","ts":1789771063.99626,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"18556a46-4cb3-4257-a46f-42d89a55525b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789771063.9962766,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"18556a46-4cb3-4257-a46f-42d89a55525b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789771063.9962988,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"18556a46-4cb3-4257-a46f-42d89a55525b"} {"level":"info","ts":1789771071.983134,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789771071.983222,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d2abff27-c083-4168-8793-9f0d67736228"} {"level":"info","ts":1789771071.9832351,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"d2abff27-c083-4168-8793-9f0d67736228"} {"level":"info","ts":1789771071.9832466,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d2abff27-c083-4168-8793-9f0d67736228","EoS":false} {"level":"info","ts":1789771071.9832573,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d2abff27-c083-4168-8793-9f0d67736228","EoS":true} {"level":"info","ts":1789771071.9832785,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d2abff27-c083-4168-8793-9f0d67736228","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789771071.9832945,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"d2abff27-c083-4168-8793-9f0d67736228","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789771071.9833164,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"d2abff27-c083-4168-8793-9f0d67736228"} {"level":"info","ts":1789771073.6313345,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789771073.6314397,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"423dd11c-4a28-48b7-9db3-60e459e3acd4"} {"level":"info","ts":1789771073.6314523,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"423dd11c-4a28-48b7-9db3-60e459e3acd4"} {"level":"info","ts":1789771073.631464,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"423dd11c-4a28-48b7-9db3-60e459e3acd4","EoS":false} {"level":"info","ts":1789771073.631474,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"423dd11c-4a28-48b7-9db3-60e459e3acd4","EoS":true} {"level":"info","ts":1789771073.6314929,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"423dd11c-4a28-48b7-9db3-60e459e3acd4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789771073.6315079,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"423dd11c-4a28-48b7-9db3-60e459e3acd4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789771073.6315367,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"423dd11c-4a28-48b7-9db3-60e459e3acd4"} {"level":"info","ts":1789771139.6483185,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789771139.6484458,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3dc96e52-5446-4ac3-a17c-b4ded5e15224"} {"level":"info","ts":1789771139.6484618,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"3dc96e52-5446-4ac3-a17c-b4ded5e15224"} {"level":"info","ts":1789771139.6484756,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3dc96e52-5446-4ac3-a17c-b4ded5e15224","EoS":false} {"level":"info","ts":1789771139.6484861,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3dc96e52-5446-4ac3-a17c-b4ded5e15224","EoS":true} {"level":"info","ts":1789771139.6485064,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3dc96e52-5446-4ac3-a17c-b4ded5e15224","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1789771139.6485229,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"3dc96e52-5446-4ac3-a17c-b4ded5e15224","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789771139.6485472,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"3dc96e52-5446-4ac3-a17c-b4ded5e15224"} {"level":"info","ts":1789771165.3343787,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789771165.3344827,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4c30e303-3dd7-4fb5-a672-09bf1135b91d"} {"level":"info","ts":1789771165.3344936,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"4c30e303-3dd7-4fb5-a672-09bf1135b91d"} {"level":"info","ts":1789771165.3345044,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4c30e303-3dd7-4fb5-a672-09bf1135b91d","EoS":false} {"level":"info","ts":1789771165.3345172,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4c30e303-3dd7-4fb5-a672-09bf1135b91d","EoS":true} {"level":"info","ts":1789771165.334537,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4c30e303-3dd7-4fb5-a672-09bf1135b91d","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1789771165.3345528,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"4c30e303-3dd7-4fb5-a672-09bf1135b91d","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789771165.3345726,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"4c30e303-3dd7-4fb5-a672-09bf1135b91d"} {"level":"info","ts":1789771236.0396988,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789771236.039815,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"47f7fb4c-b9db-4a6f-9507-a62982a7e3d8"} {"level":"info","ts":1789771236.039837,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"47f7fb4c-b9db-4a6f-9507-a62982a7e3d8"} {"level":"info","ts":1789771236.0398521,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"47f7fb4c-b9db-4a6f-9507-a62982a7e3d8","EoS":false} {"level":"info","ts":1789771236.0398622,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"47f7fb4c-b9db-4a6f-9507-a62982a7e3d8","EoS":true} {"level":"info","ts":1789771236.0398843,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"47f7fb4c-b9db-4a6f-9507-a62982a7e3d8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789771236.039899,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"47f7fb4c-b9db-4a6f-9507-a62982a7e3d8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789771236.0399222,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"47f7fb4c-b9db-4a6f-9507-a62982a7e3d8"} {"level":"info","ts":1789771236.0812442,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789771236.08133,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2b7c0687-061d-46c5-919a-30d53a972a4e"} {"level":"info","ts":1789771236.0813417,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"2b7c0687-061d-46c5-919a-30d53a972a4e"} {"level":"info","ts":1789771236.081353,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2b7c0687-061d-46c5-919a-30d53a972a4e","EoS":false} {"level":"info","ts":1789771236.0813632,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2b7c0687-061d-46c5-919a-30d53a972a4e","EoS":true} {"level":"info","ts":1789771236.081385,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2b7c0687-061d-46c5-919a-30d53a972a4e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789771236.081401,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"2b7c0687-061d-46c5-919a-30d53a972a4e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789771236.081439,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"2b7c0687-061d-46c5-919a-30d53a972a4e"} {"level":"info","ts":1789771236.120897,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789771236.120998,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b9ac8a55-a3ff-4f3a-ad3e-85697122f52e"} {"level":"info","ts":1789771236.1210134,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"b9ac8a55-a3ff-4f3a-ad3e-85697122f52e"} {"level":"info","ts":1789771236.1210253,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b9ac8a55-a3ff-4f3a-ad3e-85697122f52e","EoS":false} {"level":"info","ts":1789771236.1210353,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b9ac8a55-a3ff-4f3a-ad3e-85697122f52e","EoS":true} {"level":"info","ts":1789771236.1210544,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b9ac8a55-a3ff-4f3a-ad3e-85697122f52e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789771236.1210692,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"b9ac8a55-a3ff-4f3a-ad3e-85697122f52e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789771236.1210933,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"b9ac8a55-a3ff-4f3a-ad3e-85697122f52e"} {"level":"info","ts":1789771243.6376076,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789771243.6377153,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e7071e4f-3d6c-449b-8ff9-45325b82efbf"} {"level":"info","ts":1789771243.637734,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"e7071e4f-3d6c-449b-8ff9-45325b82efbf"} {"level":"info","ts":1789771243.6377473,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e7071e4f-3d6c-449b-8ff9-45325b82efbf","EoS":false} {"level":"info","ts":1789771243.63776,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e7071e4f-3d6c-449b-8ff9-45325b82efbf","EoS":true} {"level":"info","ts":1789771243.6377773,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e7071e4f-3d6c-449b-8ff9-45325b82efbf","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789771243.6377943,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"e7071e4f-3d6c-449b-8ff9-45325b82efbf","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789771243.637821,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"e7071e4f-3d6c-449b-8ff9-45325b82efbf"} {"level":"info","ts":1789771249.722121,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789771249.7222252,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9fbfc9a6-688b-46cf-bca9-b8036433769f"} {"level":"info","ts":1789771249.7222416,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"9fbfc9a6-688b-46cf-bca9-b8036433769f"} {"level":"info","ts":1789771249.7222607,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9fbfc9a6-688b-46cf-bca9-b8036433769f","EoS":false} {"level":"info","ts":1789771249.722279,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9fbfc9a6-688b-46cf-bca9-b8036433769f","EoS":true} {"level":"info","ts":1789771249.7223067,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9fbfc9a6-688b-46cf-bca9-b8036433769f","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789771249.7223272,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"9fbfc9a6-688b-46cf-bca9-b8036433769f","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789771249.722364,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"9fbfc9a6-688b-46cf-bca9-b8036433769f"} {"level":"info","ts":1789771249.8762133,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789771249.876307,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1c6618cd-3eb1-4ed6-b372-54b12202b8ca"} {"level":"info","ts":1789771249.8763206,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"1c6618cd-3eb1-4ed6-b372-54b12202b8ca"} {"level":"info","ts":1789771249.8763325,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1c6618cd-3eb1-4ed6-b372-54b12202b8ca","EoS":false} {"level":"info","ts":1789771249.8763435,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1c6618cd-3eb1-4ed6-b372-54b12202b8ca","EoS":true} {"level":"info","ts":1789771249.876368,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1c6618cd-3eb1-4ed6-b372-54b12202b8ca","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789771249.8763871,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"1c6618cd-3eb1-4ed6-b372-54b12202b8ca","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789771249.876429,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"1c6618cd-3eb1-4ed6-b372-54b12202b8ca"} {"level":"info","ts":1789771250.0171807,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789771250.0172648,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d5dc887f-64c8-430f-8e2b-d89771527089"} {"level":"info","ts":1789771250.017278,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"d5dc887f-64c8-430f-8e2b-d89771527089"} {"level":"info","ts":1789771250.0172899,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d5dc887f-64c8-430f-8e2b-d89771527089","EoS":false} {"level":"info","ts":1789771250.0173004,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d5dc887f-64c8-430f-8e2b-d89771527089","EoS":true} {"level":"info","ts":1789771250.0173178,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d5dc887f-64c8-430f-8e2b-d89771527089","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789771250.0173328,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"d5dc887f-64c8-430f-8e2b-d89771527089","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789771250.0173557,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"d5dc887f-64c8-430f-8e2b-d89771527089"} {"level":"info","ts":1789771250.1591668,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789771250.159258,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"38409b2a-782a-446b-adbd-38e7a4dd90cd"} {"level":"info","ts":1789771250.15927,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"38409b2a-782a-446b-adbd-38e7a4dd90cd"} {"level":"info","ts":1789771250.1592824,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"38409b2a-782a-446b-adbd-38e7a4dd90cd","EoS":false} {"level":"info","ts":1789771250.159295,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"38409b2a-782a-446b-adbd-38e7a4dd90cd","EoS":true} {"level":"info","ts":1789771250.1593118,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"38409b2a-782a-446b-adbd-38e7a4dd90cd","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789771250.1593277,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"38409b2a-782a-446b-adbd-38e7a4dd90cd","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789771250.1593506,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"38409b2a-782a-446b-adbd-38e7a4dd90cd"} {"level":"info","ts":1789771262.81735,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789771262.8174784,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cef3b979-e3e6-41e0-9750-6d794aa1188f"} {"level":"info","ts":1789771262.8174956,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"cef3b979-e3e6-41e0-9750-6d794aa1188f"} {"level":"info","ts":1789771262.817508,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cef3b979-e3e6-41e0-9750-6d794aa1188f","EoS":false} {"level":"info","ts":1789771262.8175216,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cef3b979-e3e6-41e0-9750-6d794aa1188f","EoS":true} {"level":"info","ts":1789771262.81754,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cef3b979-e3e6-41e0-9750-6d794aa1188f","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789771262.8175552,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"cef3b979-e3e6-41e0-9750-6d794aa1188f","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789771262.817584,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"cef3b979-e3e6-41e0-9750-6d794aa1188f"}