{"level":"error","ts":1789350383.89412,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bb041c3a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bb041c3a","reconcileID":"17c85f8b-652a-45a9-b8e1-c62fcbc03871","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-bb041c3a\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789350383.8941817,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bb041c3a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bb041c3a","reconcileID":"17c85f8b-652a-45a9-b8e1-c62fcbc03871","provider":"e2e-legacy-migration-bb041c3a","phase":"Pending"} {"level":"info","ts":1789350383.8947344,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bb041c3a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bb041c3a","reconcileID":"ff634356-1581-4064-8153-e3095f9d7e25","name":"e2e-legacy-migration-bb041c3a"} {"level":"info","ts":1789350383.8984487,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bb041c3a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bb041c3a","reconcileID":"a88439c5-0405-4109-a87e-3a3fcd3ccf92","name":"e2e-legacy-migration-bb041c3a","namespace":"llm"} {"level":"info","ts":1789350383.8985226,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bb041c3a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bb041c3a","reconcileID":"a88439c5-0405-4109-a87e-3a3fcd3ccf92","modelName":"e2e-legacy-migration-bb041c3a","resolvedRefs":1} {"level":"error","ts":1789350383.8987556,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bb041c3a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bb041c3a","reconcileID":"17c85f8b-652a-45a9-b8e1-c62fcbc03871","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-bb041c3a\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789350383.8987906,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bb041c3a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bb041c3a","reconcileID":"17c85f8b-652a-45a9-b8e1-c62fcbc03871","error":"ExternalModel \"e2e-legacy-migration-bb041c3a\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-bb041c3a\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789350383.8988404,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bb041c3a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bb041c3a","reconcileID":"bb731905-7f04-4d85-846a-9ce6e2f1ec73"} {"level":"info","ts":1789350383.8988624,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bb041c3a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bb041c3a","reconcileID":"bb731905-7f04-4d85-846a-9ce6e2f1ec73","provider":"e2e-legacy-migration-bb041c3a","phase":"Pending"} {"level":"error","ts":1789350383.9003139,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bb041c3a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bb041c3a","reconcileID":"ff634356-1581-4064-8153-e3095f9d7e25","error":"failed to apply ExternalModel: Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-bb041c3a\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789350383.9045076,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-bb041c3a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bb041c3a","reconcileID":"15586fa1-d75a-4b6b-b94d-359f8cdcd22b","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-bb041c3a\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:93\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789350383.9045565,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-bb041c3a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bb041c3a","reconcileID":"15586fa1-d75a-4b6b-b94d-359f8cdcd22b","error":"failed to apply Service: services \"e2e-legacy-migration-bb041c3a\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789350383.904614,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-bb041c3a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bb041c3a","reconcileID":"069b2223-4aba-45b0-963b-1d9012f511f6"} {"level":"info","ts":1789350383.904658,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-bb041c3a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bb041c3a","reconcileID":"069b2223-4aba-45b0-963b-1d9012f511f6","name":"e2e-legacy-migration-bb041c3a"} {"level":"error","ts":1789350383.9053357,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bb041c3a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bb041c3a","reconcileID":"bb731905-7f04-4d85-846a-9ce6e2f1ec73","error":"ExternalModel \"e2e-legacy-migration-bb041c3a\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-bb041c3a\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789350383.9113128,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bb041c3a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bb041c3a","reconcileID":"3309e970-02cc-41ce-a327-b99f67fa3f2b","name":"e2e-legacy-migration-bb041c3a","namespace":"llm"} {"level":"info","ts":1789350383.9139113,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bb041c3a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bb041c3a","reconcileID":"3309e970-02cc-41ce-a327-b99f67fa3f2b","name":"e2e-legacy-migration-bb041c3a"} {"level":"info","ts":1789350383.9159815,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bb041c3a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bb041c3a","reconcileID":"e638f631-b1d9-4aca-a583-99cc9a05173a"} {"level":"info","ts":1789350383.9160185,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bb041c3a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bb041c3a","reconcileID":"e638f631-b1d9-4aca-a583-99cc9a05173a","provider":"e2e-legacy-migration-bb041c3a","phase":"Pending"} {"level":"info","ts":1789350383.92215,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-bb041c3a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bb041c3a","reconcileID":"069b2223-4aba-45b0-963b-1d9012f511f6","service":"e2e-legacy-migration-bb041c3a","serviceEntry":"e2e-legacy-migration-bb041c3a","destinationRule":"e2e-legacy-migration-bb041c3a"} {"level":"error","ts":1789350383.9229105,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bb041c3a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bb041c3a","reconcileID":"e638f631-b1d9-4aca-a583-99cc9a05173a","error":"ExternalModel \"e2e-legacy-migration-bb041c3a\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-bb041c3a\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789350383.9229715,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bb041c3a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bb041c3a","reconcileID":"3309e970-02cc-41ce-a327-b99f67fa3f2b","provider":"openai","model":"e2e-legacy-migration-bb041c3a","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789350383.9263008,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bb041c3a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bb041c3a","reconcileID":"006b603c-136c-4640-9557-5b1e2229f36c"} {"level":"info","ts":1789350383.9263484,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bb041c3a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bb041c3a","reconcileID":"006b603c-136c-4640-9557-5b1e2229f36c","name":"e2e-legacy-migration-bb041c3a"} {"level":"info","ts":1789350383.926346,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-bb041c3a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bb041c3a","reconcileID":"2804603c-0b17-4054-ba9a-e302d9cd5aaf","name":"e2e-legacy-migration-bb041c3a","namespace":"llm"} {"level":"info","ts":1789350383.926376,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-bb041c3a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bb041c3a","reconcileID":"2804603c-0b17-4054-ba9a-e302d9cd5aaf","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789350383.9263012,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bb041c3a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bb041c3a","reconcileID":"6495c806-029e-4b84-9794-68efa5a6cf27","name":"e2e-legacy-migration-bb041c3a","namespace":"llm"} {"level":"info","ts":1789350383.9264998,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bb041c3a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bb041c3a","reconcileID":"6495c806-029e-4b84-9794-68efa5a6cf27","modelName":"e2e-legacy-migration-bb041c3a","resolvedRefs":1} {"level":"error","ts":1789350383.9333363,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-bb041c3a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bb041c3a","reconcileID":"069b2223-4aba-45b0-963b-1d9012f511f6","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-bb041c3a\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789350383.93341,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-bb041c3a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bb041c3a","reconcileID":"427eab6a-f5c5-46bd-829b-035a1077fd98"} {"level":"info","ts":1789350383.9334486,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-bb041c3a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bb041c3a","reconcileID":"427eab6a-f5c5-46bd-829b-035a1077fd98","name":"e2e-legacy-migration-bb041c3a"} {"level":"info","ts":1789350383.943722,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bb041c3a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bb041c3a","reconcileID":"0a777068-bd39-4141-8dff-61afb669da97","name":"e2e-legacy-migration-bb041c3a","namespace":"llm"} {"level":"info","ts":1789350383.9437602,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bb041c3a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bb041c3a","reconcileID":"0a777068-bd39-4141-8dff-61afb669da97","modelName":"e2e-legacy-migration-bb041c3a","resolvedRefs":1} {"level":"info","ts":1789350383.949089,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-bb041c3a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bb041c3a","reconcileID":"427eab6a-f5c5-46bd-829b-035a1077fd98","service":"e2e-legacy-migration-bb041c3a","serviceEntry":"e2e-legacy-migration-bb041c3a","destinationRule":"e2e-legacy-migration-bb041c3a"} {"level":"error","ts":1789350383.9496036,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bb041c3a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bb041c3a","reconcileID":"006b603c-136c-4640-9557-5b1e2229f36c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-bb041c3a\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789350383.949774,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bb041c3a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bb041c3a","reconcileID":"006b603c-136c-4640-9557-5b1e2229f36c","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-bb041c3a\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789350383.9499128,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bb041c3a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bb041c3a","reconcileID":"0fb306c5-d8a6-4aa0-bae1-6c3eaac6ff52"} {"level":"info","ts":1789350383.9500074,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bb041c3a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bb041c3a","reconcileID":"0fb306c5-d8a6-4aa0-bae1-6c3eaac6ff52","name":"e2e-legacy-migration-bb041c3a"} {"level":"info","ts":1789350383.9585292,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bb041c3a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bb041c3a","reconcileID":"cd2b493f-73a1-4a05-89dd-2e5a63e5a0be","name":"e2e-legacy-migration-bb041c3a","namespace":"llm"} {"level":"info","ts":1789350383.958574,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bb041c3a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bb041c3a","reconcileID":"cd2b493f-73a1-4a05-89dd-2e5a63e5a0be","modelName":"e2e-legacy-migration-bb041c3a","resolvedRefs":1} {"level":"info","ts":1789350383.9606607,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bb041c3a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bb041c3a","reconcileID":"0fb306c5-d8a6-4aa0-bae1-6c3eaac6ff52","httpRoute":"e2e-legacy-migration-bb041c3a","providers":["e2e-legacy-migration-bb041c3a"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789350383.9735177,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bb041c3a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bb041c3a","reconcileID":"0fb306c5-d8a6-4aa0-bae1-6c3eaac6ff52","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-bb041c3a\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789350383.9736195,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bb041c3a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bb041c3a","reconcileID":"19c1c180-66db-4f0b-b90c-13ea790aa335"} {"level":"info","ts":1789350383.9736927,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bb041c3a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bb041c3a","reconcileID":"19c1c180-66db-4f0b-b90c-13ea790aa335","name":"e2e-legacy-migration-bb041c3a"} {"level":"info","ts":1789350383.9817216,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bb041c3a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bb041c3a","reconcileID":"ed61908d-ff81-4e75-9bda-2ad98b7f7d86","name":"e2e-legacy-migration-bb041c3a","namespace":"llm"} {"level":"info","ts":1789350383.9818256,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bb041c3a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bb041c3a","reconcileID":"ed61908d-ff81-4e75-9bda-2ad98b7f7d86","modelName":"e2e-legacy-migration-bb041c3a","resolvedRefs":1} {"level":"info","ts":1789350383.9867249,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bb041c3a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bb041c3a","reconcileID":"19c1c180-66db-4f0b-b90c-13ea790aa335","httpRoute":"e2e-legacy-migration-bb041c3a","providers":["e2e-legacy-migration-bb041c3a"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789350383.990708,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bb041c3a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bb041c3a","reconcileID":"19c1c180-66db-4f0b-b90c-13ea790aa335","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-bb041c3a\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789350383.9907832,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bb041c3a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bb041c3a","reconcileID":"5d62e25b-8dda-4415-8b38-8f219684b5e7"} {"level":"info","ts":1789350383.9908357,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bb041c3a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bb041c3a","reconcileID":"5d62e25b-8dda-4415-8b38-8f219684b5e7","name":"e2e-legacy-migration-bb041c3a"} {"level":"info","ts":1789350384.0031462,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bb041c3a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bb041c3a","reconcileID":"5d62e25b-8dda-4415-8b38-8f219684b5e7","httpRoute":"e2e-legacy-migration-bb041c3a","providers":["e2e-legacy-migration-bb041c3a"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789350384.0768423,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bb041c3a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bb041c3a","reconcileID":"39dad015-3207-402f-9075-cffc16052c58","name":"e2e-legacy-migration-bb041c3a","namespace":"llm"} {"level":"info","ts":1789350384.0820398,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bb041c3a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bb041c3a","reconcileID":"39dad015-3207-402f-9075-cffc16052c58","name":"e2e-legacy-migration-bb041c3a"} {"level":"info","ts":1789350384.0866199,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bb041c3a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bb041c3a","reconcileID":"39dad015-3207-402f-9075-cffc16052c58","provider":"openai","model":"e2e-legacy-migration-bb041c3a","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789350386.8747957,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bb041c3a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bb041c3a","reconcileID":"d2049175-5a33-443a-ac42-8ee78a8e7bb1","name":"e2e-legacy-migration-bb041c3a","namespace":"llm"} {"level":"info","ts":1789350386.8820832,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bb041c3a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bb041c3a","reconcileID":"083187bc-b76a-4429-a07c-6550e2c9104c","name":"e2e-legacy-migration-bb041c3a","namespace":"llm"} {"level":"info","ts":1789350386.8821964,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bb041c3a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bb041c3a","reconcileID":"083187bc-b76a-4429-a07c-6550e2c9104c","name":"e2e-legacy-migration-bb041c3a","namespace":"llm"} {"level":"info","ts":1789350386.882335,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bb041c3a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bb041c3a","reconcileID":"b4ed608e-16c5-4fe5-8147-801be0959703"} {"level":"info","ts":1789350386.8830721,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-bb041c3a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bb041c3a","reconcileID":"0a04ebc1-2bbd-4422-8abc-ae67b4434559"} {"level":"info","ts":1789350386.8831553,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-bb041c3a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bb041c3a","reconcileID":"ef269bf5-ec26-4163-acec-660c40f4ac24","name":"e2e-legacy-migration-bb041c3a","namespace":"llm"} {"level":"info","ts":1789350386.8831913,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-bb041c3a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bb041c3a","reconcileID":"ef269bf5-ec26-4163-acec-660c40f4ac24","name":"e2e-legacy-migration-bb041c3a","namespace":"llm"} {"level":"info","ts":1789350387.4012089,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789350387.4013665,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5593e4e895616fe6e1b19dbcc4b13969","span_id":"e2d8ff064416d633","x-request-id":"36aa4828-942d-4da4-ad19-286ca1e981de"} {"level":"info","ts":1789350387.4013906,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5593e4e895616fe6e1b19dbcc4b13969","span_id":"e2d8ff064416d633","x-request-id":"36aa4828-942d-4da4-ad19-286ca1e981de"} {"level":"info","ts":1789350387.4014103,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5593e4e895616fe6e1b19dbcc4b13969","span_id":"e2d8ff064416d633","x-request-id":"36aa4828-942d-4da4-ad19-286ca1e981de","EoS":true} {"level":"info","ts":1789350387.4014468,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5593e4e895616fe6e1b19dbcc4b13969","span_id":"e2d8ff064416d633","x-request-id":"36aa4828-942d-4da4-ad19-286ca1e981de","header":"x-maas-subscription"} {"level":"info","ts":1789350387.4014623,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5593e4e895616fe6e1b19dbcc4b13969","span_id":"e2d8ff064416d633","x-request-id":"36aa4828-942d-4da4-ad19-286ca1e981de","header":"x-maas-group"} {"level":"info","ts":1789350387.4014704,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5593e4e895616fe6e1b19dbcc4b13969","span_id":"e2d8ff064416d633","x-request-id":"36aa4828-942d-4da4-ad19-286ca1e981de","header":"x-maas-username"} {"level":"info","ts":1789350387.4014907,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5593e4e895616fe6e1b19dbcc4b13969","span_id":"e2d8ff064416d633","x-request-id":"36aa4828-942d-4da4-ad19-286ca1e981de","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789350387.4015176,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"5593e4e895616fe6e1b19dbcc4b13969","span_id":"e2d8ff064416d633","x-request-id":"36aa4828-942d-4da4-ad19-286ca1e981de","modelName":"e2e-external-model"} {"level":"info","ts":1789350387.401538,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"5593e4e895616fe6e1b19dbcc4b13969","span_id":"e2d8ff064416d633","x-request-id":"36aa4828-942d-4da4-ad19-286ca1e981de","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789350387.401571,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"5593e4e895616fe6e1b19dbcc4b13969","span_id":"e2d8ff064416d633","x-request-id":"36aa4828-942d-4da4-ad19-286ca1e981de","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1789350387.4015968,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"5593e4e895616fe6e1b19dbcc4b13969","span_id":"e2d8ff064416d633","x-request-id":"36aa4828-942d-4da4-ad19-286ca1e981de","authType":"apikey"} {"level":"info","ts":1789350387.4016333,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5593e4e895616fe6e1b19dbcc4b13969","span_id":"e2d8ff064416d633","x-request-id":"36aa4828-942d-4da4-ad19-286ca1e981de"} {"level":"info","ts":1789350387.4475,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5593e4e895616fe6e1b19dbcc4b13969","span_id":"e2d8ff064416d633","x-request-id":"36aa4828-942d-4da4-ad19-286ca1e981de"} {"level":"info","ts":1789350387.4475312,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5593e4e895616fe6e1b19dbcc4b13969","span_id":"e2d8ff064416d633","x-request-id":"36aa4828-942d-4da4-ad19-286ca1e981de"} {"level":"info","ts":1789350387.4475496,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5593e4e895616fe6e1b19dbcc4b13969","span_id":"e2d8ff064416d633","x-request-id":"36aa4828-942d-4da4-ad19-286ca1e981de","EoS":false} {"level":"info","ts":1789350387.4475634,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5593e4e895616fe6e1b19dbcc4b13969","span_id":"e2d8ff064416d633","x-request-id":"36aa4828-942d-4da4-ad19-286ca1e981de"} {"level":"info","ts":1789350387.4475923,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5593e4e895616fe6e1b19dbcc4b13969","span_id":"e2d8ff064416d633","x-request-id":"36aa4828-942d-4da4-ad19-286ca1e981de","EoS":true} {"level":"info","ts":1789350387.4476042,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5593e4e895616fe6e1b19dbcc4b13969","span_id":"e2d8ff064416d633","x-request-id":"36aa4828-942d-4da4-ad19-286ca1e981de"} {"level":"info","ts":1789350387.4990935,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789350387.499197,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8cc4b215f1b15d1de389410f9e39f58c","span_id":"dd3523f215ca40fd","x-request-id":"86d4bbf5-34d2-450d-bf7e-98af297a18ad"} {"level":"info","ts":1789350387.49922,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8cc4b215f1b15d1de389410f9e39f58c","span_id":"dd3523f215ca40fd","x-request-id":"86d4bbf5-34d2-450d-bf7e-98af297a18ad"} {"level":"info","ts":1789350387.4992347,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8cc4b215f1b15d1de389410f9e39f58c","span_id":"dd3523f215ca40fd","x-request-id":"86d4bbf5-34d2-450d-bf7e-98af297a18ad","EoS":true} {"level":"info","ts":1789350387.499295,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8cc4b215f1b15d1de389410f9e39f58c","span_id":"dd3523f215ca40fd","x-request-id":"86d4bbf5-34d2-450d-bf7e-98af297a18ad","header":"x-maas-group"} {"level":"info","ts":1789350387.4993076,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8cc4b215f1b15d1de389410f9e39f58c","span_id":"dd3523f215ca40fd","x-request-id":"86d4bbf5-34d2-450d-bf7e-98af297a18ad","header":"x-maas-subscription"} {"level":"info","ts":1789350387.4993134,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8cc4b215f1b15d1de389410f9e39f58c","span_id":"dd3523f215ca40fd","x-request-id":"86d4bbf5-34d2-450d-bf7e-98af297a18ad","header":"x-maas-username"} {"level":"info","ts":1789350387.499329,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8cc4b215f1b15d1de389410f9e39f58c","span_id":"dd3523f215ca40fd","x-request-id":"86d4bbf5-34d2-450d-bf7e-98af297a18ad","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789350387.4993582,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8cc4b215f1b15d1de389410f9e39f58c","span_id":"dd3523f215ca40fd","x-request-id":"86d4bbf5-34d2-450d-bf7e-98af297a18ad"} {"level":"info","ts":1789350387.5426571,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8cc4b215f1b15d1de389410f9e39f58c","span_id":"dd3523f215ca40fd","x-request-id":"86d4bbf5-34d2-450d-bf7e-98af297a18ad"} {"level":"info","ts":1789350387.5426824,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8cc4b215f1b15d1de389410f9e39f58c","span_id":"dd3523f215ca40fd","x-request-id":"86d4bbf5-34d2-450d-bf7e-98af297a18ad"} {"level":"info","ts":1789350387.5426967,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8cc4b215f1b15d1de389410f9e39f58c","span_id":"dd3523f215ca40fd","x-request-id":"86d4bbf5-34d2-450d-bf7e-98af297a18ad","EoS":false} {"level":"info","ts":1789350387.5427127,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8cc4b215f1b15d1de389410f9e39f58c","span_id":"dd3523f215ca40fd","x-request-id":"86d4bbf5-34d2-450d-bf7e-98af297a18ad"} {"level":"info","ts":1789350387.5427392,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8cc4b215f1b15d1de389410f9e39f58c","span_id":"dd3523f215ca40fd","x-request-id":"86d4bbf5-34d2-450d-bf7e-98af297a18ad","EoS":true} {"level":"info","ts":1789350387.5427463,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8cc4b215f1b15d1de389410f9e39f58c","span_id":"dd3523f215ca40fd","x-request-id":"86d4bbf5-34d2-450d-bf7e-98af297a18ad"} {"level":"info","ts":1789350387.598375,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789350387.598491,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"bb1403e20e7c82efdb268f0d08e4e8ba","span_id":"f3912025b7cf7914","x-request-id":"52d37471-a564-4355-b3a2-3281e77fb5f4"} {"level":"info","ts":1789350387.5985067,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"bb1403e20e7c82efdb268f0d08e4e8ba","span_id":"f3912025b7cf7914","x-request-id":"52d37471-a564-4355-b3a2-3281e77fb5f4"} {"level":"info","ts":1789350387.5985265,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"bb1403e20e7c82efdb268f0d08e4e8ba","span_id":"f3912025b7cf7914","x-request-id":"52d37471-a564-4355-b3a2-3281e77fb5f4","EoS":true} {"level":"info","ts":1789350387.5985615,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bb1403e20e7c82efdb268f0d08e4e8ba","span_id":"f3912025b7cf7914","x-request-id":"52d37471-a564-4355-b3a2-3281e77fb5f4","header":"x-maas-subscription"} {"level":"info","ts":1789350387.5985737,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bb1403e20e7c82efdb268f0d08e4e8ba","span_id":"f3912025b7cf7914","x-request-id":"52d37471-a564-4355-b3a2-3281e77fb5f4","header":"x-maas-username"} {"level":"info","ts":1789350387.598583,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bb1403e20e7c82efdb268f0d08e4e8ba","span_id":"f3912025b7cf7914","x-request-id":"52d37471-a564-4355-b3a2-3281e77fb5f4","header":"x-maas-group"} {"level":"info","ts":1789350387.5986238,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"bb1403e20e7c82efdb268f0d08e4e8ba","span_id":"f3912025b7cf7914","x-request-id":"52d37471-a564-4355-b3a2-3281e77fb5f4"} {"level":"info","ts":1789350387.634467,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"bb1403e20e7c82efdb268f0d08e4e8ba","span_id":"f3912025b7cf7914","x-request-id":"52d37471-a564-4355-b3a2-3281e77fb5f4"} {"level":"info","ts":1789350387.6344953,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"bb1403e20e7c82efdb268f0d08e4e8ba","span_id":"f3912025b7cf7914","x-request-id":"52d37471-a564-4355-b3a2-3281e77fb5f4"} {"level":"info","ts":1789350387.6345108,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bb1403e20e7c82efdb268f0d08e4e8ba","span_id":"f3912025b7cf7914","x-request-id":"52d37471-a564-4355-b3a2-3281e77fb5f4","EoS":false} {"level":"info","ts":1789350387.6345289,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bb1403e20e7c82efdb268f0d08e4e8ba","span_id":"f3912025b7cf7914","x-request-id":"52d37471-a564-4355-b3a2-3281e77fb5f4"} {"level":"info","ts":1789350387.634563,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bb1403e20e7c82efdb268f0d08e4e8ba","span_id":"f3912025b7cf7914","x-request-id":"52d37471-a564-4355-b3a2-3281e77fb5f4","EoS":true} {"level":"info","ts":1789350387.6345735,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bb1403e20e7c82efdb268f0d08e4e8ba","span_id":"f3912025b7cf7914","x-request-id":"52d37471-a564-4355-b3a2-3281e77fb5f4"} {"level":"info","ts":1789350388.4834917,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"441ffd60-ef24-4519-b990-e14dbe137a5a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789350388.4836113,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"441ffd60-ef24-4519-b990-e14dbe137a5a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789350388.483555,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f916cf2d-413f-4a8d-b487-2009d445e546"} {"level":"info","ts":1789350388.6278977,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0b232f48-4fa8-45fc-a260-3e0f7b71b275"} {"level":"info","ts":1789350388.6280227,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f7a93ee5-f6e3-42ad-9c25-201c386212c3","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789350388.6280532,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f7a93ee5-f6e3-42ad-9c25-201c386212c3","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789350388.7624986,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d1f544b9-8835-46d3-a330-81139e5aa236","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789350388.7626498,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d1f544b9-8835-46d3-a330-81139e5aa236","key":"llm/e2e-external-model-api-key"} {"level":"error","ts":1789350389.3395073,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789350390.108036,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789350390.108167,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"34c4559a489a72aaa06cd60d7ef9e354","span_id":"19e3db5d8ff85126","x-request-id":"63c75c45-83ef-4998-855d-b5f74a29b618"} {"level":"info","ts":1789350390.108184,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"34c4559a489a72aaa06cd60d7ef9e354","span_id":"19e3db5d8ff85126","x-request-id":"63c75c45-83ef-4998-855d-b5f74a29b618"} {"level":"info","ts":1789350390.1081984,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"34c4559a489a72aaa06cd60d7ef9e354","span_id":"19e3db5d8ff85126","x-request-id":"63c75c45-83ef-4998-855d-b5f74a29b618","EoS":true} {"level":"info","ts":1789350390.108226,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"34c4559a489a72aaa06cd60d7ef9e354","span_id":"19e3db5d8ff85126","x-request-id":"63c75c45-83ef-4998-855d-b5f74a29b618","header":"x-maas-username"} {"level":"info","ts":1789350390.1082366,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"34c4559a489a72aaa06cd60d7ef9e354","span_id":"19e3db5d8ff85126","x-request-id":"63c75c45-83ef-4998-855d-b5f74a29b618","header":"x-maas-group"} {"level":"info","ts":1789350390.1082416,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"34c4559a489a72aaa06cd60d7ef9e354","span_id":"19e3db5d8ff85126","x-request-id":"63c75c45-83ef-4998-855d-b5f74a29b618","header":"x-maas-subscription"} {"level":"info","ts":1789350390.108279,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"34c4559a489a72aaa06cd60d7ef9e354","span_id":"19e3db5d8ff85126","x-request-id":"63c75c45-83ef-4998-855d-b5f74a29b618","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789350390.10831,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"34c4559a489a72aaa06cd60d7ef9e354","span_id":"19e3db5d8ff85126","x-request-id":"63c75c45-83ef-4998-855d-b5f74a29b618"} {"level":"info","ts":1789350390.1094344,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"34c4559a489a72aaa06cd60d7ef9e354","span_id":"19e3db5d8ff85126","x-request-id":"63c75c45-83ef-4998-855d-b5f74a29b618"} {"level":"info","ts":1789350390.1094549,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"34c4559a489a72aaa06cd60d7ef9e354","span_id":"19e3db5d8ff85126","x-request-id":"63c75c45-83ef-4998-855d-b5f74a29b618"} {"level":"info","ts":1789350390.1094773,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"34c4559a489a72aaa06cd60d7ef9e354","span_id":"19e3db5d8ff85126","x-request-id":"63c75c45-83ef-4998-855d-b5f74a29b618","EoS":false} {"level":"info","ts":1789350390.1095,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"34c4559a489a72aaa06cd60d7ef9e354","span_id":"19e3db5d8ff85126","x-request-id":"63c75c45-83ef-4998-855d-b5f74a29b618"} {"level":"info","ts":1789350390.1095412,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"34c4559a489a72aaa06cd60d7ef9e354","span_id":"19e3db5d8ff85126","x-request-id":"63c75c45-83ef-4998-855d-b5f74a29b618","EoS":true} {"level":"info","ts":1789350390.1095545,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"34c4559a489a72aaa06cd60d7ef9e354","span_id":"19e3db5d8ff85126","x-request-id":"63c75c45-83ef-4998-855d-b5f74a29b618"} {"level":"info","ts":1789350390.1488109,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789350390.148923,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7b9f4eb0f565c24bfc6cce5a378671e5","span_id":"f88a0182ffcae8b0","x-request-id":"9692a18b-248f-4df6-a569-04a4893b4522"} {"level":"info","ts":1789350390.1489384,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7b9f4eb0f565c24bfc6cce5a378671e5","span_id":"f88a0182ffcae8b0","x-request-id":"9692a18b-248f-4df6-a569-04a4893b4522"} {"level":"info","ts":1789350390.148952,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7b9f4eb0f565c24bfc6cce5a378671e5","span_id":"f88a0182ffcae8b0","x-request-id":"9692a18b-248f-4df6-a569-04a4893b4522","EoS":true} {"level":"info","ts":1789350390.1489754,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7b9f4eb0f565c24bfc6cce5a378671e5","span_id":"f88a0182ffcae8b0","x-request-id":"9692a18b-248f-4df6-a569-04a4893b4522","header":"x-maas-username"} {"level":"info","ts":1789350390.148986,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7b9f4eb0f565c24bfc6cce5a378671e5","span_id":"f88a0182ffcae8b0","x-request-id":"9692a18b-248f-4df6-a569-04a4893b4522","header":"x-maas-subscription"} {"level":"info","ts":1789350390.1489916,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7b9f4eb0f565c24bfc6cce5a378671e5","span_id":"f88a0182ffcae8b0","x-request-id":"9692a18b-248f-4df6-a569-04a4893b4522","header":"x-maas-group"} {"level":"info","ts":1789350390.1490064,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7b9f4eb0f565c24bfc6cce5a378671e5","span_id":"f88a0182ffcae8b0","x-request-id":"9692a18b-248f-4df6-a569-04a4893b4522","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789350390.1490319,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7b9f4eb0f565c24bfc6cce5a378671e5","span_id":"f88a0182ffcae8b0","x-request-id":"9692a18b-248f-4df6-a569-04a4893b4522"} {"level":"info","ts":1789350390.1499374,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7b9f4eb0f565c24bfc6cce5a378671e5","span_id":"f88a0182ffcae8b0","x-request-id":"9692a18b-248f-4df6-a569-04a4893b4522"} {"level":"info","ts":1789350390.1499567,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7b9f4eb0f565c24bfc6cce5a378671e5","span_id":"f88a0182ffcae8b0","x-request-id":"9692a18b-248f-4df6-a569-04a4893b4522"} {"level":"info","ts":1789350390.1499758,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7b9f4eb0f565c24bfc6cce5a378671e5","span_id":"f88a0182ffcae8b0","x-request-id":"9692a18b-248f-4df6-a569-04a4893b4522","EoS":false} {"level":"info","ts":1789350390.1499913,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7b9f4eb0f565c24bfc6cce5a378671e5","span_id":"f88a0182ffcae8b0","x-request-id":"9692a18b-248f-4df6-a569-04a4893b4522"} {"level":"info","ts":1789350390.1500225,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7b9f4eb0f565c24bfc6cce5a378671e5","span_id":"f88a0182ffcae8b0","x-request-id":"9692a18b-248f-4df6-a569-04a4893b4522","EoS":true} {"level":"info","ts":1789350390.1500382,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7b9f4eb0f565c24bfc6cce5a378671e5","span_id":"f88a0182ffcae8b0","x-request-id":"9692a18b-248f-4df6-a569-04a4893b4522"} {"level":"info","ts":1789350390.195201,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789350390.1953409,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"47b69aee5b0da9041b1010cab0d6bd28","span_id":"180acc6f9832bc4f","x-request-id":"15786886-765f-42c7-adea-ecd9ee1e2826"} {"level":"info","ts":1789350390.195364,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"47b69aee5b0da9041b1010cab0d6bd28","span_id":"180acc6f9832bc4f","x-request-id":"15786886-765f-42c7-adea-ecd9ee1e2826"} {"level":"info","ts":1789350390.195385,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"47b69aee5b0da9041b1010cab0d6bd28","span_id":"180acc6f9832bc4f","x-request-id":"15786886-765f-42c7-adea-ecd9ee1e2826","EoS":true} {"level":"info","ts":1789350390.1954153,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"47b69aee5b0da9041b1010cab0d6bd28","span_id":"180acc6f9832bc4f","x-request-id":"15786886-765f-42c7-adea-ecd9ee1e2826","header":"x-maas-subscription"} {"level":"info","ts":1789350390.1954343,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"47b69aee5b0da9041b1010cab0d6bd28","span_id":"180acc6f9832bc4f","x-request-id":"15786886-765f-42c7-adea-ecd9ee1e2826","header":"x-maas-username"} {"level":"info","ts":1789350390.1954434,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"47b69aee5b0da9041b1010cab0d6bd28","span_id":"180acc6f9832bc4f","x-request-id":"15786886-765f-42c7-adea-ecd9ee1e2826","header":"x-maas-group"} {"level":"info","ts":1789350390.1954608,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"47b69aee5b0da9041b1010cab0d6bd28","span_id":"180acc6f9832bc4f","x-request-id":"15786886-765f-42c7-adea-ecd9ee1e2826","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789350390.1954885,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"47b69aee5b0da9041b1010cab0d6bd28","span_id":"180acc6f9832bc4f","x-request-id":"15786886-765f-42c7-adea-ecd9ee1e2826"} {"level":"info","ts":1789350390.196391,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"47b69aee5b0da9041b1010cab0d6bd28","span_id":"180acc6f9832bc4f","x-request-id":"15786886-765f-42c7-adea-ecd9ee1e2826"} {"level":"info","ts":1789350390.1964054,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"47b69aee5b0da9041b1010cab0d6bd28","span_id":"180acc6f9832bc4f","x-request-id":"15786886-765f-42c7-adea-ecd9ee1e2826"} {"level":"info","ts":1789350390.1964195,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"47b69aee5b0da9041b1010cab0d6bd28","span_id":"180acc6f9832bc4f","x-request-id":"15786886-765f-42c7-adea-ecd9ee1e2826","EoS":false} {"level":"info","ts":1789350390.1964324,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"47b69aee5b0da9041b1010cab0d6bd28","span_id":"180acc6f9832bc4f","x-request-id":"15786886-765f-42c7-adea-ecd9ee1e2826"} {"level":"info","ts":1789350390.1964638,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"47b69aee5b0da9041b1010cab0d6bd28","span_id":"180acc6f9832bc4f","x-request-id":"15786886-765f-42c7-adea-ecd9ee1e2826","EoS":true} {"level":"info","ts":1789350390.196478,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"47b69aee5b0da9041b1010cab0d6bd28","span_id":"180acc6f9832bc4f","x-request-id":"15786886-765f-42c7-adea-ecd9ee1e2826"} {"level":"info","ts":1789350390.2342699,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789350390.2343924,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7e3175239ea772b67e63219870069ca9","span_id":"bd5c896bbb1824eb","x-request-id":"3e55eb3f-303a-4283-aa51-de16c571b7bb"} {"level":"info","ts":1789350390.2344086,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7e3175239ea772b67e63219870069ca9","span_id":"bd5c896bbb1824eb","x-request-id":"3e55eb3f-303a-4283-aa51-de16c571b7bb"} {"level":"info","ts":1789350390.234421,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7e3175239ea772b67e63219870069ca9","span_id":"bd5c896bbb1824eb","x-request-id":"3e55eb3f-303a-4283-aa51-de16c571b7bb","EoS":true} {"level":"info","ts":1789350390.2344666,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7e3175239ea772b67e63219870069ca9","span_id":"bd5c896bbb1824eb","x-request-id":"3e55eb3f-303a-4283-aa51-de16c571b7bb","header":"x-maas-subscription"} {"level":"info","ts":1789350390.234477,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7e3175239ea772b67e63219870069ca9","span_id":"bd5c896bbb1824eb","x-request-id":"3e55eb3f-303a-4283-aa51-de16c571b7bb","header":"x-maas-group"} {"level":"info","ts":1789350390.2344823,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7e3175239ea772b67e63219870069ca9","span_id":"bd5c896bbb1824eb","x-request-id":"3e55eb3f-303a-4283-aa51-de16c571b7bb","header":"x-maas-username"} {"level":"info","ts":1789350390.2344968,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7e3175239ea772b67e63219870069ca9","span_id":"bd5c896bbb1824eb","x-request-id":"3e55eb3f-303a-4283-aa51-de16c571b7bb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789350390.2345228,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7e3175239ea772b67e63219870069ca9","span_id":"bd5c896bbb1824eb","x-request-id":"3e55eb3f-303a-4283-aa51-de16c571b7bb"} {"level":"info","ts":1789350390.2354605,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7e3175239ea772b67e63219870069ca9","span_id":"bd5c896bbb1824eb","x-request-id":"3e55eb3f-303a-4283-aa51-de16c571b7bb"} {"level":"info","ts":1789350390.235484,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7e3175239ea772b67e63219870069ca9","span_id":"bd5c896bbb1824eb","x-request-id":"3e55eb3f-303a-4283-aa51-de16c571b7bb"} {"level":"info","ts":1789350390.2354996,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7e3175239ea772b67e63219870069ca9","span_id":"bd5c896bbb1824eb","x-request-id":"3e55eb3f-303a-4283-aa51-de16c571b7bb","EoS":false} {"level":"info","ts":1789350390.2355113,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7e3175239ea772b67e63219870069ca9","span_id":"bd5c896bbb1824eb","x-request-id":"3e55eb3f-303a-4283-aa51-de16c571b7bb"} {"level":"info","ts":1789350390.2355356,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7e3175239ea772b67e63219870069ca9","span_id":"bd5c896bbb1824eb","x-request-id":"3e55eb3f-303a-4283-aa51-de16c571b7bb","EoS":true} {"level":"info","ts":1789350390.2355459,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7e3175239ea772b67e63219870069ca9","span_id":"bd5c896bbb1824eb","x-request-id":"3e55eb3f-303a-4283-aa51-de16c571b7bb"} {"level":"info","ts":1789350402.717099,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789350402.7172327,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"91cc65785f69024c1698689a2e6d2c61","span_id":"1a2f5b4914f89fd5","x-request-id":"49d74589-b740-474a-bfd3-fb1dd2ef7f04"} {"level":"info","ts":1789350402.7172832,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"91cc65785f69024c1698689a2e6d2c61","span_id":"1a2f5b4914f89fd5","x-request-id":"49d74589-b740-474a-bfd3-fb1dd2ef7f04"} {"level":"info","ts":1789350402.7173066,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"91cc65785f69024c1698689a2e6d2c61","span_id":"1a2f5b4914f89fd5","x-request-id":"49d74589-b740-474a-bfd3-fb1dd2ef7f04","EoS":true} {"level":"info","ts":1789350402.717367,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"91cc65785f69024c1698689a2e6d2c61","span_id":"1a2f5b4914f89fd5","x-request-id":"49d74589-b740-474a-bfd3-fb1dd2ef7f04"} {"level":"info","ts":1789350402.8854334,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789350402.885562,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b532b18e5ea2ac98b834cd031b1aae66","span_id":"7af23c744c78dac8","x-request-id":"75f0df18-00f5-9e56-a3a1-b7534f45d449"} {"level":"info","ts":1789350402.885582,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b532b18e5ea2ac98b834cd031b1aae66","span_id":"7af23c744c78dac8","x-request-id":"75f0df18-00f5-9e56-a3a1-b7534f45d449"} {"level":"info","ts":1789350402.885598,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b532b18e5ea2ac98b834cd031b1aae66","span_id":"7af23c744c78dac8","x-request-id":"75f0df18-00f5-9e56-a3a1-b7534f45d449","EoS":true} {"level":"info","ts":1789350402.8856452,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b532b18e5ea2ac98b834cd031b1aae66","span_id":"7af23c744c78dac8","x-request-id":"75f0df18-00f5-9e56-a3a1-b7534f45d449"} {"level":"info","ts":1789350403.0439825,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789350403.0440884,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7a2f724bccb92aaa01a15e311cf7c93c","span_id":"f8126a05d7f65704","x-request-id":"3be70e58-3d56-4190-85c8-c18365cd1dc5"} {"level":"info","ts":1789350403.0441031,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7a2f724bccb92aaa01a15e311cf7c93c","span_id":"f8126a05d7f65704","x-request-id":"3be70e58-3d56-4190-85c8-c18365cd1dc5"} {"level":"info","ts":1789350403.0441155,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7a2f724bccb92aaa01a15e311cf7c93c","span_id":"f8126a05d7f65704","x-request-id":"3be70e58-3d56-4190-85c8-c18365cd1dc5","EoS":true} {"level":"info","ts":1789350403.0441654,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7a2f724bccb92aaa01a15e311cf7c93c","span_id":"f8126a05d7f65704","x-request-id":"3be70e58-3d56-4190-85c8-c18365cd1dc5"} {"level":"error","ts":1789350404.3407776,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789350414.341562,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789351442.4599943,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789351442.4601052,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"df8612d6c3803c11074a46075ce862b6","span_id":"c54d0e4a97907d60","x-request-id":"1d8f0023-437b-47b2-bb55-64c8ebe374eb"} {"level":"info","ts":1789351442.4601173,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"df8612d6c3803c11074a46075ce862b6","span_id":"c54d0e4a97907d60","x-request-id":"1d8f0023-437b-47b2-bb55-64c8ebe374eb"} {"level":"info","ts":1789351442.460132,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"df8612d6c3803c11074a46075ce862b6","span_id":"c54d0e4a97907d60","x-request-id":"1d8f0023-437b-47b2-bb55-64c8ebe374eb","EoS":true} {"level":"info","ts":1789351442.4601598,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"df8612d6c3803c11074a46075ce862b6","span_id":"c54d0e4a97907d60","x-request-id":"1d8f0023-437b-47b2-bb55-64c8ebe374eb","header":"x-maas-subscription"} {"level":"info","ts":1789351442.4601698,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"df8612d6c3803c11074a46075ce862b6","span_id":"c54d0e4a97907d60","x-request-id":"1d8f0023-437b-47b2-bb55-64c8ebe374eb","header":"x-maas-username"} {"level":"info","ts":1789351442.4601755,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"df8612d6c3803c11074a46075ce862b6","span_id":"c54d0e4a97907d60","x-request-id":"1d8f0023-437b-47b2-bb55-64c8ebe374eb","header":"x-maas-group"} {"level":"info","ts":1789351442.4601917,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"df8612d6c3803c11074a46075ce862b6","span_id":"c54d0e4a97907d60","x-request-id":"1d8f0023-437b-47b2-bb55-64c8ebe374eb","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789351442.4602194,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"df8612d6c3803c11074a46075ce862b6","span_id":"c54d0e4a97907d60","x-request-id":"1d8f0023-437b-47b2-bb55-64c8ebe374eb"} {"level":"info","ts":1789351442.4613192,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"df8612d6c3803c11074a46075ce862b6","span_id":"c54d0e4a97907d60","x-request-id":"1d8f0023-437b-47b2-bb55-64c8ebe374eb"} {"level":"info","ts":1789351442.4613407,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"df8612d6c3803c11074a46075ce862b6","span_id":"c54d0e4a97907d60","x-request-id":"1d8f0023-437b-47b2-bb55-64c8ebe374eb"} {"level":"info","ts":1789351442.4613588,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"df8612d6c3803c11074a46075ce862b6","span_id":"c54d0e4a97907d60","x-request-id":"1d8f0023-437b-47b2-bb55-64c8ebe374eb","EoS":false} {"level":"info","ts":1789351442.4613745,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"df8612d6c3803c11074a46075ce862b6","span_id":"c54d0e4a97907d60","x-request-id":"1d8f0023-437b-47b2-bb55-64c8ebe374eb"} {"level":"info","ts":1789351442.4614103,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"df8612d6c3803c11074a46075ce862b6","span_id":"c54d0e4a97907d60","x-request-id":"1d8f0023-437b-47b2-bb55-64c8ebe374eb","EoS":true} {"level":"info","ts":1789351442.4614234,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"df8612d6c3803c11074a46075ce862b6","span_id":"c54d0e4a97907d60","x-request-id":"1d8f0023-437b-47b2-bb55-64c8ebe374eb"} {"level":"info","ts":1789351442.5040963,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789351442.5041974,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0b2fbc61e5d7dc31d7b8f942dbd51c6d","span_id":"6c0c2c312e14f04c","x-request-id":"6bac1ede-8df1-4c6d-a3d7-878fcd181c92"} {"level":"info","ts":1789351442.504211,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0b2fbc61e5d7dc31d7b8f942dbd51c6d","span_id":"6c0c2c312e14f04c","x-request-id":"6bac1ede-8df1-4c6d-a3d7-878fcd181c92"} {"level":"info","ts":1789351442.5042233,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0b2fbc61e5d7dc31d7b8f942dbd51c6d","span_id":"6c0c2c312e14f04c","x-request-id":"6bac1ede-8df1-4c6d-a3d7-878fcd181c92","EoS":true} {"level":"info","ts":1789351442.5042691,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0b2fbc61e5d7dc31d7b8f942dbd51c6d","span_id":"6c0c2c312e14f04c","x-request-id":"6bac1ede-8df1-4c6d-a3d7-878fcd181c92","header":"x-maas-group"} {"level":"info","ts":1789351442.504281,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0b2fbc61e5d7dc31d7b8f942dbd51c6d","span_id":"6c0c2c312e14f04c","x-request-id":"6bac1ede-8df1-4c6d-a3d7-878fcd181c92","header":"x-maas-subscription"} {"level":"info","ts":1789351442.5042858,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0b2fbc61e5d7dc31d7b8f942dbd51c6d","span_id":"6c0c2c312e14f04c","x-request-id":"6bac1ede-8df1-4c6d-a3d7-878fcd181c92","header":"x-maas-username"} {"level":"info","ts":1789351442.5042999,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0b2fbc61e5d7dc31d7b8f942dbd51c6d","span_id":"6c0c2c312e14f04c","x-request-id":"6bac1ede-8df1-4c6d-a3d7-878fcd181c92","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789351442.504326,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0b2fbc61e5d7dc31d7b8f942dbd51c6d","span_id":"6c0c2c312e14f04c","x-request-id":"6bac1ede-8df1-4c6d-a3d7-878fcd181c92"} {"level":"info","ts":1789351442.5052989,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0b2fbc61e5d7dc31d7b8f942dbd51c6d","span_id":"6c0c2c312e14f04c","x-request-id":"6bac1ede-8df1-4c6d-a3d7-878fcd181c92"} {"level":"info","ts":1789351442.505339,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0b2fbc61e5d7dc31d7b8f942dbd51c6d","span_id":"6c0c2c312e14f04c","x-request-id":"6bac1ede-8df1-4c6d-a3d7-878fcd181c92"} {"level":"info","ts":1789351442.5053546,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0b2fbc61e5d7dc31d7b8f942dbd51c6d","span_id":"6c0c2c312e14f04c","x-request-id":"6bac1ede-8df1-4c6d-a3d7-878fcd181c92","EoS":false} {"level":"info","ts":1789351442.505366,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0b2fbc61e5d7dc31d7b8f942dbd51c6d","span_id":"6c0c2c312e14f04c","x-request-id":"6bac1ede-8df1-4c6d-a3d7-878fcd181c92"} {"level":"info","ts":1789351442.5053873,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0b2fbc61e5d7dc31d7b8f942dbd51c6d","span_id":"6c0c2c312e14f04c","x-request-id":"6bac1ede-8df1-4c6d-a3d7-878fcd181c92","EoS":true} {"level":"info","ts":1789351442.5053947,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0b2fbc61e5d7dc31d7b8f942dbd51c6d","span_id":"6c0c2c312e14f04c","x-request-id":"6bac1ede-8df1-4c6d-a3d7-878fcd181c92"} {"level":"error","ts":1789351454.464663,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789351794.992696,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789351794.9928095,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d0c2eed0e31323f4cd3e284d791b3f86","span_id":"66df931dfce1832f","x-request-id":"eb2d02f9-2dc0-494b-8476-054a03989cd7"} {"level":"info","ts":1789351794.992822,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d0c2eed0e31323f4cd3e284d791b3f86","span_id":"66df931dfce1832f","x-request-id":"eb2d02f9-2dc0-494b-8476-054a03989cd7"} {"level":"info","ts":1789351794.992834,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d0c2eed0e31323f4cd3e284d791b3f86","span_id":"66df931dfce1832f","x-request-id":"eb2d02f9-2dc0-494b-8476-054a03989cd7","EoS":true} {"level":"info","ts":1789351794.9928575,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d0c2eed0e31323f4cd3e284d791b3f86","span_id":"66df931dfce1832f","x-request-id":"eb2d02f9-2dc0-494b-8476-054a03989cd7","header":"x-maas-username"} {"level":"info","ts":1789351794.9928706,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d0c2eed0e31323f4cd3e284d791b3f86","span_id":"66df931dfce1832f","x-request-id":"eb2d02f9-2dc0-494b-8476-054a03989cd7","header":"x-maas-subscription"} {"level":"info","ts":1789351794.992877,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d0c2eed0e31323f4cd3e284d791b3f86","span_id":"66df931dfce1832f","x-request-id":"eb2d02f9-2dc0-494b-8476-054a03989cd7","header":"x-maas-group"} {"level":"info","ts":1789351794.992895,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d0c2eed0e31323f4cd3e284d791b3f86","span_id":"66df931dfce1832f","x-request-id":"eb2d02f9-2dc0-494b-8476-054a03989cd7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789351794.9929295,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d0c2eed0e31323f4cd3e284d791b3f86","span_id":"66df931dfce1832f","x-request-id":"eb2d02f9-2dc0-494b-8476-054a03989cd7"} {"level":"info","ts":1789351795.0053184,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d0c2eed0e31323f4cd3e284d791b3f86","span_id":"66df931dfce1832f","x-request-id":"eb2d02f9-2dc0-494b-8476-054a03989cd7"} {"level":"info","ts":1789351795.0053496,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d0c2eed0e31323f4cd3e284d791b3f86","span_id":"66df931dfce1832f","x-request-id":"eb2d02f9-2dc0-494b-8476-054a03989cd7"} {"level":"info","ts":1789351795.0053725,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d0c2eed0e31323f4cd3e284d791b3f86","span_id":"66df931dfce1832f","x-request-id":"eb2d02f9-2dc0-494b-8476-054a03989cd7","EoS":false} {"level":"info","ts":1789351795.0054097,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d0c2eed0e31323f4cd3e284d791b3f86","span_id":"66df931dfce1832f","x-request-id":"eb2d02f9-2dc0-494b-8476-054a03989cd7"} {"level":"info","ts":1789351795.0054421,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d0c2eed0e31323f4cd3e284d791b3f86","span_id":"66df931dfce1832f","x-request-id":"eb2d02f9-2dc0-494b-8476-054a03989cd7","EoS":true} {"level":"info","ts":1789351795.0054514,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d0c2eed0e31323f4cd3e284d791b3f86","span_id":"66df931dfce1832f","x-request-id":"eb2d02f9-2dc0-494b-8476-054a03989cd7"} {"level":"info","ts":1789351795.1458902,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789351795.1460118,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0a7acf02036371716222c9d653153332","span_id":"b51fce6f99fff862","x-request-id":"201fa722-a75a-4077-9b55-5a94925f202e"} {"level":"info","ts":1789351795.1460268,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0a7acf02036371716222c9d653153332","span_id":"b51fce6f99fff862","x-request-id":"201fa722-a75a-4077-9b55-5a94925f202e"} {"level":"info","ts":1789351795.1460402,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0a7acf02036371716222c9d653153332","span_id":"b51fce6f99fff862","x-request-id":"201fa722-a75a-4077-9b55-5a94925f202e","EoS":true} {"level":"info","ts":1789351795.1460688,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0a7acf02036371716222c9d653153332","span_id":"b51fce6f99fff862","x-request-id":"201fa722-a75a-4077-9b55-5a94925f202e","header":"x-maas-subscription"} {"level":"info","ts":1789351795.14608,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0a7acf02036371716222c9d653153332","span_id":"b51fce6f99fff862","x-request-id":"201fa722-a75a-4077-9b55-5a94925f202e","header":"x-maas-username"} {"level":"info","ts":1789351795.1460886,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0a7acf02036371716222c9d653153332","span_id":"b51fce6f99fff862","x-request-id":"201fa722-a75a-4077-9b55-5a94925f202e","header":"x-maas-group"} {"level":"info","ts":1789351795.146106,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0a7acf02036371716222c9d653153332","span_id":"b51fce6f99fff862","x-request-id":"201fa722-a75a-4077-9b55-5a94925f202e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789351795.146133,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0a7acf02036371716222c9d653153332","span_id":"b51fce6f99fff862","x-request-id":"201fa722-a75a-4077-9b55-5a94925f202e"} {"level":"info","ts":1789351795.1478808,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0a7acf02036371716222c9d653153332","span_id":"b51fce6f99fff862","x-request-id":"201fa722-a75a-4077-9b55-5a94925f202e"} {"level":"info","ts":1789351795.1479018,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0a7acf02036371716222c9d653153332","span_id":"b51fce6f99fff862","x-request-id":"201fa722-a75a-4077-9b55-5a94925f202e"} {"level":"info","ts":1789351795.1479168,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0a7acf02036371716222c9d653153332","span_id":"b51fce6f99fff862","x-request-id":"201fa722-a75a-4077-9b55-5a94925f202e","EoS":false} {"level":"info","ts":1789351795.1479287,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0a7acf02036371716222c9d653153332","span_id":"b51fce6f99fff862","x-request-id":"201fa722-a75a-4077-9b55-5a94925f202e"} {"level":"info","ts":1789351795.1479518,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0a7acf02036371716222c9d653153332","span_id":"b51fce6f99fff862","x-request-id":"201fa722-a75a-4077-9b55-5a94925f202e","EoS":true} {"level":"info","ts":1789351795.1479614,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0a7acf02036371716222c9d653153332","span_id":"b51fce6f99fff862","x-request-id":"201fa722-a75a-4077-9b55-5a94925f202e"} {"level":"info","ts":1789351795.2880955,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789351795.288212,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9f8c63850acb82613bd073af8451ccad","span_id":"1721218e0a41f55f","x-request-id":"1f983d59-f0e2-47b1-837c-51ff301c6779"} {"level":"info","ts":1789351795.2882285,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9f8c63850acb82613bd073af8451ccad","span_id":"1721218e0a41f55f","x-request-id":"1f983d59-f0e2-47b1-837c-51ff301c6779"} {"level":"info","ts":1789351795.2882423,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9f8c63850acb82613bd073af8451ccad","span_id":"1721218e0a41f55f","x-request-id":"1f983d59-f0e2-47b1-837c-51ff301c6779","EoS":true} {"level":"info","ts":1789351795.288296,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9f8c63850acb82613bd073af8451ccad","span_id":"1721218e0a41f55f","x-request-id":"1f983d59-f0e2-47b1-837c-51ff301c6779","header":"x-maas-group"} {"level":"info","ts":1789351795.2883105,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9f8c63850acb82613bd073af8451ccad","span_id":"1721218e0a41f55f","x-request-id":"1f983d59-f0e2-47b1-837c-51ff301c6779","header":"x-maas-username"} {"level":"info","ts":1789351795.2883162,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9f8c63850acb82613bd073af8451ccad","span_id":"1721218e0a41f55f","x-request-id":"1f983d59-f0e2-47b1-837c-51ff301c6779","header":"x-maas-subscription"} {"level":"info","ts":1789351795.288331,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"9f8c63850acb82613bd073af8451ccad","span_id":"1721218e0a41f55f","x-request-id":"1f983d59-f0e2-47b1-837c-51ff301c6779","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789351795.2883565,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9f8c63850acb82613bd073af8451ccad","span_id":"1721218e0a41f55f","x-request-id":"1f983d59-f0e2-47b1-837c-51ff301c6779"} {"level":"info","ts":1789351795.2890177,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9f8c63850acb82613bd073af8451ccad","span_id":"1721218e0a41f55f","x-request-id":"1f983d59-f0e2-47b1-837c-51ff301c6779"} {"level":"info","ts":1789351795.2890358,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9f8c63850acb82613bd073af8451ccad","span_id":"1721218e0a41f55f","x-request-id":"1f983d59-f0e2-47b1-837c-51ff301c6779"} {"level":"info","ts":1789351795.2890477,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9f8c63850acb82613bd073af8451ccad","span_id":"1721218e0a41f55f","x-request-id":"1f983d59-f0e2-47b1-837c-51ff301c6779","EoS":false} {"level":"info","ts":1789351795.28906,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9f8c63850acb82613bd073af8451ccad","span_id":"1721218e0a41f55f","x-request-id":"1f983d59-f0e2-47b1-837c-51ff301c6779"} {"level":"info","ts":1789351795.2890809,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9f8c63850acb82613bd073af8451ccad","span_id":"1721218e0a41f55f","x-request-id":"1f983d59-f0e2-47b1-837c-51ff301c6779","EoS":true} {"level":"info","ts":1789351795.2890894,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9f8c63850acb82613bd073af8451ccad","span_id":"1721218e0a41f55f","x-request-id":"1f983d59-f0e2-47b1-837c-51ff301c6779"} {"level":"info","ts":1789351795.427298,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789351795.4274035,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0d5a3d03d1c35a308471e61858bbe49a","span_id":"70a94aa54dac862c","x-request-id":"f306cc99-0c0c-4534-b6fd-15a9e85850e7"} {"level":"info","ts":1789351795.4274173,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0d5a3d03d1c35a308471e61858bbe49a","span_id":"70a94aa54dac862c","x-request-id":"f306cc99-0c0c-4534-b6fd-15a9e85850e7"} {"level":"info","ts":1789351795.4274282,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0d5a3d03d1c35a308471e61858bbe49a","span_id":"70a94aa54dac862c","x-request-id":"f306cc99-0c0c-4534-b6fd-15a9e85850e7","EoS":true} {"level":"info","ts":1789351795.4274514,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0d5a3d03d1c35a308471e61858bbe49a","span_id":"70a94aa54dac862c","x-request-id":"f306cc99-0c0c-4534-b6fd-15a9e85850e7","header":"x-maas-username"} {"level":"info","ts":1789351795.427461,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0d5a3d03d1c35a308471e61858bbe49a","span_id":"70a94aa54dac862c","x-request-id":"f306cc99-0c0c-4534-b6fd-15a9e85850e7","header":"x-maas-group"} {"level":"info","ts":1789351795.427466,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0d5a3d03d1c35a308471e61858bbe49a","span_id":"70a94aa54dac862c","x-request-id":"f306cc99-0c0c-4534-b6fd-15a9e85850e7","header":"x-maas-subscription"} {"level":"info","ts":1789351795.4274817,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0d5a3d03d1c35a308471e61858bbe49a","span_id":"70a94aa54dac862c","x-request-id":"f306cc99-0c0c-4534-b6fd-15a9e85850e7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789351795.427507,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0d5a3d03d1c35a308471e61858bbe49a","span_id":"70a94aa54dac862c","x-request-id":"f306cc99-0c0c-4534-b6fd-15a9e85850e7"} {"level":"info","ts":1789351795.4281886,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0d5a3d03d1c35a308471e61858bbe49a","span_id":"70a94aa54dac862c","x-request-id":"f306cc99-0c0c-4534-b6fd-15a9e85850e7"} {"level":"info","ts":1789351795.4282086,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0d5a3d03d1c35a308471e61858bbe49a","span_id":"70a94aa54dac862c","x-request-id":"f306cc99-0c0c-4534-b6fd-15a9e85850e7"} {"level":"info","ts":1789351795.4282286,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0d5a3d03d1c35a308471e61858bbe49a","span_id":"70a94aa54dac862c","x-request-id":"f306cc99-0c0c-4534-b6fd-15a9e85850e7","EoS":false} {"level":"info","ts":1789351795.4282463,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0d5a3d03d1c35a308471e61858bbe49a","span_id":"70a94aa54dac862c","x-request-id":"f306cc99-0c0c-4534-b6fd-15a9e85850e7"} {"level":"info","ts":1789351795.428285,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0d5a3d03d1c35a308471e61858bbe49a","span_id":"70a94aa54dac862c","x-request-id":"f306cc99-0c0c-4534-b6fd-15a9e85850e7","EoS":true} {"level":"info","ts":1789351795.4282944,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0d5a3d03d1c35a308471e61858bbe49a","span_id":"70a94aa54dac862c","x-request-id":"f306cc99-0c0c-4534-b6fd-15a9e85850e7"} {"level":"info","ts":1789351795.5648572,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789351795.5649574,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"cfd2305bfb125c87df34ca966084a529","span_id":"d2bb062283729cf3","x-request-id":"ad676ea5-86aa-4b66-82d1-c596e06d2cfd"} {"level":"info","ts":1789351795.564971,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"cfd2305bfb125c87df34ca966084a529","span_id":"d2bb062283729cf3","x-request-id":"ad676ea5-86aa-4b66-82d1-c596e06d2cfd"} {"level":"info","ts":1789351795.5649846,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"cfd2305bfb125c87df34ca966084a529","span_id":"d2bb062283729cf3","x-request-id":"ad676ea5-86aa-4b66-82d1-c596e06d2cfd","EoS":true} {"level":"info","ts":1789351795.5650108,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cfd2305bfb125c87df34ca966084a529","span_id":"d2bb062283729cf3","x-request-id":"ad676ea5-86aa-4b66-82d1-c596e06d2cfd","header":"x-maas-subscription"} {"level":"info","ts":1789351795.5650213,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cfd2305bfb125c87df34ca966084a529","span_id":"d2bb062283729cf3","x-request-id":"ad676ea5-86aa-4b66-82d1-c596e06d2cfd","header":"x-maas-group"} {"level":"info","ts":1789351795.565027,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cfd2305bfb125c87df34ca966084a529","span_id":"d2bb062283729cf3","x-request-id":"ad676ea5-86aa-4b66-82d1-c596e06d2cfd","header":"x-maas-username"} {"level":"info","ts":1789351795.565044,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"cfd2305bfb125c87df34ca966084a529","span_id":"d2bb062283729cf3","x-request-id":"ad676ea5-86aa-4b66-82d1-c596e06d2cfd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789351795.5650723,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"cfd2305bfb125c87df34ca966084a529","span_id":"d2bb062283729cf3","x-request-id":"ad676ea5-86aa-4b66-82d1-c596e06d2cfd"} {"level":"info","ts":1789351795.5657911,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"cfd2305bfb125c87df34ca966084a529","span_id":"d2bb062283729cf3","x-request-id":"ad676ea5-86aa-4b66-82d1-c596e06d2cfd"} {"level":"info","ts":1789351795.565819,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"cfd2305bfb125c87df34ca966084a529","span_id":"d2bb062283729cf3","x-request-id":"ad676ea5-86aa-4b66-82d1-c596e06d2cfd"} {"level":"info","ts":1789351795.5658405,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cfd2305bfb125c87df34ca966084a529","span_id":"d2bb062283729cf3","x-request-id":"ad676ea5-86aa-4b66-82d1-c596e06d2cfd","EoS":false} {"level":"info","ts":1789351795.5658612,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cfd2305bfb125c87df34ca966084a529","span_id":"d2bb062283729cf3","x-request-id":"ad676ea5-86aa-4b66-82d1-c596e06d2cfd"} {"level":"info","ts":1789351795.565889,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cfd2305bfb125c87df34ca966084a529","span_id":"d2bb062283729cf3","x-request-id":"ad676ea5-86aa-4b66-82d1-c596e06d2cfd","EoS":true} {"level":"info","ts":1789351795.5658984,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cfd2305bfb125c87df34ca966084a529","span_id":"d2bb062283729cf3","x-request-id":"ad676ea5-86aa-4b66-82d1-c596e06d2cfd"} {"level":"info","ts":1789351804.4033623,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789351804.4034634,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a978dd4822950c5ed36c26cf4f607ceb","span_id":"09f36e8069a3e81b","x-request-id":"c8c25cdd-0bb5-4fe0-accd-44f19a8f5b28"} {"level":"info","ts":1789351804.4034772,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a978dd4822950c5ed36c26cf4f607ceb","span_id":"09f36e8069a3e81b","x-request-id":"c8c25cdd-0bb5-4fe0-accd-44f19a8f5b28"} {"level":"info","ts":1789351804.4034894,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a978dd4822950c5ed36c26cf4f607ceb","span_id":"09f36e8069a3e81b","x-request-id":"c8c25cdd-0bb5-4fe0-accd-44f19a8f5b28","EoS":true} {"level":"info","ts":1789351804.4035137,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a978dd4822950c5ed36c26cf4f607ceb","span_id":"09f36e8069a3e81b","x-request-id":"c8c25cdd-0bb5-4fe0-accd-44f19a8f5b28","header":"x-maas-subscription"} {"level":"info","ts":1789351804.4035225,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a978dd4822950c5ed36c26cf4f607ceb","span_id":"09f36e8069a3e81b","x-request-id":"c8c25cdd-0bb5-4fe0-accd-44f19a8f5b28","header":"x-maas-group"} {"level":"info","ts":1789351804.403527,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a978dd4822950c5ed36c26cf4f607ceb","span_id":"09f36e8069a3e81b","x-request-id":"c8c25cdd-0bb5-4fe0-accd-44f19a8f5b28","header":"x-maas-username"} {"level":"info","ts":1789351804.4035435,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a978dd4822950c5ed36c26cf4f607ceb","span_id":"09f36e8069a3e81b","x-request-id":"c8c25cdd-0bb5-4fe0-accd-44f19a8f5b28","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789351804.403575,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a978dd4822950c5ed36c26cf4f607ceb","span_id":"09f36e8069a3e81b","x-request-id":"c8c25cdd-0bb5-4fe0-accd-44f19a8f5b28"} {"level":"info","ts":1789351804.4043179,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a978dd4822950c5ed36c26cf4f607ceb","span_id":"09f36e8069a3e81b","x-request-id":"c8c25cdd-0bb5-4fe0-accd-44f19a8f5b28"} {"level":"info","ts":1789351804.4043431,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a978dd4822950c5ed36c26cf4f607ceb","span_id":"09f36e8069a3e81b","x-request-id":"c8c25cdd-0bb5-4fe0-accd-44f19a8f5b28"} {"level":"info","ts":1789351804.4043636,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a978dd4822950c5ed36c26cf4f607ceb","span_id":"09f36e8069a3e81b","x-request-id":"c8c25cdd-0bb5-4fe0-accd-44f19a8f5b28","EoS":false} {"level":"info","ts":1789351804.4043827,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a978dd4822950c5ed36c26cf4f607ceb","span_id":"09f36e8069a3e81b","x-request-id":"c8c25cdd-0bb5-4fe0-accd-44f19a8f5b28"} {"level":"info","ts":1789351804.4044175,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a978dd4822950c5ed36c26cf4f607ceb","span_id":"09f36e8069a3e81b","x-request-id":"c8c25cdd-0bb5-4fe0-accd-44f19a8f5b28","EoS":true} {"level":"info","ts":1789351804.4044282,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a978dd4822950c5ed36c26cf4f607ceb","span_id":"09f36e8069a3e81b","x-request-id":"c8c25cdd-0bb5-4fe0-accd-44f19a8f5b28"} {"level":"info","ts":1789351804.5196257,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789351804.5197322,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"54e37bb10d544203799c7ebb4816a393","span_id":"c5a457d6de6b36fc","x-request-id":"c236c5bf-2b7a-4ea8-aaf9-4115b669c9c1"} {"level":"info","ts":1789351804.520347,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"54e37bb10d544203799c7ebb4816a393","span_id":"c5a457d6de6b36fc","x-request-id":"c236c5bf-2b7a-4ea8-aaf9-4115b669c9c1"} {"level":"info","ts":1789351804.5203738,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"54e37bb10d544203799c7ebb4816a393","span_id":"c5a457d6de6b36fc","x-request-id":"c236c5bf-2b7a-4ea8-aaf9-4115b669c9c1"} {"level":"info","ts":1789351804.5203993,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"54e37bb10d544203799c7ebb4816a393","span_id":"c5a457d6de6b36fc","x-request-id":"c236c5bf-2b7a-4ea8-aaf9-4115b669c9c1","EoS":false} {"level":"info","ts":1789351804.5204134,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"54e37bb10d544203799c7ebb4816a393","span_id":"c5a457d6de6b36fc","x-request-id":"c236c5bf-2b7a-4ea8-aaf9-4115b669c9c1"} {"level":"info","ts":1789351804.5204453,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"54e37bb10d544203799c7ebb4816a393","span_id":"c5a457d6de6b36fc","x-request-id":"c236c5bf-2b7a-4ea8-aaf9-4115b669c9c1","EoS":true} {"level":"info","ts":1789351804.5204573,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"54e37bb10d544203799c7ebb4816a393","span_id":"c5a457d6de6b36fc","x-request-id":"c236c5bf-2b7a-4ea8-aaf9-4115b669c9c1"} {"level":"info","ts":1789351805.2830393,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789351805.2831564,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0746bec281066099948628659896c27b","span_id":"48601754b33fe3ac","x-request-id":"397b560f-b6ad-40d3-ae0c-695601d79fe7"} {"level":"info","ts":1789351805.2831733,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0746bec281066099948628659896c27b","span_id":"48601754b33fe3ac","x-request-id":"397b560f-b6ad-40d3-ae0c-695601d79fe7"} {"level":"info","ts":1789351805.283187,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0746bec281066099948628659896c27b","span_id":"48601754b33fe3ac","x-request-id":"397b560f-b6ad-40d3-ae0c-695601d79fe7","EoS":true} {"level":"info","ts":1789351805.2832134,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0746bec281066099948628659896c27b","span_id":"48601754b33fe3ac","x-request-id":"397b560f-b6ad-40d3-ae0c-695601d79fe7","header":"x-maas-group"} {"level":"info","ts":1789351805.2832248,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0746bec281066099948628659896c27b","span_id":"48601754b33fe3ac","x-request-id":"397b560f-b6ad-40d3-ae0c-695601d79fe7","header":"x-maas-subscription"} {"level":"info","ts":1789351805.283229,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0746bec281066099948628659896c27b","span_id":"48601754b33fe3ac","x-request-id":"397b560f-b6ad-40d3-ae0c-695601d79fe7","header":"x-maas-username"} {"level":"info","ts":1789351805.2832456,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0746bec281066099948628659896c27b","span_id":"48601754b33fe3ac","x-request-id":"397b560f-b6ad-40d3-ae0c-695601d79fe7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789351805.2832875,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0746bec281066099948628659896c27b","span_id":"48601754b33fe3ac","x-request-id":"397b560f-b6ad-40d3-ae0c-695601d79fe7"} {"level":"info","ts":1789351805.2842033,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0746bec281066099948628659896c27b","span_id":"48601754b33fe3ac","x-request-id":"397b560f-b6ad-40d3-ae0c-695601d79fe7"} {"level":"info","ts":1789351805.2842238,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0746bec281066099948628659896c27b","span_id":"48601754b33fe3ac","x-request-id":"397b560f-b6ad-40d3-ae0c-695601d79fe7"} {"level":"info","ts":1789351805.2842379,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0746bec281066099948628659896c27b","span_id":"48601754b33fe3ac","x-request-id":"397b560f-b6ad-40d3-ae0c-695601d79fe7","EoS":false} {"level":"info","ts":1789351805.284267,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0746bec281066099948628659896c27b","span_id":"48601754b33fe3ac","x-request-id":"397b560f-b6ad-40d3-ae0c-695601d79fe7"} {"level":"info","ts":1789351805.2842948,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0746bec281066099948628659896c27b","span_id":"48601754b33fe3ac","x-request-id":"397b560f-b6ad-40d3-ae0c-695601d79fe7","EoS":true} {"level":"info","ts":1789351805.2843072,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0746bec281066099948628659896c27b","span_id":"48601754b33fe3ac","x-request-id":"397b560f-b6ad-40d3-ae0c-695601d79fe7"} {"level":"info","ts":1789351806.2566524,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789351806.2567658,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"cb8eb8212342cee9a544cf9747cb7f36","span_id":"c0edfd9caf52d6dd","x-request-id":"a4ea8f0a-197c-4d78-89fd-871c569d2272"} {"level":"info","ts":1789351806.2567866,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"cb8eb8212342cee9a544cf9747cb7f36","span_id":"c0edfd9caf52d6dd","x-request-id":"a4ea8f0a-197c-4d78-89fd-871c569d2272"} {"level":"info","ts":1789351806.2568014,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"cb8eb8212342cee9a544cf9747cb7f36","span_id":"c0edfd9caf52d6dd","x-request-id":"a4ea8f0a-197c-4d78-89fd-871c569d2272","EoS":true} {"level":"info","ts":1789351806.2568257,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cb8eb8212342cee9a544cf9747cb7f36","span_id":"c0edfd9caf52d6dd","x-request-id":"a4ea8f0a-197c-4d78-89fd-871c569d2272","header":"x-maas-username"} {"level":"info","ts":1789351806.2568367,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cb8eb8212342cee9a544cf9747cb7f36","span_id":"c0edfd9caf52d6dd","x-request-id":"a4ea8f0a-197c-4d78-89fd-871c569d2272","header":"x-maas-group"} {"level":"info","ts":1789351806.2568414,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cb8eb8212342cee9a544cf9747cb7f36","span_id":"c0edfd9caf52d6dd","x-request-id":"a4ea8f0a-197c-4d78-89fd-871c569d2272","header":"x-maas-subscription"} {"level":"info","ts":1789351806.2568617,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"cb8eb8212342cee9a544cf9747cb7f36","span_id":"c0edfd9caf52d6dd","x-request-id":"a4ea8f0a-197c-4d78-89fd-871c569d2272","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789351806.256889,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"cb8eb8212342cee9a544cf9747cb7f36","span_id":"c0edfd9caf52d6dd","x-request-id":"a4ea8f0a-197c-4d78-89fd-871c569d2272"} {"level":"info","ts":1789351806.257804,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"cb8eb8212342cee9a544cf9747cb7f36","span_id":"c0edfd9caf52d6dd","x-request-id":"a4ea8f0a-197c-4d78-89fd-871c569d2272"} {"level":"info","ts":1789351806.2578247,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"cb8eb8212342cee9a544cf9747cb7f36","span_id":"c0edfd9caf52d6dd","x-request-id":"a4ea8f0a-197c-4d78-89fd-871c569d2272"} {"level":"info","ts":1789351806.257841,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cb8eb8212342cee9a544cf9747cb7f36","span_id":"c0edfd9caf52d6dd","x-request-id":"a4ea8f0a-197c-4d78-89fd-871c569d2272","EoS":false} {"level":"info","ts":1789351806.257859,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cb8eb8212342cee9a544cf9747cb7f36","span_id":"c0edfd9caf52d6dd","x-request-id":"a4ea8f0a-197c-4d78-89fd-871c569d2272"} {"level":"info","ts":1789351806.2578983,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cb8eb8212342cee9a544cf9747cb7f36","span_id":"c0edfd9caf52d6dd","x-request-id":"a4ea8f0a-197c-4d78-89fd-871c569d2272","EoS":true} {"level":"info","ts":1789351806.2579098,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cb8eb8212342cee9a544cf9747cb7f36","span_id":"c0edfd9caf52d6dd","x-request-id":"a4ea8f0a-197c-4d78-89fd-871c569d2272"} {"level":"info","ts":1789351806.9937215,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789351806.993839,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2699aa5d150fe882ef66f86a935dc619","span_id":"0c815c6254bcb392","x-request-id":"708cbe5f-6069-482e-b257-3e7d7cc1b022"} {"level":"info","ts":1789351806.9938552,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2699aa5d150fe882ef66f86a935dc619","span_id":"0c815c6254bcb392","x-request-id":"708cbe5f-6069-482e-b257-3e7d7cc1b022"} {"level":"info","ts":1789351806.993874,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2699aa5d150fe882ef66f86a935dc619","span_id":"0c815c6254bcb392","x-request-id":"708cbe5f-6069-482e-b257-3e7d7cc1b022","EoS":true} {"level":"info","ts":1789351806.9939144,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2699aa5d150fe882ef66f86a935dc619","span_id":"0c815c6254bcb392","x-request-id":"708cbe5f-6069-482e-b257-3e7d7cc1b022","header":"x-maas-username"} {"level":"info","ts":1789351806.99393,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2699aa5d150fe882ef66f86a935dc619","span_id":"0c815c6254bcb392","x-request-id":"708cbe5f-6069-482e-b257-3e7d7cc1b022","header":"x-maas-subscription"} {"level":"info","ts":1789351806.9939418,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2699aa5d150fe882ef66f86a935dc619","span_id":"0c815c6254bcb392","x-request-id":"708cbe5f-6069-482e-b257-3e7d7cc1b022","header":"x-maas-group"} {"level":"info","ts":1789351806.9939644,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2699aa5d150fe882ef66f86a935dc619","span_id":"0c815c6254bcb392","x-request-id":"708cbe5f-6069-482e-b257-3e7d7cc1b022","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789351806.9940012,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2699aa5d150fe882ef66f86a935dc619","span_id":"0c815c6254bcb392","x-request-id":"708cbe5f-6069-482e-b257-3e7d7cc1b022"} {"level":"info","ts":1789351806.9949427,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2699aa5d150fe882ef66f86a935dc619","span_id":"0c815c6254bcb392","x-request-id":"708cbe5f-6069-482e-b257-3e7d7cc1b022"} {"level":"info","ts":1789351806.994967,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2699aa5d150fe882ef66f86a935dc619","span_id":"0c815c6254bcb392","x-request-id":"708cbe5f-6069-482e-b257-3e7d7cc1b022"} {"level":"info","ts":1789351806.994987,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2699aa5d150fe882ef66f86a935dc619","span_id":"0c815c6254bcb392","x-request-id":"708cbe5f-6069-482e-b257-3e7d7cc1b022","EoS":false} {"level":"info","ts":1789351806.9950047,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2699aa5d150fe882ef66f86a935dc619","span_id":"0c815c6254bcb392","x-request-id":"708cbe5f-6069-482e-b257-3e7d7cc1b022"} {"level":"info","ts":1789351806.9950318,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2699aa5d150fe882ef66f86a935dc619","span_id":"0c815c6254bcb392","x-request-id":"708cbe5f-6069-482e-b257-3e7d7cc1b022","EoS":true} {"level":"info","ts":1789351806.9950428,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2699aa5d150fe882ef66f86a935dc619","span_id":"0c815c6254bcb392","x-request-id":"708cbe5f-6069-482e-b257-3e7d7cc1b022"} {"level":"info","ts":1789351808.064939,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789351808.06504,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"583161a6652880e0b51ce018d36bc6fe","span_id":"9c5ab45fad016de7","x-request-id":"61dcb338-2d7a-4974-b869-2361c607ff6b"} {"level":"info","ts":1789351808.0650525,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"583161a6652880e0b51ce018d36bc6fe","span_id":"9c5ab45fad016de7","x-request-id":"61dcb338-2d7a-4974-b869-2361c607ff6b"} {"level":"info","ts":1789351808.0650642,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"583161a6652880e0b51ce018d36bc6fe","span_id":"9c5ab45fad016de7","x-request-id":"61dcb338-2d7a-4974-b869-2361c607ff6b","EoS":true} {"level":"info","ts":1789351808.0650876,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"583161a6652880e0b51ce018d36bc6fe","span_id":"9c5ab45fad016de7","x-request-id":"61dcb338-2d7a-4974-b869-2361c607ff6b","header":"x-maas-group"} {"level":"info","ts":1789351808.0650973,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"583161a6652880e0b51ce018d36bc6fe","span_id":"9c5ab45fad016de7","x-request-id":"61dcb338-2d7a-4974-b869-2361c607ff6b","header":"x-maas-username"} {"level":"info","ts":1789351808.0651019,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"583161a6652880e0b51ce018d36bc6fe","span_id":"9c5ab45fad016de7","x-request-id":"61dcb338-2d7a-4974-b869-2361c607ff6b","header":"x-maas-subscription"} {"level":"info","ts":1789351808.0651193,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"583161a6652880e0b51ce018d36bc6fe","span_id":"9c5ab45fad016de7","x-request-id":"61dcb338-2d7a-4974-b869-2361c607ff6b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789351808.0651448,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"583161a6652880e0b51ce018d36bc6fe","span_id":"9c5ab45fad016de7","x-request-id":"61dcb338-2d7a-4974-b869-2361c607ff6b"} {"level":"info","ts":1789351808.0661135,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"583161a6652880e0b51ce018d36bc6fe","span_id":"9c5ab45fad016de7","x-request-id":"61dcb338-2d7a-4974-b869-2361c607ff6b"} {"level":"info","ts":1789351808.066137,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"583161a6652880e0b51ce018d36bc6fe","span_id":"9c5ab45fad016de7","x-request-id":"61dcb338-2d7a-4974-b869-2361c607ff6b"} {"level":"info","ts":1789351808.066157,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"583161a6652880e0b51ce018d36bc6fe","span_id":"9c5ab45fad016de7","x-request-id":"61dcb338-2d7a-4974-b869-2361c607ff6b","EoS":false} {"level":"info","ts":1789351808.0661693,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"583161a6652880e0b51ce018d36bc6fe","span_id":"9c5ab45fad016de7","x-request-id":"61dcb338-2d7a-4974-b869-2361c607ff6b"} {"level":"info","ts":1789351808.0661995,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"583161a6652880e0b51ce018d36bc6fe","span_id":"9c5ab45fad016de7","x-request-id":"61dcb338-2d7a-4974-b869-2361c607ff6b","EoS":true} {"level":"info","ts":1789351808.0662084,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"583161a6652880e0b51ce018d36bc6fe","span_id":"9c5ab45fad016de7","x-request-id":"61dcb338-2d7a-4974-b869-2361c607ff6b"} {"level":"error","ts":1789351809.5052416,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789351824.5067558,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789351825.6320636,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789351825.6321769,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"131c3897a488ae6b43733bc359c16a1b","span_id":"73d47736e44ce4cc","x-request-id":"c289a934-761a-46b2-96a9-36384daa7a6b"} {"level":"info","ts":1789351825.6321926,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"131c3897a488ae6b43733bc359c16a1b","span_id":"73d47736e44ce4cc","x-request-id":"c289a934-761a-46b2-96a9-36384daa7a6b"} {"level":"info","ts":1789351825.6322117,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"131c3897a488ae6b43733bc359c16a1b","span_id":"73d47736e44ce4cc","x-request-id":"c289a934-761a-46b2-96a9-36384daa7a6b","EoS":true} {"level":"info","ts":1789351825.6322677,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"131c3897a488ae6b43733bc359c16a1b","span_id":"73d47736e44ce4cc","x-request-id":"c289a934-761a-46b2-96a9-36384daa7a6b","header":"x-maas-subscription"} {"level":"info","ts":1789351825.632283,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"131c3897a488ae6b43733bc359c16a1b","span_id":"73d47736e44ce4cc","x-request-id":"c289a934-761a-46b2-96a9-36384daa7a6b","header":"x-maas-username"} {"level":"info","ts":1789351825.632291,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"131c3897a488ae6b43733bc359c16a1b","span_id":"73d47736e44ce4cc","x-request-id":"c289a934-761a-46b2-96a9-36384daa7a6b","header":"x-maas-group"} {"level":"info","ts":1789351825.632312,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"131c3897a488ae6b43733bc359c16a1b","span_id":"73d47736e44ce4cc","x-request-id":"c289a934-761a-46b2-96a9-36384daa7a6b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789351825.6323497,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"131c3897a488ae6b43733bc359c16a1b","span_id":"73d47736e44ce4cc","x-request-id":"c289a934-761a-46b2-96a9-36384daa7a6b"} {"level":"info","ts":1789351825.6333334,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"131c3897a488ae6b43733bc359c16a1b","span_id":"73d47736e44ce4cc","x-request-id":"c289a934-761a-46b2-96a9-36384daa7a6b"} {"level":"info","ts":1789351825.6333547,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"131c3897a488ae6b43733bc359c16a1b","span_id":"73d47736e44ce4cc","x-request-id":"c289a934-761a-46b2-96a9-36384daa7a6b"} {"level":"info","ts":1789351825.6333702,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"131c3897a488ae6b43733bc359c16a1b","span_id":"73d47736e44ce4cc","x-request-id":"c289a934-761a-46b2-96a9-36384daa7a6b","EoS":false} {"level":"info","ts":1789351825.6333814,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"131c3897a488ae6b43733bc359c16a1b","span_id":"73d47736e44ce4cc","x-request-id":"c289a934-761a-46b2-96a9-36384daa7a6b"} {"level":"info","ts":1789351825.63341,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"131c3897a488ae6b43733bc359c16a1b","span_id":"73d47736e44ce4cc","x-request-id":"c289a934-761a-46b2-96a9-36384daa7a6b","EoS":true} {"level":"info","ts":1789351825.6334198,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"131c3897a488ae6b43733bc359c16a1b","span_id":"73d47736e44ce4cc","x-request-id":"c289a934-761a-46b2-96a9-36384daa7a6b"} {"level":"error","ts":1789351839.508245,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789351916.730505,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789351916.7306485,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ad1240764197062dd555e19a49fcdde2","span_id":"4e35d8c122567c03","x-request-id":"eea1beaa-3ccd-4b0c-87f8-23a0cc168b2c"} {"level":"info","ts":1789351916.730667,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ad1240764197062dd555e19a49fcdde2","span_id":"4e35d8c122567c03","x-request-id":"eea1beaa-3ccd-4b0c-87f8-23a0cc168b2c"} {"level":"info","ts":1789351916.7306817,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ad1240764197062dd555e19a49fcdde2","span_id":"4e35d8c122567c03","x-request-id":"eea1beaa-3ccd-4b0c-87f8-23a0cc168b2c","EoS":true} {"level":"info","ts":1789351916.730709,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ad1240764197062dd555e19a49fcdde2","span_id":"4e35d8c122567c03","x-request-id":"eea1beaa-3ccd-4b0c-87f8-23a0cc168b2c","header":"x-maas-subscription"} {"level":"info","ts":1789351916.730719,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ad1240764197062dd555e19a49fcdde2","span_id":"4e35d8c122567c03","x-request-id":"eea1beaa-3ccd-4b0c-87f8-23a0cc168b2c","header":"x-maas-group"} {"level":"info","ts":1789351916.7307246,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ad1240764197062dd555e19a49fcdde2","span_id":"4e35d8c122567c03","x-request-id":"eea1beaa-3ccd-4b0c-87f8-23a0cc168b2c","header":"x-maas-username"} {"level":"info","ts":1789351916.73074,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ad1240764197062dd555e19a49fcdde2","span_id":"4e35d8c122567c03","x-request-id":"eea1beaa-3ccd-4b0c-87f8-23a0cc168b2c","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789351916.7307687,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ad1240764197062dd555e19a49fcdde2","span_id":"4e35d8c122567c03","x-request-id":"eea1beaa-3ccd-4b0c-87f8-23a0cc168b2c"} {"level":"info","ts":1789351916.7435398,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ad1240764197062dd555e19a49fcdde2","span_id":"4e35d8c122567c03","x-request-id":"eea1beaa-3ccd-4b0c-87f8-23a0cc168b2c"} {"level":"info","ts":1789351916.7435653,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ad1240764197062dd555e19a49fcdde2","span_id":"4e35d8c122567c03","x-request-id":"eea1beaa-3ccd-4b0c-87f8-23a0cc168b2c"} {"level":"info","ts":1789351916.7435844,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ad1240764197062dd555e19a49fcdde2","span_id":"4e35d8c122567c03","x-request-id":"eea1beaa-3ccd-4b0c-87f8-23a0cc168b2c","EoS":false} {"level":"info","ts":1789351916.7436006,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ad1240764197062dd555e19a49fcdde2","span_id":"4e35d8c122567c03","x-request-id":"eea1beaa-3ccd-4b0c-87f8-23a0cc168b2c"} {"level":"info","ts":1789351916.743636,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ad1240764197062dd555e19a49fcdde2","span_id":"4e35d8c122567c03","x-request-id":"eea1beaa-3ccd-4b0c-87f8-23a0cc168b2c","EoS":true} {"level":"info","ts":1789351916.743648,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ad1240764197062dd555e19a49fcdde2","span_id":"4e35d8c122567c03","x-request-id":"eea1beaa-3ccd-4b0c-87f8-23a0cc168b2c"} {"level":"error","ts":1789351929.5181003,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789351987.2631772,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789351987.2633326,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c3e54b2fd9b427f994d35364be8ddf35","span_id":"e771e0188ab5699b","x-request-id":"cb314026-c8da-4ab7-8366-ac578af23c49"} {"level":"info","ts":1789351987.2633584,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c3e54b2fd9b427f994d35364be8ddf35","span_id":"e771e0188ab5699b","x-request-id":"cb314026-c8da-4ab7-8366-ac578af23c49"} {"level":"info","ts":1789351987.2633789,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c3e54b2fd9b427f994d35364be8ddf35","span_id":"e771e0188ab5699b","x-request-id":"cb314026-c8da-4ab7-8366-ac578af23c49","EoS":true} {"level":"info","ts":1789351987.26341,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c3e54b2fd9b427f994d35364be8ddf35","span_id":"e771e0188ab5699b","x-request-id":"cb314026-c8da-4ab7-8366-ac578af23c49","header":"x-maas-group"} {"level":"info","ts":1789351987.2634244,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c3e54b2fd9b427f994d35364be8ddf35","span_id":"e771e0188ab5699b","x-request-id":"cb314026-c8da-4ab7-8366-ac578af23c49","header":"x-maas-username"} {"level":"info","ts":1789351987.263432,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c3e54b2fd9b427f994d35364be8ddf35","span_id":"e771e0188ab5699b","x-request-id":"cb314026-c8da-4ab7-8366-ac578af23c49","header":"x-maas-subscription"} {"level":"info","ts":1789351987.2634513,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c3e54b2fd9b427f994d35364be8ddf35","span_id":"e771e0188ab5699b","x-request-id":"cb314026-c8da-4ab7-8366-ac578af23c49","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789351987.2634869,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c3e54b2fd9b427f994d35364be8ddf35","span_id":"e771e0188ab5699b","x-request-id":"cb314026-c8da-4ab7-8366-ac578af23c49"} {"level":"info","ts":1789351987.2642257,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c3e54b2fd9b427f994d35364be8ddf35","span_id":"e771e0188ab5699b","x-request-id":"cb314026-c8da-4ab7-8366-ac578af23c49"} {"level":"info","ts":1789351987.2642465,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c3e54b2fd9b427f994d35364be8ddf35","span_id":"e771e0188ab5699b","x-request-id":"cb314026-c8da-4ab7-8366-ac578af23c49"} {"level":"info","ts":1789351987.2642915,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c3e54b2fd9b427f994d35364be8ddf35","span_id":"e771e0188ab5699b","x-request-id":"cb314026-c8da-4ab7-8366-ac578af23c49","EoS":false} {"level":"info","ts":1789351987.264308,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c3e54b2fd9b427f994d35364be8ddf35","span_id":"e771e0188ab5699b","x-request-id":"cb314026-c8da-4ab7-8366-ac578af23c49"} {"level":"info","ts":1789351987.264344,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c3e54b2fd9b427f994d35364be8ddf35","span_id":"e771e0188ab5699b","x-request-id":"cb314026-c8da-4ab7-8366-ac578af23c49","EoS":true} {"level":"info","ts":1789351987.2643557,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c3e54b2fd9b427f994d35364be8ddf35","span_id":"e771e0188ab5699b","x-request-id":"cb314026-c8da-4ab7-8366-ac578af23c49"} {"level":"error","ts":1789351999.5245905,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789352000.8951087,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789352000.8952253,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f7232234245b1d69ea3b73bf54680a1d","span_id":"dacfcfead52d1093","x-request-id":"fcea2586-d151-4244-8796-fea109e4fdb6"} {"level":"info","ts":1789352000.8952415,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f7232234245b1d69ea3b73bf54680a1d","span_id":"dacfcfead52d1093","x-request-id":"fcea2586-d151-4244-8796-fea109e4fdb6"} {"level":"info","ts":1789352000.8952808,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f7232234245b1d69ea3b73bf54680a1d","span_id":"dacfcfead52d1093","x-request-id":"fcea2586-d151-4244-8796-fea109e4fdb6","EoS":true} {"level":"info","ts":1789352000.895305,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f7232234245b1d69ea3b73bf54680a1d","span_id":"dacfcfead52d1093","x-request-id":"fcea2586-d151-4244-8796-fea109e4fdb6","header":"x-maas-subscription"} {"level":"info","ts":1789352000.8953152,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f7232234245b1d69ea3b73bf54680a1d","span_id":"dacfcfead52d1093","x-request-id":"fcea2586-d151-4244-8796-fea109e4fdb6","header":"x-maas-username"} {"level":"info","ts":1789352000.8953214,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f7232234245b1d69ea3b73bf54680a1d","span_id":"dacfcfead52d1093","x-request-id":"fcea2586-d151-4244-8796-fea109e4fdb6","header":"x-maas-group"} {"level":"info","ts":1789352000.8953364,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f7232234245b1d69ea3b73bf54680a1d","span_id":"dacfcfead52d1093","x-request-id":"fcea2586-d151-4244-8796-fea109e4fdb6","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789352000.8953636,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f7232234245b1d69ea3b73bf54680a1d","span_id":"dacfcfead52d1093","x-request-id":"fcea2586-d151-4244-8796-fea109e4fdb6"} {"level":"info","ts":1789352000.9077682,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f7232234245b1d69ea3b73bf54680a1d","span_id":"dacfcfead52d1093","x-request-id":"fcea2586-d151-4244-8796-fea109e4fdb6"} {"level":"info","ts":1789352000.9077983,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f7232234245b1d69ea3b73bf54680a1d","span_id":"dacfcfead52d1093","x-request-id":"fcea2586-d151-4244-8796-fea109e4fdb6"} {"level":"info","ts":1789352000.9078171,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f7232234245b1d69ea3b73bf54680a1d","span_id":"dacfcfead52d1093","x-request-id":"fcea2586-d151-4244-8796-fea109e4fdb6","EoS":false} {"level":"info","ts":1789352000.9078364,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f7232234245b1d69ea3b73bf54680a1d","span_id":"dacfcfead52d1093","x-request-id":"fcea2586-d151-4244-8796-fea109e4fdb6"} {"level":"info","ts":1789352000.9078686,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f7232234245b1d69ea3b73bf54680a1d","span_id":"dacfcfead52d1093","x-request-id":"fcea2586-d151-4244-8796-fea109e4fdb6","EoS":false} {"level":"info","ts":1789352000.9078805,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f7232234245b1d69ea3b73bf54680a1d","span_id":"dacfcfead52d1093","x-request-id":"fcea2586-d151-4244-8796-fea109e4fdb6"} {"level":"info","ts":1789352000.907892,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f7232234245b1d69ea3b73bf54680a1d","span_id":"dacfcfead52d1093","x-request-id":"fcea2586-d151-4244-8796-fea109e4fdb6","EoS":true} {"level":"info","ts":1789352000.9078991,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f7232234245b1d69ea3b73bf54680a1d","span_id":"dacfcfead52d1093","x-request-id":"fcea2586-d151-4244-8796-fea109e4fdb6"} {"level":"info","ts":1789352001.0471907,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789352001.0473368,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d0599a08acac5d49a600fbb029b12bb6","span_id":"9cad68bc642c65a7","x-request-id":"1355f12a-2920-487e-95f4-3122be1db1e3"} {"level":"info","ts":1789352001.0473542,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d0599a08acac5d49a600fbb029b12bb6","span_id":"9cad68bc642c65a7","x-request-id":"1355f12a-2920-487e-95f4-3122be1db1e3"} {"level":"info","ts":1789352001.047368,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d0599a08acac5d49a600fbb029b12bb6","span_id":"9cad68bc642c65a7","x-request-id":"1355f12a-2920-487e-95f4-3122be1db1e3","EoS":true} {"level":"info","ts":1789352001.047392,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d0599a08acac5d49a600fbb029b12bb6","span_id":"9cad68bc642c65a7","x-request-id":"1355f12a-2920-487e-95f4-3122be1db1e3","header":"x-maas-subscription"} {"level":"info","ts":1789352001.0474021,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d0599a08acac5d49a600fbb029b12bb6","span_id":"9cad68bc642c65a7","x-request-id":"1355f12a-2920-487e-95f4-3122be1db1e3","header":"x-maas-group"} {"level":"info","ts":1789352001.047408,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d0599a08acac5d49a600fbb029b12bb6","span_id":"9cad68bc642c65a7","x-request-id":"1355f12a-2920-487e-95f4-3122be1db1e3","header":"x-maas-username"} {"level":"info","ts":1789352001.0474236,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d0599a08acac5d49a600fbb029b12bb6","span_id":"9cad68bc642c65a7","x-request-id":"1355f12a-2920-487e-95f4-3122be1db1e3","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789352001.0474489,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d0599a08acac5d49a600fbb029b12bb6","span_id":"9cad68bc642c65a7","x-request-id":"1355f12a-2920-487e-95f4-3122be1db1e3"} {"level":"info","ts":1789352001.048145,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d0599a08acac5d49a600fbb029b12bb6","span_id":"9cad68bc642c65a7","x-request-id":"1355f12a-2920-487e-95f4-3122be1db1e3"} {"level":"info","ts":1789352001.0481591,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d0599a08acac5d49a600fbb029b12bb6","span_id":"9cad68bc642c65a7","x-request-id":"1355f12a-2920-487e-95f4-3122be1db1e3"} {"level":"info","ts":1789352001.048172,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d0599a08acac5d49a600fbb029b12bb6","span_id":"9cad68bc642c65a7","x-request-id":"1355f12a-2920-487e-95f4-3122be1db1e3","EoS":false} {"level":"info","ts":1789352001.0481865,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d0599a08acac5d49a600fbb029b12bb6","span_id":"9cad68bc642c65a7","x-request-id":"1355f12a-2920-487e-95f4-3122be1db1e3"} {"level":"info","ts":1789352001.048212,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d0599a08acac5d49a600fbb029b12bb6","span_id":"9cad68bc642c65a7","x-request-id":"1355f12a-2920-487e-95f4-3122be1db1e3","EoS":true} {"level":"info","ts":1789352001.0482247,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d0599a08acac5d49a600fbb029b12bb6","span_id":"9cad68bc642c65a7","x-request-id":"1355f12a-2920-487e-95f4-3122be1db1e3"} {"level":"info","ts":1789352001.184924,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789352001.1850317,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7db0ef71fe18a1970466a0e1dafb553f","span_id":"a09cd6a82a478c97","x-request-id":"4c8e8fd3-f41f-4e5d-a4e8-d6db35a2cd53"} {"level":"info","ts":1789352001.1850486,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7db0ef71fe18a1970466a0e1dafb553f","span_id":"a09cd6a82a478c97","x-request-id":"4c8e8fd3-f41f-4e5d-a4e8-d6db35a2cd53"} {"level":"info","ts":1789352001.1850665,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7db0ef71fe18a1970466a0e1dafb553f","span_id":"a09cd6a82a478c97","x-request-id":"4c8e8fd3-f41f-4e5d-a4e8-d6db35a2cd53","EoS":true} {"level":"info","ts":1789352001.185091,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7db0ef71fe18a1970466a0e1dafb553f","span_id":"a09cd6a82a478c97","x-request-id":"4c8e8fd3-f41f-4e5d-a4e8-d6db35a2cd53","header":"x-maas-subscription"} {"level":"info","ts":1789352001.185102,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7db0ef71fe18a1970466a0e1dafb553f","span_id":"a09cd6a82a478c97","x-request-id":"4c8e8fd3-f41f-4e5d-a4e8-d6db35a2cd53","header":"x-maas-group"} {"level":"info","ts":1789352001.1851072,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7db0ef71fe18a1970466a0e1dafb553f","span_id":"a09cd6a82a478c97","x-request-id":"4c8e8fd3-f41f-4e5d-a4e8-d6db35a2cd53","header":"x-maas-username"} {"level":"info","ts":1789352001.185125,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7db0ef71fe18a1970466a0e1dafb553f","span_id":"a09cd6a82a478c97","x-request-id":"4c8e8fd3-f41f-4e5d-a4e8-d6db35a2cd53","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789352001.1851523,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7db0ef71fe18a1970466a0e1dafb553f","span_id":"a09cd6a82a478c97","x-request-id":"4c8e8fd3-f41f-4e5d-a4e8-d6db35a2cd53"} {"level":"info","ts":1789352001.1859076,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7db0ef71fe18a1970466a0e1dafb553f","span_id":"a09cd6a82a478c97","x-request-id":"4c8e8fd3-f41f-4e5d-a4e8-d6db35a2cd53"} {"level":"info","ts":1789352001.1859236,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7db0ef71fe18a1970466a0e1dafb553f","span_id":"a09cd6a82a478c97","x-request-id":"4c8e8fd3-f41f-4e5d-a4e8-d6db35a2cd53"} {"level":"info","ts":1789352001.1859343,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7db0ef71fe18a1970466a0e1dafb553f","span_id":"a09cd6a82a478c97","x-request-id":"4c8e8fd3-f41f-4e5d-a4e8-d6db35a2cd53","EoS":false} {"level":"info","ts":1789352001.1859477,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7db0ef71fe18a1970466a0e1dafb553f","span_id":"a09cd6a82a478c97","x-request-id":"4c8e8fd3-f41f-4e5d-a4e8-d6db35a2cd53"} {"level":"info","ts":1789352001.1859744,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7db0ef71fe18a1970466a0e1dafb553f","span_id":"a09cd6a82a478c97","x-request-id":"4c8e8fd3-f41f-4e5d-a4e8-d6db35a2cd53","EoS":true} {"level":"info","ts":1789352001.1859858,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7db0ef71fe18a1970466a0e1dafb553f","span_id":"a09cd6a82a478c97","x-request-id":"4c8e8fd3-f41f-4e5d-a4e8-d6db35a2cd53"} {"level":"info","ts":1789352013.9727185,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789352013.972819,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"569308be7a63c4cc39485129e4006ed0","span_id":"eb51212c15f207ec","x-request-id":"769fc655-67b6-4403-ac1a-ea64dff1356e"} {"level":"info","ts":1789352013.9728312,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"569308be7a63c4cc39485129e4006ed0","span_id":"eb51212c15f207ec","x-request-id":"769fc655-67b6-4403-ac1a-ea64dff1356e"} {"level":"info","ts":1789352013.9728425,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"569308be7a63c4cc39485129e4006ed0","span_id":"eb51212c15f207ec","x-request-id":"769fc655-67b6-4403-ac1a-ea64dff1356e","EoS":true} {"level":"info","ts":1789352013.9728642,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"569308be7a63c4cc39485129e4006ed0","span_id":"eb51212c15f207ec","x-request-id":"769fc655-67b6-4403-ac1a-ea64dff1356e","header":"x-maas-subscription"} {"level":"info","ts":1789352013.9728746,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"569308be7a63c4cc39485129e4006ed0","span_id":"eb51212c15f207ec","x-request-id":"769fc655-67b6-4403-ac1a-ea64dff1356e","header":"x-maas-group"} {"level":"info","ts":1789352013.97288,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"569308be7a63c4cc39485129e4006ed0","span_id":"eb51212c15f207ec","x-request-id":"769fc655-67b6-4403-ac1a-ea64dff1356e","header":"x-maas-username"} {"level":"info","ts":1789352013.9728951,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"569308be7a63c4cc39485129e4006ed0","span_id":"eb51212c15f207ec","x-request-id":"769fc655-67b6-4403-ac1a-ea64dff1356e","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789352013.9729252,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"569308be7a63c4cc39485129e4006ed0","span_id":"eb51212c15f207ec","x-request-id":"769fc655-67b6-4403-ac1a-ea64dff1356e"} {"level":"info","ts":1789352013.9752274,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"569308be7a63c4cc39485129e4006ed0","span_id":"eb51212c15f207ec","x-request-id":"769fc655-67b6-4403-ac1a-ea64dff1356e"} {"level":"info","ts":1789352013.975248,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"569308be7a63c4cc39485129e4006ed0","span_id":"eb51212c15f207ec","x-request-id":"769fc655-67b6-4403-ac1a-ea64dff1356e"} {"level":"info","ts":1789352013.9752882,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"569308be7a63c4cc39485129e4006ed0","span_id":"eb51212c15f207ec","x-request-id":"769fc655-67b6-4403-ac1a-ea64dff1356e","EoS":false} {"level":"info","ts":1789352013.9753006,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"569308be7a63c4cc39485129e4006ed0","span_id":"eb51212c15f207ec","x-request-id":"769fc655-67b6-4403-ac1a-ea64dff1356e"} {"level":"info","ts":1789352013.9753265,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"569308be7a63c4cc39485129e4006ed0","span_id":"eb51212c15f207ec","x-request-id":"769fc655-67b6-4403-ac1a-ea64dff1356e","EoS":false} {"level":"info","ts":1789352013.9753368,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"569308be7a63c4cc39485129e4006ed0","span_id":"eb51212c15f207ec","x-request-id":"769fc655-67b6-4403-ac1a-ea64dff1356e"} {"level":"info","ts":1789352013.975348,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"569308be7a63c4cc39485129e4006ed0","span_id":"eb51212c15f207ec","x-request-id":"769fc655-67b6-4403-ac1a-ea64dff1356e","EoS":true} {"level":"info","ts":1789352013.9753537,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"569308be7a63c4cc39485129e4006ed0","span_id":"eb51212c15f207ec","x-request-id":"769fc655-67b6-4403-ac1a-ea64dff1356e"} {"level":"error","ts":1789352014.5259697,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789352024.5270574,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}