{"level":"info","ts":1789151412.844238,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-61ac617f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-61ac617f","reconcileID":"e156fbc3-be2a-4822-a3e5-e2b50f455b2a"} {"level":"error","ts":1789151412.844247,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-61ac617f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-61ac617f","reconcileID":"27fecc64-debd-4eb3-a2d8-14bb7f1974e6","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-61ac617f\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789151412.8442826,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-61ac617f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-61ac617f","reconcileID":"e156fbc3-be2a-4822-a3e5-e2b50f455b2a","name":"e2e-legacy-migration-61ac617f"} {"level":"info","ts":1789151412.844344,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-61ac617f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-61ac617f","reconcileID":"a804b6dd-a625-4c19-9554-92a3d703b258"} {"level":"info","ts":1789151412.8443902,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-61ac617f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-61ac617f","reconcileID":"a804b6dd-a625-4c19-9554-92a3d703b258","name":"e2e-legacy-migration-61ac617f"} {"level":"info","ts":1789151412.8445203,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-61ac617f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-61ac617f","reconcileID":"fe2e13e4-1776-44d2-933e-57a68a1942dc","name":"e2e-legacy-migration-61ac617f","namespace":"llm"} {"level":"info","ts":1789151412.8445652,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-61ac617f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-61ac617f","reconcileID":"fe2e13e4-1776-44d2-933e-57a68a1942dc","modelName":"e2e-legacy-migration-61ac617f","resolvedRefs":1} {"level":"info","ts":1789151412.8623624,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-61ac617f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-61ac617f","reconcileID":"a804b6dd-a625-4c19-9554-92a3d703b258","service":"e2e-legacy-migration-61ac617f","serviceEntry":"e2e-legacy-migration-61ac617f","destinationRule":"e2e-legacy-migration-61ac617f"} {"level":"info","ts":1789151412.8674474,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-61ac617f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-61ac617f","reconcileID":"0bb0d9f4-502b-4c64-9dae-4b85d6f6be26","name":"e2e-legacy-migration-61ac617f","namespace":"llm"} {"level":"info","ts":1789151412.8674784,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-61ac617f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-61ac617f","reconcileID":"0bb0d9f4-502b-4c64-9dae-4b85d6f6be26","modelName":"e2e-legacy-migration-61ac617f","resolvedRefs":1} {"level":"info","ts":1789151412.8676715,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-61ac617f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-61ac617f","reconcileID":"9a029d81-4742-4ec9-b73f-af9bfbe9926a"} {"level":"info","ts":1789151412.8677216,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-61ac617f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-61ac617f","reconcileID":"9a029d81-4742-4ec9-b73f-af9bfbe9926a","name":"e2e-legacy-migration-61ac617f"} {"level":"error","ts":1789151412.8805828,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-61ac617f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-61ac617f","reconcileID":"e156fbc3-be2a-4822-a3e5-e2b50f455b2a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-61ac617f\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789151412.8806462,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-61ac617f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-61ac617f","reconcileID":"e156fbc3-be2a-4822-a3e5-e2b50f455b2a","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-61ac617f\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789151412.8807445,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-61ac617f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-61ac617f","reconcileID":"f2fac297-2597-4db7-a771-593dc2ee7723"} {"level":"info","ts":1789151412.8808515,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-61ac617f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-61ac617f","reconcileID":"f2fac297-2597-4db7-a771-593dc2ee7723","name":"e2e-legacy-migration-61ac617f"} {"level":"info","ts":1789151412.8904366,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-61ac617f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-61ac617f","reconcileID":"302d0f44-1287-43bb-b27a-355c2891d306","name":"e2e-legacy-migration-61ac617f","namespace":"llm"} {"level":"info","ts":1789151412.8905375,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-61ac617f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-61ac617f","reconcileID":"302d0f44-1287-43bb-b27a-355c2891d306","modelName":"e2e-legacy-migration-61ac617f","resolvedRefs":1} {"level":"info","ts":1789151412.8965719,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-61ac617f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-61ac617f","reconcileID":"9a029d81-4742-4ec9-b73f-af9bfbe9926a","service":"e2e-legacy-migration-61ac617f","serviceEntry":"e2e-legacy-migration-61ac617f","destinationRule":"e2e-legacy-migration-61ac617f"} {"level":"error","ts":1789151412.9034405,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-61ac617f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-61ac617f","reconcileID":"f2fac297-2597-4db7-a771-593dc2ee7723","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-61ac617f\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789151412.9034958,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-61ac617f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-61ac617f","reconcileID":"f2fac297-2597-4db7-a771-593dc2ee7723","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-61ac617f\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789151412.903547,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-61ac617f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-61ac617f","reconcileID":"9e7ad366-dfbd-4d8c-a305-a222ebb48af5"} {"level":"info","ts":1789151412.9036033,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-61ac617f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-61ac617f","reconcileID":"9e7ad366-dfbd-4d8c-a305-a222ebb48af5","name":"e2e-legacy-migration-61ac617f"} {"level":"info","ts":1789151412.9267607,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-61ac617f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-61ac617f","reconcileID":"148d2fdc-b599-4787-ab0c-59a52fbdf727","name":"e2e-legacy-migration-61ac617f","namespace":"llm"} {"level":"info","ts":1789151412.9267902,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-61ac617f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-61ac617f","reconcileID":"148d2fdc-b599-4787-ab0c-59a52fbdf727","modelName":"e2e-legacy-migration-61ac617f","resolvedRefs":1} {"level":"info","ts":1789151412.9271808,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-61ac617f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-61ac617f","reconcileID":"9e7ad366-dfbd-4d8c-a305-a222ebb48af5","httpRoute":"e2e-legacy-migration-61ac617f","providers":["e2e-legacy-migration-61ac617f"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789151412.935533,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-61ac617f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-61ac617f","reconcileID":"9e7ad366-dfbd-4d8c-a305-a222ebb48af5","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-61ac617f\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789151412.9356322,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-61ac617f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-61ac617f","reconcileID":"22e36f78-6755-4825-8ef9-aa24c34ab0b8"} {"level":"info","ts":1789151412.9356987,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-61ac617f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-61ac617f","reconcileID":"22e36f78-6755-4825-8ef9-aa24c34ab0b8","name":"e2e-legacy-migration-61ac617f"} {"level":"info","ts":1789151412.9685314,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-61ac617f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-61ac617f","reconcileID":"22e36f78-6755-4825-8ef9-aa24c34ab0b8","httpRoute":"e2e-legacy-migration-61ac617f","providers":["e2e-legacy-migration-61ac617f"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789151413.1889706,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-61ac617f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-61ac617f","reconcileID":"845c46ec-44ce-4758-80f9-8287e7acc710","name":"e2e-legacy-migration-61ac617f","namespace":"llm"} {"level":"info","ts":1789151413.1987498,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-61ac617f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-61ac617f","reconcileID":"845c46ec-44ce-4758-80f9-8287e7acc710","name":"e2e-legacy-migration-61ac617f"} {"level":"info","ts":1789151413.2086549,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-61ac617f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-61ac617f","reconcileID":"845c46ec-44ce-4758-80f9-8287e7acc710","provider":"openai","model":"e2e-legacy-migration-61ac617f","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789151415.8340838,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-61ac617f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-61ac617f","reconcileID":"999ed610-09f5-4062-8455-06a6e8d65467","name":"e2e-legacy-migration-61ac617f","namespace":"llm"} {"level":"info","ts":1789151415.8549523,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-61ac617f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-61ac617f","reconcileID":"1a66892e-659c-4914-84b6-7104d17bada5","name":"e2e-legacy-migration-61ac617f","namespace":"llm"} {"level":"info","ts":1789151415.8550196,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-61ac617f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-61ac617f","reconcileID":"1a66892e-659c-4914-84b6-7104d17bada5","name":"e2e-legacy-migration-61ac617f","namespace":"llm"} {"level":"info","ts":1789151415.8553789,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-61ac617f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-61ac617f","reconcileID":"82db8ae6-149d-4abb-8237-88b0946cf514","name":"e2e-legacy-migration-61ac617f","namespace":"llm"} {"level":"info","ts":1789151415.8554132,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-61ac617f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-61ac617f","reconcileID":"82db8ae6-149d-4abb-8237-88b0946cf514","name":"e2e-legacy-migration-61ac617f","namespace":"llm"} {"level":"info","ts":1789151415.8555145,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-61ac617f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-61ac617f","reconcileID":"b07395df-ae95-4034-845c-91dbd267784b"} {"level":"info","ts":1789151415.8555963,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-61ac617f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-61ac617f","reconcileID":"831f4e07-e260-4ac0-b8b2-6910975325b4"} {"level":"info","ts":1789151416.3535047,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789151416.3536391,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7f9f794ddfb020fdb678e3bab0874022","span_id":"29247b8f86ad859d","x-request-id":"96043a7c-318e-4e91-a738-9ba2f625dab3"} {"level":"info","ts":1789151416.353656,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7f9f794ddfb020fdb678e3bab0874022","span_id":"29247b8f86ad859d","x-request-id":"96043a7c-318e-4e91-a738-9ba2f625dab3"} {"level":"info","ts":1789151416.353673,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7f9f794ddfb020fdb678e3bab0874022","span_id":"29247b8f86ad859d","x-request-id":"96043a7c-318e-4e91-a738-9ba2f625dab3","EoS":true} {"level":"info","ts":1789151416.3537068,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7f9f794ddfb020fdb678e3bab0874022","span_id":"29247b8f86ad859d","x-request-id":"96043a7c-318e-4e91-a738-9ba2f625dab3","header":"x-maas-group"} {"level":"info","ts":1789151416.3537185,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7f9f794ddfb020fdb678e3bab0874022","span_id":"29247b8f86ad859d","x-request-id":"96043a7c-318e-4e91-a738-9ba2f625dab3","header":"x-maas-username"} {"level":"info","ts":1789151416.353726,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7f9f794ddfb020fdb678e3bab0874022","span_id":"29247b8f86ad859d","x-request-id":"96043a7c-318e-4e91-a738-9ba2f625dab3","header":"x-maas-subscription"} {"level":"info","ts":1789151416.3537455,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7f9f794ddfb020fdb678e3bab0874022","span_id":"29247b8f86ad859d","x-request-id":"96043a7c-318e-4e91-a738-9ba2f625dab3","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789151416.3537579,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"7f9f794ddfb020fdb678e3bab0874022","span_id":"29247b8f86ad859d","x-request-id":"96043a7c-318e-4e91-a738-9ba2f625dab3","modelName":"e2e-external-model"} {"level":"info","ts":1789151416.3537753,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"7f9f794ddfb020fdb678e3bab0874022","span_id":"29247b8f86ad859d","x-request-id":"96043a7c-318e-4e91-a738-9ba2f625dab3","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789151416.3538046,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"7f9f794ddfb020fdb678e3bab0874022","span_id":"29247b8f86ad859d","x-request-id":"96043a7c-318e-4e91-a738-9ba2f625dab3","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1789151416.3538282,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"7f9f794ddfb020fdb678e3bab0874022","span_id":"29247b8f86ad859d","x-request-id":"96043a7c-318e-4e91-a738-9ba2f625dab3","authType":"apikey"} {"level":"info","ts":1789151416.3538537,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7f9f794ddfb020fdb678e3bab0874022","span_id":"29247b8f86ad859d","x-request-id":"96043a7c-318e-4e91-a738-9ba2f625dab3"} {"level":"info","ts":1789151416.8824358,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7f9f794ddfb020fdb678e3bab0874022","span_id":"29247b8f86ad859d","x-request-id":"96043a7c-318e-4e91-a738-9ba2f625dab3"} {"level":"info","ts":1789151416.8826327,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7f9f794ddfb020fdb678e3bab0874022","span_id":"29247b8f86ad859d","x-request-id":"96043a7c-318e-4e91-a738-9ba2f625dab3"} {"level":"info","ts":1789151416.8826911,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7f9f794ddfb020fdb678e3bab0874022","span_id":"29247b8f86ad859d","x-request-id":"96043a7c-318e-4e91-a738-9ba2f625dab3","EoS":false} {"level":"info","ts":1789151416.882731,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7f9f794ddfb020fdb678e3bab0874022","span_id":"29247b8f86ad859d","x-request-id":"96043a7c-318e-4e91-a738-9ba2f625dab3"} {"level":"info","ts":1789151416.8827915,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7f9f794ddfb020fdb678e3bab0874022","span_id":"29247b8f86ad859d","x-request-id":"96043a7c-318e-4e91-a738-9ba2f625dab3","EoS":true} {"level":"info","ts":1789151416.8828297,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7f9f794ddfb020fdb678e3bab0874022","span_id":"29247b8f86ad859d","x-request-id":"96043a7c-318e-4e91-a738-9ba2f625dab3"} {"level":"info","ts":1789151416.9246016,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789151416.9247491,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ec6e521c454fd4500cba15e7ac3cc9ab","span_id":"a40fc868751e676b","x-request-id":"f5734a24-161c-4a04-b5aa-47f4fe080275"} {"level":"info","ts":1789151416.924782,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ec6e521c454fd4500cba15e7ac3cc9ab","span_id":"a40fc868751e676b","x-request-id":"f5734a24-161c-4a04-b5aa-47f4fe080275"} {"level":"info","ts":1789151416.9248085,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ec6e521c454fd4500cba15e7ac3cc9ab","span_id":"a40fc868751e676b","x-request-id":"f5734a24-161c-4a04-b5aa-47f4fe080275","EoS":true} {"level":"info","ts":1789151416.9248598,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ec6e521c454fd4500cba15e7ac3cc9ab","span_id":"a40fc868751e676b","x-request-id":"f5734a24-161c-4a04-b5aa-47f4fe080275","header":"x-maas-subscription"} {"level":"info","ts":1789151416.924884,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ec6e521c454fd4500cba15e7ac3cc9ab","span_id":"a40fc868751e676b","x-request-id":"f5734a24-161c-4a04-b5aa-47f4fe080275","header":"x-maas-group"} {"level":"info","ts":1789151416.924903,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ec6e521c454fd4500cba15e7ac3cc9ab","span_id":"a40fc868751e676b","x-request-id":"f5734a24-161c-4a04-b5aa-47f4fe080275","header":"x-maas-username"} {"level":"info","ts":1789151416.9249315,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ec6e521c454fd4500cba15e7ac3cc9ab","span_id":"a40fc868751e676b","x-request-id":"f5734a24-161c-4a04-b5aa-47f4fe080275","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789151416.924971,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ec6e521c454fd4500cba15e7ac3cc9ab","span_id":"a40fc868751e676b","x-request-id":"f5734a24-161c-4a04-b5aa-47f4fe080275"} {"level":"info","ts":1789151417.4504492,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ec6e521c454fd4500cba15e7ac3cc9ab","span_id":"a40fc868751e676b","x-request-id":"f5734a24-161c-4a04-b5aa-47f4fe080275"} {"level":"info","ts":1789151417.4505699,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ec6e521c454fd4500cba15e7ac3cc9ab","span_id":"a40fc868751e676b","x-request-id":"f5734a24-161c-4a04-b5aa-47f4fe080275"} {"level":"info","ts":1789151417.4506238,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ec6e521c454fd4500cba15e7ac3cc9ab","span_id":"a40fc868751e676b","x-request-id":"f5734a24-161c-4a04-b5aa-47f4fe080275","EoS":false} {"level":"info","ts":1789151417.4506648,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ec6e521c454fd4500cba15e7ac3cc9ab","span_id":"a40fc868751e676b","x-request-id":"f5734a24-161c-4a04-b5aa-47f4fe080275"} {"level":"info","ts":1789151417.4507315,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ec6e521c454fd4500cba15e7ac3cc9ab","span_id":"a40fc868751e676b","x-request-id":"f5734a24-161c-4a04-b5aa-47f4fe080275","EoS":true} {"level":"info","ts":1789151417.4507675,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ec6e521c454fd4500cba15e7ac3cc9ab","span_id":"a40fc868751e676b","x-request-id":"f5734a24-161c-4a04-b5aa-47f4fe080275"} {"level":"info","ts":1789151417.5117164,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789151417.5118828,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"dc18cb9ebd95a68cd728b4c8f4854918","span_id":"be54d359e5b0caa8","x-request-id":"9140771e-1cac-4182-80c1-39eae4206fac"} {"level":"info","ts":1789151417.5119202,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"dc18cb9ebd95a68cd728b4c8f4854918","span_id":"be54d359e5b0caa8","x-request-id":"9140771e-1cac-4182-80c1-39eae4206fac"} {"level":"info","ts":1789151417.5119498,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"dc18cb9ebd95a68cd728b4c8f4854918","span_id":"be54d359e5b0caa8","x-request-id":"9140771e-1cac-4182-80c1-39eae4206fac","EoS":true} {"level":"info","ts":1789151417.5119948,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dc18cb9ebd95a68cd728b4c8f4854918","span_id":"be54d359e5b0caa8","x-request-id":"9140771e-1cac-4182-80c1-39eae4206fac","header":"x-maas-subscription"} {"level":"info","ts":1789151417.5120196,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dc18cb9ebd95a68cd728b4c8f4854918","span_id":"be54d359e5b0caa8","x-request-id":"9140771e-1cac-4182-80c1-39eae4206fac","header":"x-maas-username"} {"level":"info","ts":1789151417.512039,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dc18cb9ebd95a68cd728b4c8f4854918","span_id":"be54d359e5b0caa8","x-request-id":"9140771e-1cac-4182-80c1-39eae4206fac","header":"x-maas-group"} {"level":"info","ts":1789151417.512091,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"dc18cb9ebd95a68cd728b4c8f4854918","span_id":"be54d359e5b0caa8","x-request-id":"9140771e-1cac-4182-80c1-39eae4206fac"} {"level":"error","ts":1789151417.9055996,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789151418.1004684,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"dc18cb9ebd95a68cd728b4c8f4854918","span_id":"be54d359e5b0caa8","x-request-id":"9140771e-1cac-4182-80c1-39eae4206fac"} {"level":"info","ts":1789151418.1005726,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"dc18cb9ebd95a68cd728b4c8f4854918","span_id":"be54d359e5b0caa8","x-request-id":"9140771e-1cac-4182-80c1-39eae4206fac"} {"level":"info","ts":1789151418.1006103,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dc18cb9ebd95a68cd728b4c8f4854918","span_id":"be54d359e5b0caa8","x-request-id":"9140771e-1cac-4182-80c1-39eae4206fac","EoS":false} {"level":"info","ts":1789151418.1006384,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dc18cb9ebd95a68cd728b4c8f4854918","span_id":"be54d359e5b0caa8","x-request-id":"9140771e-1cac-4182-80c1-39eae4206fac"} {"level":"info","ts":1789151418.1006837,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dc18cb9ebd95a68cd728b4c8f4854918","span_id":"be54d359e5b0caa8","x-request-id":"9140771e-1cac-4182-80c1-39eae4206fac","EoS":true} {"level":"info","ts":1789151418.1007066,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dc18cb9ebd95a68cd728b4c8f4854918","span_id":"be54d359e5b0caa8","x-request-id":"9140771e-1cac-4182-80c1-39eae4206fac"} {"level":"info","ts":1789151418.9976106,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e7d85c11-4ff2-4162-b085-d7fa5d04612a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789151418.9977021,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e7d85c11-4ff2-4162-b085-d7fa5d04612a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789151418.9978015,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bc183b87-f759-4d55-a967-2639114a37c0"} {"level":"info","ts":1789151419.1709158,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cdd4fe07-fcac-4f45-8ab6-c95a2b2b7540","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789151419.170968,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cdd4fe07-fcac-4f45-8ab6-c95a2b2b7540","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789151419.1710494,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8aea8fc0-46ff-4ce1-b4a6-5b2df6dd5420"} {"level":"info","ts":1789151419.3014119,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"72d5912e-a878-47de-8434-bc134e723dd1","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789151419.3014686,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"72d5912e-a878-47de-8434-bc134e723dd1","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789151421.0660446,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789151421.06618,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"425c0d7c88be285363160f081933ca84","span_id":"97bf133878614db6","x-request-id":"6746b009-e851-4cab-a998-087f182a1393"} {"level":"info","ts":1789151421.0661983,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"425c0d7c88be285363160f081933ca84","span_id":"97bf133878614db6","x-request-id":"6746b009-e851-4cab-a998-087f182a1393"} {"level":"info","ts":1789151421.0662153,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"425c0d7c88be285363160f081933ca84","span_id":"97bf133878614db6","x-request-id":"6746b009-e851-4cab-a998-087f182a1393","EoS":true} {"level":"info","ts":1789151421.0662482,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"425c0d7c88be285363160f081933ca84","span_id":"97bf133878614db6","x-request-id":"6746b009-e851-4cab-a998-087f182a1393","header":"x-maas-group"} {"level":"info","ts":1789151421.0662627,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"425c0d7c88be285363160f081933ca84","span_id":"97bf133878614db6","x-request-id":"6746b009-e851-4cab-a998-087f182a1393","header":"x-maas-subscription"} {"level":"info","ts":1789151421.06627,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"425c0d7c88be285363160f081933ca84","span_id":"97bf133878614db6","x-request-id":"6746b009-e851-4cab-a998-087f182a1393","header":"x-maas-username"} {"level":"info","ts":1789151421.066291,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"425c0d7c88be285363160f081933ca84","span_id":"97bf133878614db6","x-request-id":"6746b009-e851-4cab-a998-087f182a1393","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789151421.0663466,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"425c0d7c88be285363160f081933ca84","span_id":"97bf133878614db6","x-request-id":"6746b009-e851-4cab-a998-087f182a1393"} {"level":"info","ts":1789151421.0683374,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"425c0d7c88be285363160f081933ca84","span_id":"97bf133878614db6","x-request-id":"6746b009-e851-4cab-a998-087f182a1393"} {"level":"info","ts":1789151421.0683637,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"425c0d7c88be285363160f081933ca84","span_id":"97bf133878614db6","x-request-id":"6746b009-e851-4cab-a998-087f182a1393"} {"level":"info","ts":1789151421.0683875,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"425c0d7c88be285363160f081933ca84","span_id":"97bf133878614db6","x-request-id":"6746b009-e851-4cab-a998-087f182a1393","EoS":false} {"level":"info","ts":1789151421.0684047,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"425c0d7c88be285363160f081933ca84","span_id":"97bf133878614db6","x-request-id":"6746b009-e851-4cab-a998-087f182a1393"} {"level":"info","ts":1789151421.06844,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"425c0d7c88be285363160f081933ca84","span_id":"97bf133878614db6","x-request-id":"6746b009-e851-4cab-a998-087f182a1393","EoS":true} {"level":"info","ts":1789151421.0684547,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"425c0d7c88be285363160f081933ca84","span_id":"97bf133878614db6","x-request-id":"6746b009-e851-4cab-a998-087f182a1393"} {"level":"info","ts":1789151421.1079435,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789151421.1080701,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1183082891658586e9bfe97d6ab9dc7e","span_id":"5faab54cc1a5443d","x-request-id":"51e72dd5-a71a-4010-8ef5-2b9dafffc2ab"} {"level":"info","ts":1789151421.1080885,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1183082891658586e9bfe97d6ab9dc7e","span_id":"5faab54cc1a5443d","x-request-id":"51e72dd5-a71a-4010-8ef5-2b9dafffc2ab"} {"level":"info","ts":1789151421.1081052,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1183082891658586e9bfe97d6ab9dc7e","span_id":"5faab54cc1a5443d","x-request-id":"51e72dd5-a71a-4010-8ef5-2b9dafffc2ab","EoS":true} {"level":"info","ts":1789151421.108151,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1183082891658586e9bfe97d6ab9dc7e","span_id":"5faab54cc1a5443d","x-request-id":"51e72dd5-a71a-4010-8ef5-2b9dafffc2ab","header":"x-maas-subscription"} {"level":"info","ts":1789151421.1081665,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1183082891658586e9bfe97d6ab9dc7e","span_id":"5faab54cc1a5443d","x-request-id":"51e72dd5-a71a-4010-8ef5-2b9dafffc2ab","header":"x-maas-username"} {"level":"info","ts":1789151421.1081753,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1183082891658586e9bfe97d6ab9dc7e","span_id":"5faab54cc1a5443d","x-request-id":"51e72dd5-a71a-4010-8ef5-2b9dafffc2ab","header":"x-maas-group"} {"level":"info","ts":1789151421.1081944,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"1183082891658586e9bfe97d6ab9dc7e","span_id":"5faab54cc1a5443d","x-request-id":"51e72dd5-a71a-4010-8ef5-2b9dafffc2ab","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789151421.108229,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1183082891658586e9bfe97d6ab9dc7e","span_id":"5faab54cc1a5443d","x-request-id":"51e72dd5-a71a-4010-8ef5-2b9dafffc2ab"} {"level":"info","ts":1789151421.1091044,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"1183082891658586e9bfe97d6ab9dc7e","span_id":"5faab54cc1a5443d","x-request-id":"51e72dd5-a71a-4010-8ef5-2b9dafffc2ab"} {"level":"info","ts":1789151421.1091254,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"1183082891658586e9bfe97d6ab9dc7e","span_id":"5faab54cc1a5443d","x-request-id":"51e72dd5-a71a-4010-8ef5-2b9dafffc2ab"} {"level":"info","ts":1789151421.1091373,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1183082891658586e9bfe97d6ab9dc7e","span_id":"5faab54cc1a5443d","x-request-id":"51e72dd5-a71a-4010-8ef5-2b9dafffc2ab","EoS":false} {"level":"info","ts":1789151421.1091523,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1183082891658586e9bfe97d6ab9dc7e","span_id":"5faab54cc1a5443d","x-request-id":"51e72dd5-a71a-4010-8ef5-2b9dafffc2ab"} {"level":"info","ts":1789151421.1091735,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1183082891658586e9bfe97d6ab9dc7e","span_id":"5faab54cc1a5443d","x-request-id":"51e72dd5-a71a-4010-8ef5-2b9dafffc2ab","EoS":true} {"level":"info","ts":1789151421.1091828,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1183082891658586e9bfe97d6ab9dc7e","span_id":"5faab54cc1a5443d","x-request-id":"51e72dd5-a71a-4010-8ef5-2b9dafffc2ab"} {"level":"info","ts":1789151421.1527882,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789151421.1529067,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ff4525c41312d1161c9218fdc88e1d7e","span_id":"7fd7206a8ae7f199","x-request-id":"fd51c45d-c92c-464a-b64b-dbb125b0e720"} {"level":"info","ts":1789151421.1529243,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ff4525c41312d1161c9218fdc88e1d7e","span_id":"7fd7206a8ae7f199","x-request-id":"fd51c45d-c92c-464a-b64b-dbb125b0e720"} {"level":"info","ts":1789151421.1529388,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ff4525c41312d1161c9218fdc88e1d7e","span_id":"7fd7206a8ae7f199","x-request-id":"fd51c45d-c92c-464a-b64b-dbb125b0e720","EoS":true} {"level":"info","ts":1789151421.1529613,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ff4525c41312d1161c9218fdc88e1d7e","span_id":"7fd7206a8ae7f199","x-request-id":"fd51c45d-c92c-464a-b64b-dbb125b0e720","header":"x-maas-username"} {"level":"info","ts":1789151421.152972,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ff4525c41312d1161c9218fdc88e1d7e","span_id":"7fd7206a8ae7f199","x-request-id":"fd51c45d-c92c-464a-b64b-dbb125b0e720","header":"x-maas-group"} {"level":"info","ts":1789151421.152977,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ff4525c41312d1161c9218fdc88e1d7e","span_id":"7fd7206a8ae7f199","x-request-id":"fd51c45d-c92c-464a-b64b-dbb125b0e720","header":"x-maas-subscription"} {"level":"info","ts":1789151421.1529918,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ff4525c41312d1161c9218fdc88e1d7e","span_id":"7fd7206a8ae7f199","x-request-id":"fd51c45d-c92c-464a-b64b-dbb125b0e720","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789151421.1530194,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ff4525c41312d1161c9218fdc88e1d7e","span_id":"7fd7206a8ae7f199","x-request-id":"fd51c45d-c92c-464a-b64b-dbb125b0e720"} {"level":"info","ts":1789151421.1537933,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ff4525c41312d1161c9218fdc88e1d7e","span_id":"7fd7206a8ae7f199","x-request-id":"fd51c45d-c92c-464a-b64b-dbb125b0e720"} {"level":"info","ts":1789151421.1538165,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ff4525c41312d1161c9218fdc88e1d7e","span_id":"7fd7206a8ae7f199","x-request-id":"fd51c45d-c92c-464a-b64b-dbb125b0e720"} {"level":"info","ts":1789151421.1538372,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ff4525c41312d1161c9218fdc88e1d7e","span_id":"7fd7206a8ae7f199","x-request-id":"fd51c45d-c92c-464a-b64b-dbb125b0e720","EoS":false} {"level":"info","ts":1789151421.1538572,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ff4525c41312d1161c9218fdc88e1d7e","span_id":"7fd7206a8ae7f199","x-request-id":"fd51c45d-c92c-464a-b64b-dbb125b0e720"} {"level":"info","ts":1789151421.1538923,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ff4525c41312d1161c9218fdc88e1d7e","span_id":"7fd7206a8ae7f199","x-request-id":"fd51c45d-c92c-464a-b64b-dbb125b0e720","EoS":true} {"level":"info","ts":1789151421.153906,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ff4525c41312d1161c9218fdc88e1d7e","span_id":"7fd7206a8ae7f199","x-request-id":"fd51c45d-c92c-464a-b64b-dbb125b0e720"} {"level":"info","ts":1789151421.1919956,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789151421.1921122,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ceba89fd62a7638a5e5c5049b7cf13c2","span_id":"5b7d1ebb305ac9be","x-request-id":"b866feb1-4644-4929-8b52-ebe1528ed424"} {"level":"info","ts":1789151421.1921282,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ceba89fd62a7638a5e5c5049b7cf13c2","span_id":"5b7d1ebb305ac9be","x-request-id":"b866feb1-4644-4929-8b52-ebe1528ed424"} {"level":"info","ts":1789151421.1921418,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ceba89fd62a7638a5e5c5049b7cf13c2","span_id":"5b7d1ebb305ac9be","x-request-id":"b866feb1-4644-4929-8b52-ebe1528ed424","EoS":true} {"level":"info","ts":1789151421.1921666,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ceba89fd62a7638a5e5c5049b7cf13c2","span_id":"5b7d1ebb305ac9be","x-request-id":"b866feb1-4644-4929-8b52-ebe1528ed424","header":"x-maas-username"} {"level":"info","ts":1789151421.1921768,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ceba89fd62a7638a5e5c5049b7cf13c2","span_id":"5b7d1ebb305ac9be","x-request-id":"b866feb1-4644-4929-8b52-ebe1528ed424","header":"x-maas-subscription"} {"level":"info","ts":1789151421.192182,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ceba89fd62a7638a5e5c5049b7cf13c2","span_id":"5b7d1ebb305ac9be","x-request-id":"b866feb1-4644-4929-8b52-ebe1528ed424","header":"x-maas-group"} {"level":"info","ts":1789151421.1922011,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ceba89fd62a7638a5e5c5049b7cf13c2","span_id":"5b7d1ebb305ac9be","x-request-id":"b866feb1-4644-4929-8b52-ebe1528ed424","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789151421.1922326,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ceba89fd62a7638a5e5c5049b7cf13c2","span_id":"5b7d1ebb305ac9be","x-request-id":"b866feb1-4644-4929-8b52-ebe1528ed424"} {"level":"info","ts":1789151421.1930656,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ceba89fd62a7638a5e5c5049b7cf13c2","span_id":"5b7d1ebb305ac9be","x-request-id":"b866feb1-4644-4929-8b52-ebe1528ed424"} {"level":"info","ts":1789151421.193092,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ceba89fd62a7638a5e5c5049b7cf13c2","span_id":"5b7d1ebb305ac9be","x-request-id":"b866feb1-4644-4929-8b52-ebe1528ed424"} {"level":"info","ts":1789151421.1931121,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ceba89fd62a7638a5e5c5049b7cf13c2","span_id":"5b7d1ebb305ac9be","x-request-id":"b866feb1-4644-4929-8b52-ebe1528ed424","EoS":false} {"level":"info","ts":1789151421.1931293,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ceba89fd62a7638a5e5c5049b7cf13c2","span_id":"5b7d1ebb305ac9be","x-request-id":"b866feb1-4644-4929-8b52-ebe1528ed424"} {"level":"info","ts":1789151421.1931632,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ceba89fd62a7638a5e5c5049b7cf13c2","span_id":"5b7d1ebb305ac9be","x-request-id":"b866feb1-4644-4929-8b52-ebe1528ed424","EoS":true} {"level":"info","ts":1789151421.1931765,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ceba89fd62a7638a5e5c5049b7cf13c2","span_id":"5b7d1ebb305ac9be","x-request-id":"b866feb1-4644-4929-8b52-ebe1528ed424"} {"level":"error","ts":1789151432.9067984,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789151440.4145539,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789151440.4146624,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b88fc5d8ca2ee77f776cf65701f30f18","span_id":"7e97d8efc355d3d1","x-request-id":"676e44b5-549c-4e2a-8e4a-4da7a764a56b"} {"level":"info","ts":1789151440.414676,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b88fc5d8ca2ee77f776cf65701f30f18","span_id":"7e97d8efc355d3d1","x-request-id":"676e44b5-549c-4e2a-8e4a-4da7a764a56b"} {"level":"info","ts":1789151440.4146883,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b88fc5d8ca2ee77f776cf65701f30f18","span_id":"7e97d8efc355d3d1","x-request-id":"676e44b5-549c-4e2a-8e4a-4da7a764a56b","EoS":true} {"level":"info","ts":1789151440.4147363,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b88fc5d8ca2ee77f776cf65701f30f18","span_id":"7e97d8efc355d3d1","x-request-id":"676e44b5-549c-4e2a-8e4a-4da7a764a56b"} {"level":"info","ts":1789151440.5675743,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789151440.567721,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d4ce4d9ff4d9bb4f6f769a2ee2118d6c","span_id":"fecc9a894442c325","x-request-id":"b4f4c629-28dc-4e19-9fea-501c94afc860"} {"level":"info","ts":1789151440.5677352,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d4ce4d9ff4d9bb4f6f769a2ee2118d6c","span_id":"fecc9a894442c325","x-request-id":"b4f4c629-28dc-4e19-9fea-501c94afc860"} {"level":"info","ts":1789151440.5677524,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d4ce4d9ff4d9bb4f6f769a2ee2118d6c","span_id":"fecc9a894442c325","x-request-id":"b4f4c629-28dc-4e19-9fea-501c94afc860","EoS":true} {"level":"info","ts":1789151440.5678046,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d4ce4d9ff4d9bb4f6f769a2ee2118d6c","span_id":"fecc9a894442c325","x-request-id":"b4f4c629-28dc-4e19-9fea-501c94afc860"} {"level":"info","ts":1789151440.7067137,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789151440.7068105,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c35f54426eb1cb956a2e8dec3e9e1100","span_id":"674983341ef96f44","x-request-id":"e8d031e8-fb77-4b33-80fe-385ec1fa3f88"} {"level":"info","ts":1789151440.7068212,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c35f54426eb1cb956a2e8dec3e9e1100","span_id":"674983341ef96f44","x-request-id":"e8d031e8-fb77-4b33-80fe-385ec1fa3f88"} {"level":"info","ts":1789151440.706833,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c35f54426eb1cb956a2e8dec3e9e1100","span_id":"674983341ef96f44","x-request-id":"e8d031e8-fb77-4b33-80fe-385ec1fa3f88","EoS":true} {"level":"info","ts":1789151440.7068775,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c35f54426eb1cb956a2e8dec3e9e1100","span_id":"674983341ef96f44","x-request-id":"e8d031e8-fb77-4b33-80fe-385ec1fa3f88"} {"level":"error","ts":1789151452.9092588,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789152516.1139765,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789152516.1141174,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"582ea19d61e2011cce0299c8ec5850e7","span_id":"17afb93d5dc21841","x-request-id":"8d8e6a11-5ca8-45b9-a858-a9ab9a16f27b"} {"level":"info","ts":1789152516.1141305,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"582ea19d61e2011cce0299c8ec5850e7","span_id":"17afb93d5dc21841","x-request-id":"8d8e6a11-5ca8-45b9-a858-a9ab9a16f27b"} {"level":"info","ts":1789152516.114144,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"582ea19d61e2011cce0299c8ec5850e7","span_id":"17afb93d5dc21841","x-request-id":"8d8e6a11-5ca8-45b9-a858-a9ab9a16f27b","EoS":true} {"level":"info","ts":1789152516.1141753,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"582ea19d61e2011cce0299c8ec5850e7","span_id":"17afb93d5dc21841","x-request-id":"8d8e6a11-5ca8-45b9-a858-a9ab9a16f27b","header":"x-maas-group"} {"level":"info","ts":1789152516.1141868,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"582ea19d61e2011cce0299c8ec5850e7","span_id":"17afb93d5dc21841","x-request-id":"8d8e6a11-5ca8-45b9-a858-a9ab9a16f27b","header":"x-maas-username"} {"level":"info","ts":1789152516.114191,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"582ea19d61e2011cce0299c8ec5850e7","span_id":"17afb93d5dc21841","x-request-id":"8d8e6a11-5ca8-45b9-a858-a9ab9a16f27b","header":"x-maas-subscription"} {"level":"info","ts":1789152516.1142068,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"582ea19d61e2011cce0299c8ec5850e7","span_id":"17afb93d5dc21841","x-request-id":"8d8e6a11-5ca8-45b9-a858-a9ab9a16f27b","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789152516.1142325,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"582ea19d61e2011cce0299c8ec5850e7","span_id":"17afb93d5dc21841","x-request-id":"8d8e6a11-5ca8-45b9-a858-a9ab9a16f27b"} {"level":"info","ts":1789152516.1152453,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"582ea19d61e2011cce0299c8ec5850e7","span_id":"17afb93d5dc21841","x-request-id":"8d8e6a11-5ca8-45b9-a858-a9ab9a16f27b"} {"level":"info","ts":1789152516.1152675,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"582ea19d61e2011cce0299c8ec5850e7","span_id":"17afb93d5dc21841","x-request-id":"8d8e6a11-5ca8-45b9-a858-a9ab9a16f27b"} {"level":"info","ts":1789152516.115288,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"582ea19d61e2011cce0299c8ec5850e7","span_id":"17afb93d5dc21841","x-request-id":"8d8e6a11-5ca8-45b9-a858-a9ab9a16f27b","EoS":false} {"level":"info","ts":1789152516.1153288,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"582ea19d61e2011cce0299c8ec5850e7","span_id":"17afb93d5dc21841","x-request-id":"8d8e6a11-5ca8-45b9-a858-a9ab9a16f27b"} {"level":"info","ts":1789152516.11536,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"582ea19d61e2011cce0299c8ec5850e7","span_id":"17afb93d5dc21841","x-request-id":"8d8e6a11-5ca8-45b9-a858-a9ab9a16f27b","EoS":true} {"level":"info","ts":1789152516.115372,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"582ea19d61e2011cce0299c8ec5850e7","span_id":"17afb93d5dc21841","x-request-id":"8d8e6a11-5ca8-45b9-a858-a9ab9a16f27b"} {"level":"info","ts":1789152516.1545722,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789152516.1546679,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e9c231f71e8e0894e2c38fa0c7af39d1","span_id":"b01cb8d8c8835a58","x-request-id":"cfff6cf1-f352-4c19-8c62-f1a1df945fca"} {"level":"info","ts":1789152516.1546805,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e9c231f71e8e0894e2c38fa0c7af39d1","span_id":"b01cb8d8c8835a58","x-request-id":"cfff6cf1-f352-4c19-8c62-f1a1df945fca"} {"level":"info","ts":1789152516.154692,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e9c231f71e8e0894e2c38fa0c7af39d1","span_id":"b01cb8d8c8835a58","x-request-id":"cfff6cf1-f352-4c19-8c62-f1a1df945fca","EoS":true} {"level":"info","ts":1789152516.1547148,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e9c231f71e8e0894e2c38fa0c7af39d1","span_id":"b01cb8d8c8835a58","x-request-id":"cfff6cf1-f352-4c19-8c62-f1a1df945fca","header":"x-maas-username"} {"level":"info","ts":1789152516.1547246,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e9c231f71e8e0894e2c38fa0c7af39d1","span_id":"b01cb8d8c8835a58","x-request-id":"cfff6cf1-f352-4c19-8c62-f1a1df945fca","header":"x-maas-group"} {"level":"info","ts":1789152516.1547306,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e9c231f71e8e0894e2c38fa0c7af39d1","span_id":"b01cb8d8c8835a58","x-request-id":"cfff6cf1-f352-4c19-8c62-f1a1df945fca","header":"x-maas-subscription"} {"level":"info","ts":1789152516.1547449,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e9c231f71e8e0894e2c38fa0c7af39d1","span_id":"b01cb8d8c8835a58","x-request-id":"cfff6cf1-f352-4c19-8c62-f1a1df945fca","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789152516.1547701,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e9c231f71e8e0894e2c38fa0c7af39d1","span_id":"b01cb8d8c8835a58","x-request-id":"cfff6cf1-f352-4c19-8c62-f1a1df945fca"} {"level":"info","ts":1789152516.1555116,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e9c231f71e8e0894e2c38fa0c7af39d1","span_id":"b01cb8d8c8835a58","x-request-id":"cfff6cf1-f352-4c19-8c62-f1a1df945fca"} {"level":"info","ts":1789152516.155532,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e9c231f71e8e0894e2c38fa0c7af39d1","span_id":"b01cb8d8c8835a58","x-request-id":"cfff6cf1-f352-4c19-8c62-f1a1df945fca"} {"level":"info","ts":1789152516.1555512,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e9c231f71e8e0894e2c38fa0c7af39d1","span_id":"b01cb8d8c8835a58","x-request-id":"cfff6cf1-f352-4c19-8c62-f1a1df945fca","EoS":false} {"level":"info","ts":1789152516.1555674,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e9c231f71e8e0894e2c38fa0c7af39d1","span_id":"b01cb8d8c8835a58","x-request-id":"cfff6cf1-f352-4c19-8c62-f1a1df945fca"} {"level":"info","ts":1789152516.1555943,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e9c231f71e8e0894e2c38fa0c7af39d1","span_id":"b01cb8d8c8835a58","x-request-id":"cfff6cf1-f352-4c19-8c62-f1a1df945fca","EoS":true} {"level":"info","ts":1789152516.1556027,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e9c231f71e8e0894e2c38fa0c7af39d1","span_id":"b01cb8d8c8835a58","x-request-id":"cfff6cf1-f352-4c19-8c62-f1a1df945fca"} {"level":"error","ts":1789152528.0514355,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789152844.0953574,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789152844.095474,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5c9abd6ffe9d5fa362f4be79de7c83b1","span_id":"4d0523e6eb66eb26","x-request-id":"22fd7156-73ea-465a-9510-5d788a969c53"} {"level":"info","ts":1789152844.095489,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5c9abd6ffe9d5fa362f4be79de7c83b1","span_id":"4d0523e6eb66eb26","x-request-id":"22fd7156-73ea-465a-9510-5d788a969c53"} {"level":"info","ts":1789152844.0955026,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5c9abd6ffe9d5fa362f4be79de7c83b1","span_id":"4d0523e6eb66eb26","x-request-id":"22fd7156-73ea-465a-9510-5d788a969c53","EoS":true} {"level":"info","ts":1789152844.095528,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5c9abd6ffe9d5fa362f4be79de7c83b1","span_id":"4d0523e6eb66eb26","x-request-id":"22fd7156-73ea-465a-9510-5d788a969c53","header":"x-maas-group"} {"level":"info","ts":1789152844.095538,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5c9abd6ffe9d5fa362f4be79de7c83b1","span_id":"4d0523e6eb66eb26","x-request-id":"22fd7156-73ea-465a-9510-5d788a969c53","header":"x-maas-username"} {"level":"info","ts":1789152844.0955431,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5c9abd6ffe9d5fa362f4be79de7c83b1","span_id":"4d0523e6eb66eb26","x-request-id":"22fd7156-73ea-465a-9510-5d788a969c53","header":"x-maas-subscription"} {"level":"info","ts":1789152844.0955586,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5c9abd6ffe9d5fa362f4be79de7c83b1","span_id":"4d0523e6eb66eb26","x-request-id":"22fd7156-73ea-465a-9510-5d788a969c53","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789152844.0955825,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5c9abd6ffe9d5fa362f4be79de7c83b1","span_id":"4d0523e6eb66eb26","x-request-id":"22fd7156-73ea-465a-9510-5d788a969c53"} {"level":"info","ts":1789152844.1085079,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5c9abd6ffe9d5fa362f4be79de7c83b1","span_id":"4d0523e6eb66eb26","x-request-id":"22fd7156-73ea-465a-9510-5d788a969c53"} {"level":"info","ts":1789152844.108534,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5c9abd6ffe9d5fa362f4be79de7c83b1","span_id":"4d0523e6eb66eb26","x-request-id":"22fd7156-73ea-465a-9510-5d788a969c53"} {"level":"info","ts":1789152844.1085494,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5c9abd6ffe9d5fa362f4be79de7c83b1","span_id":"4d0523e6eb66eb26","x-request-id":"22fd7156-73ea-465a-9510-5d788a969c53","EoS":false} {"level":"info","ts":1789152844.108561,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5c9abd6ffe9d5fa362f4be79de7c83b1","span_id":"4d0523e6eb66eb26","x-request-id":"22fd7156-73ea-465a-9510-5d788a969c53"} {"level":"info","ts":1789152844.108588,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5c9abd6ffe9d5fa362f4be79de7c83b1","span_id":"4d0523e6eb66eb26","x-request-id":"22fd7156-73ea-465a-9510-5d788a969c53","EoS":true} {"level":"info","ts":1789152844.1086013,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5c9abd6ffe9d5fa362f4be79de7c83b1","span_id":"4d0523e6eb66eb26","x-request-id":"22fd7156-73ea-465a-9510-5d788a969c53"} {"level":"info","ts":1789152844.2523844,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789152844.2525022,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"41b8f86cb40775e650a805f486a9a66c","span_id":"53de3d3f869f0f89","x-request-id":"b6908f76-dfb6-4e0e-af97-3ff6719f7963"} {"level":"info","ts":1789152844.2525172,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"41b8f86cb40775e650a805f486a9a66c","span_id":"53de3d3f869f0f89","x-request-id":"b6908f76-dfb6-4e0e-af97-3ff6719f7963"} {"level":"info","ts":1789152844.252537,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"41b8f86cb40775e650a805f486a9a66c","span_id":"53de3d3f869f0f89","x-request-id":"b6908f76-dfb6-4e0e-af97-3ff6719f7963","EoS":true} {"level":"info","ts":1789152844.2525747,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"41b8f86cb40775e650a805f486a9a66c","span_id":"53de3d3f869f0f89","x-request-id":"b6908f76-dfb6-4e0e-af97-3ff6719f7963","header":"x-maas-group"} {"level":"info","ts":1789152844.2525861,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"41b8f86cb40775e650a805f486a9a66c","span_id":"53de3d3f869f0f89","x-request-id":"b6908f76-dfb6-4e0e-af97-3ff6719f7963","header":"x-maas-subscription"} {"level":"info","ts":1789152844.2525947,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"41b8f86cb40775e650a805f486a9a66c","span_id":"53de3d3f869f0f89","x-request-id":"b6908f76-dfb6-4e0e-af97-3ff6719f7963","header":"x-maas-username"} {"level":"info","ts":1789152844.2526164,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"41b8f86cb40775e650a805f486a9a66c","span_id":"53de3d3f869f0f89","x-request-id":"b6908f76-dfb6-4e0e-af97-3ff6719f7963","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789152844.2526505,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"41b8f86cb40775e650a805f486a9a66c","span_id":"53de3d3f869f0f89","x-request-id":"b6908f76-dfb6-4e0e-af97-3ff6719f7963"} {"level":"info","ts":1789152844.2535453,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"41b8f86cb40775e650a805f486a9a66c","span_id":"53de3d3f869f0f89","x-request-id":"b6908f76-dfb6-4e0e-af97-3ff6719f7963"} {"level":"info","ts":1789152844.2535663,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"41b8f86cb40775e650a805f486a9a66c","span_id":"53de3d3f869f0f89","x-request-id":"b6908f76-dfb6-4e0e-af97-3ff6719f7963"} {"level":"info","ts":1789152844.2535808,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"41b8f86cb40775e650a805f486a9a66c","span_id":"53de3d3f869f0f89","x-request-id":"b6908f76-dfb6-4e0e-af97-3ff6719f7963","EoS":false} {"level":"info","ts":1789152844.2535923,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"41b8f86cb40775e650a805f486a9a66c","span_id":"53de3d3f869f0f89","x-request-id":"b6908f76-dfb6-4e0e-af97-3ff6719f7963"} {"level":"info","ts":1789152844.2536223,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"41b8f86cb40775e650a805f486a9a66c","span_id":"53de3d3f869f0f89","x-request-id":"b6908f76-dfb6-4e0e-af97-3ff6719f7963","EoS":true} {"level":"info","ts":1789152844.2536333,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"41b8f86cb40775e650a805f486a9a66c","span_id":"53de3d3f869f0f89","x-request-id":"b6908f76-dfb6-4e0e-af97-3ff6719f7963"} {"level":"info","ts":1789152844.3909445,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789152844.391042,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"90e7af8a2e96037dc9c894314ab6f30d","span_id":"705f0f802b18158e","x-request-id":"9d789315-854c-4157-88ce-495e9cd50358"} {"level":"info","ts":1789152844.3910546,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"90e7af8a2e96037dc9c894314ab6f30d","span_id":"705f0f802b18158e","x-request-id":"9d789315-854c-4157-88ce-495e9cd50358"} {"level":"info","ts":1789152844.3910656,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"90e7af8a2e96037dc9c894314ab6f30d","span_id":"705f0f802b18158e","x-request-id":"9d789315-854c-4157-88ce-495e9cd50358","EoS":true} {"level":"info","ts":1789152844.3910878,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"90e7af8a2e96037dc9c894314ab6f30d","span_id":"705f0f802b18158e","x-request-id":"9d789315-854c-4157-88ce-495e9cd50358","header":"x-maas-subscription"} {"level":"info","ts":1789152844.3910992,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"90e7af8a2e96037dc9c894314ab6f30d","span_id":"705f0f802b18158e","x-request-id":"9d789315-854c-4157-88ce-495e9cd50358","header":"x-maas-username"} {"level":"info","ts":1789152844.3911042,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"90e7af8a2e96037dc9c894314ab6f30d","span_id":"705f0f802b18158e","x-request-id":"9d789315-854c-4157-88ce-495e9cd50358","header":"x-maas-group"} {"level":"info","ts":1789152844.391119,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"90e7af8a2e96037dc9c894314ab6f30d","span_id":"705f0f802b18158e","x-request-id":"9d789315-854c-4157-88ce-495e9cd50358","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789152844.391144,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"90e7af8a2e96037dc9c894314ab6f30d","span_id":"705f0f802b18158e","x-request-id":"9d789315-854c-4157-88ce-495e9cd50358"} {"level":"info","ts":1789152844.393148,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"90e7af8a2e96037dc9c894314ab6f30d","span_id":"705f0f802b18158e","x-request-id":"9d789315-854c-4157-88ce-495e9cd50358"} {"level":"info","ts":1789152844.3931673,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"90e7af8a2e96037dc9c894314ab6f30d","span_id":"705f0f802b18158e","x-request-id":"9d789315-854c-4157-88ce-495e9cd50358"} {"level":"info","ts":1789152844.3931787,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"90e7af8a2e96037dc9c894314ab6f30d","span_id":"705f0f802b18158e","x-request-id":"9d789315-854c-4157-88ce-495e9cd50358","EoS":false} {"level":"info","ts":1789152844.3931913,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"90e7af8a2e96037dc9c894314ab6f30d","span_id":"705f0f802b18158e","x-request-id":"9d789315-854c-4157-88ce-495e9cd50358"} {"level":"info","ts":1789152844.393213,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"90e7af8a2e96037dc9c894314ab6f30d","span_id":"705f0f802b18158e","x-request-id":"9d789315-854c-4157-88ce-495e9cd50358","EoS":true} {"level":"info","ts":1789152844.3932202,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"90e7af8a2e96037dc9c894314ab6f30d","span_id":"705f0f802b18158e","x-request-id":"9d789315-854c-4157-88ce-495e9cd50358"} {"level":"info","ts":1789152844.5286674,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789152844.5287611,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"04f1574b689bbfa8895922b530ed8f49","span_id":"7479e18fd53943e1","x-request-id":"6a429bdd-1c49-4a0a-b9ba-01180927c431"} {"level":"info","ts":1789152844.5287735,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"04f1574b689bbfa8895922b530ed8f49","span_id":"7479e18fd53943e1","x-request-id":"6a429bdd-1c49-4a0a-b9ba-01180927c431"} {"level":"info","ts":1789152844.528791,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"04f1574b689bbfa8895922b530ed8f49","span_id":"7479e18fd53943e1","x-request-id":"6a429bdd-1c49-4a0a-b9ba-01180927c431","EoS":true} {"level":"info","ts":1789152844.528815,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"04f1574b689bbfa8895922b530ed8f49","span_id":"7479e18fd53943e1","x-request-id":"6a429bdd-1c49-4a0a-b9ba-01180927c431","header":"x-maas-username"} {"level":"info","ts":1789152844.5288265,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"04f1574b689bbfa8895922b530ed8f49","span_id":"7479e18fd53943e1","x-request-id":"6a429bdd-1c49-4a0a-b9ba-01180927c431","header":"x-maas-group"} {"level":"info","ts":1789152844.528832,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"04f1574b689bbfa8895922b530ed8f49","span_id":"7479e18fd53943e1","x-request-id":"6a429bdd-1c49-4a0a-b9ba-01180927c431","header":"x-maas-subscription"} {"level":"info","ts":1789152844.528846,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"04f1574b689bbfa8895922b530ed8f49","span_id":"7479e18fd53943e1","x-request-id":"6a429bdd-1c49-4a0a-b9ba-01180927c431","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789152844.5288708,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"04f1574b689bbfa8895922b530ed8f49","span_id":"7479e18fd53943e1","x-request-id":"6a429bdd-1c49-4a0a-b9ba-01180927c431"} {"level":"info","ts":1789152844.5296214,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"04f1574b689bbfa8895922b530ed8f49","span_id":"7479e18fd53943e1","x-request-id":"6a429bdd-1c49-4a0a-b9ba-01180927c431"} {"level":"info","ts":1789152844.5296404,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"04f1574b689bbfa8895922b530ed8f49","span_id":"7479e18fd53943e1","x-request-id":"6a429bdd-1c49-4a0a-b9ba-01180927c431"} {"level":"info","ts":1789152844.5296514,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"04f1574b689bbfa8895922b530ed8f49","span_id":"7479e18fd53943e1","x-request-id":"6a429bdd-1c49-4a0a-b9ba-01180927c431","EoS":false} {"level":"info","ts":1789152844.5296633,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"04f1574b689bbfa8895922b530ed8f49","span_id":"7479e18fd53943e1","x-request-id":"6a429bdd-1c49-4a0a-b9ba-01180927c431"} {"level":"info","ts":1789152844.529691,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"04f1574b689bbfa8895922b530ed8f49","span_id":"7479e18fd53943e1","x-request-id":"6a429bdd-1c49-4a0a-b9ba-01180927c431","EoS":true} {"level":"info","ts":1789152844.5297027,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"04f1574b689bbfa8895922b530ed8f49","span_id":"7479e18fd53943e1","x-request-id":"6a429bdd-1c49-4a0a-b9ba-01180927c431"} {"level":"info","ts":1789152844.6685462,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789152844.6686432,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"326d29ecf486ea025b8b933ed799f92f","span_id":"5efeba0db541e1c0","x-request-id":"313cf4c1-f12d-44bd-868d-36eda114c58e"} {"level":"info","ts":1789152844.6686552,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"326d29ecf486ea025b8b933ed799f92f","span_id":"5efeba0db541e1c0","x-request-id":"313cf4c1-f12d-44bd-868d-36eda114c58e"} {"level":"info","ts":1789152844.6686678,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"326d29ecf486ea025b8b933ed799f92f","span_id":"5efeba0db541e1c0","x-request-id":"313cf4c1-f12d-44bd-868d-36eda114c58e","EoS":true} {"level":"info","ts":1789152844.6686916,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"326d29ecf486ea025b8b933ed799f92f","span_id":"5efeba0db541e1c0","x-request-id":"313cf4c1-f12d-44bd-868d-36eda114c58e","header":"x-maas-subscription"} {"level":"info","ts":1789152844.6687016,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"326d29ecf486ea025b8b933ed799f92f","span_id":"5efeba0db541e1c0","x-request-id":"313cf4c1-f12d-44bd-868d-36eda114c58e","header":"x-maas-username"} {"level":"info","ts":1789152844.6687074,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"326d29ecf486ea025b8b933ed799f92f","span_id":"5efeba0db541e1c0","x-request-id":"313cf4c1-f12d-44bd-868d-36eda114c58e","header":"x-maas-group"} {"level":"info","ts":1789152844.6687214,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"326d29ecf486ea025b8b933ed799f92f","span_id":"5efeba0db541e1c0","x-request-id":"313cf4c1-f12d-44bd-868d-36eda114c58e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789152844.668746,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"326d29ecf486ea025b8b933ed799f92f","span_id":"5efeba0db541e1c0","x-request-id":"313cf4c1-f12d-44bd-868d-36eda114c58e"} {"level":"info","ts":1789152844.669491,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"326d29ecf486ea025b8b933ed799f92f","span_id":"5efeba0db541e1c0","x-request-id":"313cf4c1-f12d-44bd-868d-36eda114c58e"} {"level":"info","ts":1789152844.6695156,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"326d29ecf486ea025b8b933ed799f92f","span_id":"5efeba0db541e1c0","x-request-id":"313cf4c1-f12d-44bd-868d-36eda114c58e"} {"level":"info","ts":1789152844.66953,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"326d29ecf486ea025b8b933ed799f92f","span_id":"5efeba0db541e1c0","x-request-id":"313cf4c1-f12d-44bd-868d-36eda114c58e","EoS":false} {"level":"info","ts":1789152844.6695452,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"326d29ecf486ea025b8b933ed799f92f","span_id":"5efeba0db541e1c0","x-request-id":"313cf4c1-f12d-44bd-868d-36eda114c58e"} {"level":"info","ts":1789152844.6695743,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"326d29ecf486ea025b8b933ed799f92f","span_id":"5efeba0db541e1c0","x-request-id":"313cf4c1-f12d-44bd-868d-36eda114c58e","EoS":true} {"level":"info","ts":1789152844.6695833,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"326d29ecf486ea025b8b933ed799f92f","span_id":"5efeba0db541e1c0","x-request-id":"313cf4c1-f12d-44bd-868d-36eda114c58e"} {"level":"info","ts":1789152853.4174213,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789152853.417527,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f8c1226ea4e4c6a7c88b7e5ddc2972e9","span_id":"cc16a69b9d1ee8c8","x-request-id":"c4a85fef-2050-43ca-901f-5a692388ad49"} {"level":"info","ts":1789152853.417544,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f8c1226ea4e4c6a7c88b7e5ddc2972e9","span_id":"cc16a69b9d1ee8c8","x-request-id":"c4a85fef-2050-43ca-901f-5a692388ad49"} {"level":"info","ts":1789152853.417557,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f8c1226ea4e4c6a7c88b7e5ddc2972e9","span_id":"cc16a69b9d1ee8c8","x-request-id":"c4a85fef-2050-43ca-901f-5a692388ad49","EoS":true} {"level":"info","ts":1789152853.4175816,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f8c1226ea4e4c6a7c88b7e5ddc2972e9","span_id":"cc16a69b9d1ee8c8","x-request-id":"c4a85fef-2050-43ca-901f-5a692388ad49","header":"x-maas-subscription"} {"level":"info","ts":1789152853.417592,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f8c1226ea4e4c6a7c88b7e5ddc2972e9","span_id":"cc16a69b9d1ee8c8","x-request-id":"c4a85fef-2050-43ca-901f-5a692388ad49","header":"x-maas-username"} {"level":"info","ts":1789152853.4175975,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f8c1226ea4e4c6a7c88b7e5ddc2972e9","span_id":"cc16a69b9d1ee8c8","x-request-id":"c4a85fef-2050-43ca-901f-5a692388ad49","header":"x-maas-group"} {"level":"info","ts":1789152853.417617,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f8c1226ea4e4c6a7c88b7e5ddc2972e9","span_id":"cc16a69b9d1ee8c8","x-request-id":"c4a85fef-2050-43ca-901f-5a692388ad49","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789152853.4176433,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f8c1226ea4e4c6a7c88b7e5ddc2972e9","span_id":"cc16a69b9d1ee8c8","x-request-id":"c4a85fef-2050-43ca-901f-5a692388ad49"} {"level":"info","ts":1789152853.4184582,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f8c1226ea4e4c6a7c88b7e5ddc2972e9","span_id":"cc16a69b9d1ee8c8","x-request-id":"c4a85fef-2050-43ca-901f-5a692388ad49"} {"level":"info","ts":1789152853.4184792,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f8c1226ea4e4c6a7c88b7e5ddc2972e9","span_id":"cc16a69b9d1ee8c8","x-request-id":"c4a85fef-2050-43ca-901f-5a692388ad49"} {"level":"info","ts":1789152853.4185007,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f8c1226ea4e4c6a7c88b7e5ddc2972e9","span_id":"cc16a69b9d1ee8c8","x-request-id":"c4a85fef-2050-43ca-901f-5a692388ad49","EoS":false} {"level":"info","ts":1789152853.4185278,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f8c1226ea4e4c6a7c88b7e5ddc2972e9","span_id":"cc16a69b9d1ee8c8","x-request-id":"c4a85fef-2050-43ca-901f-5a692388ad49"} {"level":"info","ts":1789152853.4185624,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f8c1226ea4e4c6a7c88b7e5ddc2972e9","span_id":"cc16a69b9d1ee8c8","x-request-id":"c4a85fef-2050-43ca-901f-5a692388ad49","EoS":true} {"level":"info","ts":1789152853.4185722,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f8c1226ea4e4c6a7c88b7e5ddc2972e9","span_id":"cc16a69b9d1ee8c8","x-request-id":"c4a85fef-2050-43ca-901f-5a692388ad49"} {"level":"info","ts":1789152853.5169818,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789152853.5170805,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ead26525d0cf8793ff1d73675bb9d36e","span_id":"de0574c5454c6ea2","x-request-id":"590c62cd-5ca5-40e6-9586-058516e6333e"} {"level":"info","ts":1789152853.5177598,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ead26525d0cf8793ff1d73675bb9d36e","span_id":"de0574c5454c6ea2","x-request-id":"590c62cd-5ca5-40e6-9586-058516e6333e"} {"level":"info","ts":1789152853.5177789,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ead26525d0cf8793ff1d73675bb9d36e","span_id":"de0574c5454c6ea2","x-request-id":"590c62cd-5ca5-40e6-9586-058516e6333e"} {"level":"info","ts":1789152853.5177956,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ead26525d0cf8793ff1d73675bb9d36e","span_id":"de0574c5454c6ea2","x-request-id":"590c62cd-5ca5-40e6-9586-058516e6333e","EoS":false} {"level":"info","ts":1789152853.5178173,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ead26525d0cf8793ff1d73675bb9d36e","span_id":"de0574c5454c6ea2","x-request-id":"590c62cd-5ca5-40e6-9586-058516e6333e"} {"level":"info","ts":1789152853.517851,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ead26525d0cf8793ff1d73675bb9d36e","span_id":"de0574c5454c6ea2","x-request-id":"590c62cd-5ca5-40e6-9586-058516e6333e","EoS":true} {"level":"info","ts":1789152853.5178647,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ead26525d0cf8793ff1d73675bb9d36e","span_id":"de0574c5454c6ea2","x-request-id":"590c62cd-5ca5-40e6-9586-058516e6333e"} {"level":"info","ts":1789152854.239518,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789152854.2396238,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0990a6338c2bf840abbec691aaef23a0","span_id":"26afba67ad72c6d2","x-request-id":"6173e55a-411c-4cc5-85d3-a049b30d1175"} {"level":"info","ts":1789152854.2396362,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0990a6338c2bf840abbec691aaef23a0","span_id":"26afba67ad72c6d2","x-request-id":"6173e55a-411c-4cc5-85d3-a049b30d1175"} {"level":"info","ts":1789152854.2396488,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0990a6338c2bf840abbec691aaef23a0","span_id":"26afba67ad72c6d2","x-request-id":"6173e55a-411c-4cc5-85d3-a049b30d1175","EoS":true} {"level":"info","ts":1789152854.2396705,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0990a6338c2bf840abbec691aaef23a0","span_id":"26afba67ad72c6d2","x-request-id":"6173e55a-411c-4cc5-85d3-a049b30d1175","header":"x-maas-username"} {"level":"info","ts":1789152854.2396803,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0990a6338c2bf840abbec691aaef23a0","span_id":"26afba67ad72c6d2","x-request-id":"6173e55a-411c-4cc5-85d3-a049b30d1175","header":"x-maas-group"} {"level":"info","ts":1789152854.2396853,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0990a6338c2bf840abbec691aaef23a0","span_id":"26afba67ad72c6d2","x-request-id":"6173e55a-411c-4cc5-85d3-a049b30d1175","header":"x-maas-subscription"} {"level":"info","ts":1789152854.2397013,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0990a6338c2bf840abbec691aaef23a0","span_id":"26afba67ad72c6d2","x-request-id":"6173e55a-411c-4cc5-85d3-a049b30d1175","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789152854.2397263,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0990a6338c2bf840abbec691aaef23a0","span_id":"26afba67ad72c6d2","x-request-id":"6173e55a-411c-4cc5-85d3-a049b30d1175"} {"level":"info","ts":1789152854.2405512,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0990a6338c2bf840abbec691aaef23a0","span_id":"26afba67ad72c6d2","x-request-id":"6173e55a-411c-4cc5-85d3-a049b30d1175"} {"level":"info","ts":1789152854.2405708,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0990a6338c2bf840abbec691aaef23a0","span_id":"26afba67ad72c6d2","x-request-id":"6173e55a-411c-4cc5-85d3-a049b30d1175"} {"level":"info","ts":1789152854.2405894,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0990a6338c2bf840abbec691aaef23a0","span_id":"26afba67ad72c6d2","x-request-id":"6173e55a-411c-4cc5-85d3-a049b30d1175","EoS":false} {"level":"info","ts":1789152854.2406075,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0990a6338c2bf840abbec691aaef23a0","span_id":"26afba67ad72c6d2","x-request-id":"6173e55a-411c-4cc5-85d3-a049b30d1175"} {"level":"info","ts":1789152854.2406328,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0990a6338c2bf840abbec691aaef23a0","span_id":"26afba67ad72c6d2","x-request-id":"6173e55a-411c-4cc5-85d3-a049b30d1175","EoS":true} {"level":"info","ts":1789152854.240642,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0990a6338c2bf840abbec691aaef23a0","span_id":"26afba67ad72c6d2","x-request-id":"6173e55a-411c-4cc5-85d3-a049b30d1175"} {"level":"info","ts":1789152855.1718957,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789152855.172002,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"09cd68c2a8527b0af605554a653334cf","span_id":"cd8b37eca6a203c9","x-request-id":"a805f9db-5aa1-497e-ab8c-17ed02051c79"} {"level":"info","ts":1789152855.1720185,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"09cd68c2a8527b0af605554a653334cf","span_id":"cd8b37eca6a203c9","x-request-id":"a805f9db-5aa1-497e-ab8c-17ed02051c79"} {"level":"info","ts":1789152855.1720312,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"09cd68c2a8527b0af605554a653334cf","span_id":"cd8b37eca6a203c9","x-request-id":"a805f9db-5aa1-497e-ab8c-17ed02051c79","EoS":true} {"level":"info","ts":1789152855.1720548,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"09cd68c2a8527b0af605554a653334cf","span_id":"cd8b37eca6a203c9","x-request-id":"a805f9db-5aa1-497e-ab8c-17ed02051c79","header":"x-maas-username"} {"level":"info","ts":1789152855.1720657,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"09cd68c2a8527b0af605554a653334cf","span_id":"cd8b37eca6a203c9","x-request-id":"a805f9db-5aa1-497e-ab8c-17ed02051c79","header":"x-maas-subscription"} {"level":"info","ts":1789152855.1720712,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"09cd68c2a8527b0af605554a653334cf","span_id":"cd8b37eca6a203c9","x-request-id":"a805f9db-5aa1-497e-ab8c-17ed02051c79","header":"x-maas-group"} {"level":"info","ts":1789152855.1720877,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"09cd68c2a8527b0af605554a653334cf","span_id":"cd8b37eca6a203c9","x-request-id":"a805f9db-5aa1-497e-ab8c-17ed02051c79","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789152855.1721132,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"09cd68c2a8527b0af605554a653334cf","span_id":"cd8b37eca6a203c9","x-request-id":"a805f9db-5aa1-497e-ab8c-17ed02051c79"} {"level":"info","ts":1789152855.1729734,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"09cd68c2a8527b0af605554a653334cf","span_id":"cd8b37eca6a203c9","x-request-id":"a805f9db-5aa1-497e-ab8c-17ed02051c79"} {"level":"info","ts":1789152855.1729932,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"09cd68c2a8527b0af605554a653334cf","span_id":"cd8b37eca6a203c9","x-request-id":"a805f9db-5aa1-497e-ab8c-17ed02051c79"} {"level":"info","ts":1789152855.1730065,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"09cd68c2a8527b0af605554a653334cf","span_id":"cd8b37eca6a203c9","x-request-id":"a805f9db-5aa1-497e-ab8c-17ed02051c79","EoS":false} {"level":"info","ts":1789152855.173023,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"09cd68c2a8527b0af605554a653334cf","span_id":"cd8b37eca6a203c9","x-request-id":"a805f9db-5aa1-497e-ab8c-17ed02051c79"} {"level":"info","ts":1789152855.1730497,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"09cd68c2a8527b0af605554a653334cf","span_id":"cd8b37eca6a203c9","x-request-id":"a805f9db-5aa1-497e-ab8c-17ed02051c79","EoS":true} {"level":"info","ts":1789152855.1730576,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"09cd68c2a8527b0af605554a653334cf","span_id":"cd8b37eca6a203c9","x-request-id":"a805f9db-5aa1-497e-ab8c-17ed02051c79"} {"level":"info","ts":1789152855.8986545,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789152855.8987877,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"69fb8e0600256f2aecb42ce4603fbbb8","span_id":"3d5530132e3c9728","x-request-id":"4c11ba2d-a995-49f6-980a-df44de7927b5"} {"level":"info","ts":1789152855.8988018,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"69fb8e0600256f2aecb42ce4603fbbb8","span_id":"3d5530132e3c9728","x-request-id":"4c11ba2d-a995-49f6-980a-df44de7927b5"} {"level":"info","ts":1789152855.898814,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"69fb8e0600256f2aecb42ce4603fbbb8","span_id":"3d5530132e3c9728","x-request-id":"4c11ba2d-a995-49f6-980a-df44de7927b5","EoS":true} {"level":"info","ts":1789152855.89884,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"69fb8e0600256f2aecb42ce4603fbbb8","span_id":"3d5530132e3c9728","x-request-id":"4c11ba2d-a995-49f6-980a-df44de7927b5","header":"x-maas-subscription"} {"level":"info","ts":1789152855.8988504,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"69fb8e0600256f2aecb42ce4603fbbb8","span_id":"3d5530132e3c9728","x-request-id":"4c11ba2d-a995-49f6-980a-df44de7927b5","header":"x-maas-group"} {"level":"info","ts":1789152855.8988552,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"69fb8e0600256f2aecb42ce4603fbbb8","span_id":"3d5530132e3c9728","x-request-id":"4c11ba2d-a995-49f6-980a-df44de7927b5","header":"x-maas-username"} {"level":"info","ts":1789152855.8988695,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"69fb8e0600256f2aecb42ce4603fbbb8","span_id":"3d5530132e3c9728","x-request-id":"4c11ba2d-a995-49f6-980a-df44de7927b5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789152855.8988945,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"69fb8e0600256f2aecb42ce4603fbbb8","span_id":"3d5530132e3c9728","x-request-id":"4c11ba2d-a995-49f6-980a-df44de7927b5"} {"level":"info","ts":1789152855.8997688,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"69fb8e0600256f2aecb42ce4603fbbb8","span_id":"3d5530132e3c9728","x-request-id":"4c11ba2d-a995-49f6-980a-df44de7927b5"} {"level":"info","ts":1789152855.8997896,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"69fb8e0600256f2aecb42ce4603fbbb8","span_id":"3d5530132e3c9728","x-request-id":"4c11ba2d-a995-49f6-980a-df44de7927b5"} {"level":"info","ts":1789152855.899802,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"69fb8e0600256f2aecb42ce4603fbbb8","span_id":"3d5530132e3c9728","x-request-id":"4c11ba2d-a995-49f6-980a-df44de7927b5","EoS":false} {"level":"info","ts":1789152855.8998182,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"69fb8e0600256f2aecb42ce4603fbbb8","span_id":"3d5530132e3c9728","x-request-id":"4c11ba2d-a995-49f6-980a-df44de7927b5"} {"level":"info","ts":1789152855.8998415,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"69fb8e0600256f2aecb42ce4603fbbb8","span_id":"3d5530132e3c9728","x-request-id":"4c11ba2d-a995-49f6-980a-df44de7927b5","EoS":true} {"level":"info","ts":1789152855.899852,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"69fb8e0600256f2aecb42ce4603fbbb8","span_id":"3d5530132e3c9728","x-request-id":"4c11ba2d-a995-49f6-980a-df44de7927b5"} {"level":"info","ts":1789152856.9130461,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789152856.9131455,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3eaeab4e437b001d327e9e2e5bfc0ae8","span_id":"3fd6b2f56f1ac59d","x-request-id":"19f6c339-4f83-4c46-9f96-47e0efbe6640"} {"level":"info","ts":1789152856.9131575,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3eaeab4e437b001d327e9e2e5bfc0ae8","span_id":"3fd6b2f56f1ac59d","x-request-id":"19f6c339-4f83-4c46-9f96-47e0efbe6640"} {"level":"info","ts":1789152856.9131684,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3eaeab4e437b001d327e9e2e5bfc0ae8","span_id":"3fd6b2f56f1ac59d","x-request-id":"19f6c339-4f83-4c46-9f96-47e0efbe6640","EoS":true} {"level":"info","ts":1789152856.9131935,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3eaeab4e437b001d327e9e2e5bfc0ae8","span_id":"3fd6b2f56f1ac59d","x-request-id":"19f6c339-4f83-4c46-9f96-47e0efbe6640","header":"x-maas-subscription"} {"level":"info","ts":1789152856.913206,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3eaeab4e437b001d327e9e2e5bfc0ae8","span_id":"3fd6b2f56f1ac59d","x-request-id":"19f6c339-4f83-4c46-9f96-47e0efbe6640","header":"x-maas-username"} {"level":"info","ts":1789152856.9132106,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3eaeab4e437b001d327e9e2e5bfc0ae8","span_id":"3fd6b2f56f1ac59d","x-request-id":"19f6c339-4f83-4c46-9f96-47e0efbe6640","header":"x-maas-group"} {"level":"info","ts":1789152856.9132261,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3eaeab4e437b001d327e9e2e5bfc0ae8","span_id":"3fd6b2f56f1ac59d","x-request-id":"19f6c339-4f83-4c46-9f96-47e0efbe6640","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789152856.913251,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3eaeab4e437b001d327e9e2e5bfc0ae8","span_id":"3fd6b2f56f1ac59d","x-request-id":"19f6c339-4f83-4c46-9f96-47e0efbe6640"} {"level":"info","ts":1789152856.914101,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3eaeab4e437b001d327e9e2e5bfc0ae8","span_id":"3fd6b2f56f1ac59d","x-request-id":"19f6c339-4f83-4c46-9f96-47e0efbe6640"} {"level":"info","ts":1789152856.9141214,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3eaeab4e437b001d327e9e2e5bfc0ae8","span_id":"3fd6b2f56f1ac59d","x-request-id":"19f6c339-4f83-4c46-9f96-47e0efbe6640"} {"level":"info","ts":1789152856.914137,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3eaeab4e437b001d327e9e2e5bfc0ae8","span_id":"3fd6b2f56f1ac59d","x-request-id":"19f6c339-4f83-4c46-9f96-47e0efbe6640","EoS":false} {"level":"info","ts":1789152856.9141479,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3eaeab4e437b001d327e9e2e5bfc0ae8","span_id":"3fd6b2f56f1ac59d","x-request-id":"19f6c339-4f83-4c46-9f96-47e0efbe6640"} {"level":"info","ts":1789152856.9141748,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3eaeab4e437b001d327e9e2e5bfc0ae8","span_id":"3fd6b2f56f1ac59d","x-request-id":"19f6c339-4f83-4c46-9f96-47e0efbe6640","EoS":true} {"level":"info","ts":1789152856.9141874,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3eaeab4e437b001d327e9e2e5bfc0ae8","span_id":"3fd6b2f56f1ac59d","x-request-id":"19f6c339-4f83-4c46-9f96-47e0efbe6640"} {"level":"error","ts":1789152858.0935764,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789152873.0944242,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789152876.3142056,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789152876.3143423,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6f413e7ca4aed8ecc926a59519cc4c6d","span_id":"c6294a6d36793b09","x-request-id":"20e929fb-446f-4866-a1dd-cdb88bea4d9c"} {"level":"info","ts":1789152876.3143556,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6f413e7ca4aed8ecc926a59519cc4c6d","span_id":"c6294a6d36793b09","x-request-id":"20e929fb-446f-4866-a1dd-cdb88bea4d9c"} {"level":"info","ts":1789152876.3143697,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6f413e7ca4aed8ecc926a59519cc4c6d","span_id":"c6294a6d36793b09","x-request-id":"20e929fb-446f-4866-a1dd-cdb88bea4d9c","EoS":true} {"level":"info","ts":1789152876.314394,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6f413e7ca4aed8ecc926a59519cc4c6d","span_id":"c6294a6d36793b09","x-request-id":"20e929fb-446f-4866-a1dd-cdb88bea4d9c","header":"x-maas-username"} {"level":"info","ts":1789152876.3144047,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6f413e7ca4aed8ecc926a59519cc4c6d","span_id":"c6294a6d36793b09","x-request-id":"20e929fb-446f-4866-a1dd-cdb88bea4d9c","header":"x-maas-group"} {"level":"info","ts":1789152876.3144097,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6f413e7ca4aed8ecc926a59519cc4c6d","span_id":"c6294a6d36793b09","x-request-id":"20e929fb-446f-4866-a1dd-cdb88bea4d9c","header":"x-maas-subscription"} {"level":"info","ts":1789152876.3144248,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6f413e7ca4aed8ecc926a59519cc4c6d","span_id":"c6294a6d36793b09","x-request-id":"20e929fb-446f-4866-a1dd-cdb88bea4d9c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789152876.314454,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6f413e7ca4aed8ecc926a59519cc4c6d","span_id":"c6294a6d36793b09","x-request-id":"20e929fb-446f-4866-a1dd-cdb88bea4d9c"} {"level":"info","ts":1789152876.3152647,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6f413e7ca4aed8ecc926a59519cc4c6d","span_id":"c6294a6d36793b09","x-request-id":"20e929fb-446f-4866-a1dd-cdb88bea4d9c"} {"level":"info","ts":1789152876.3152845,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6f413e7ca4aed8ecc926a59519cc4c6d","span_id":"c6294a6d36793b09","x-request-id":"20e929fb-446f-4866-a1dd-cdb88bea4d9c"} {"level":"info","ts":1789152876.3153207,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6f413e7ca4aed8ecc926a59519cc4c6d","span_id":"c6294a6d36793b09","x-request-id":"20e929fb-446f-4866-a1dd-cdb88bea4d9c","EoS":false} {"level":"info","ts":1789152876.315347,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6f413e7ca4aed8ecc926a59519cc4c6d","span_id":"c6294a6d36793b09","x-request-id":"20e929fb-446f-4866-a1dd-cdb88bea4d9c"} {"level":"info","ts":1789152876.3153815,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6f413e7ca4aed8ecc926a59519cc4c6d","span_id":"c6294a6d36793b09","x-request-id":"20e929fb-446f-4866-a1dd-cdb88bea4d9c","EoS":true} {"level":"info","ts":1789152876.3153934,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6f413e7ca4aed8ecc926a59519cc4c6d","span_id":"c6294a6d36793b09","x-request-id":"20e929fb-446f-4866-a1dd-cdb88bea4d9c"} {"level":"error","ts":1789152888.095501,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789152965.012905,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789152965.013014,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"99b8ffa518c4af1c333fb2a7d9c871e7","span_id":"512edab223bae591","x-request-id":"d8fdf30f-c379-479d-ac95-cec679c59097"} {"level":"info","ts":1789152965.0130267,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"99b8ffa518c4af1c333fb2a7d9c871e7","span_id":"512edab223bae591","x-request-id":"d8fdf30f-c379-479d-ac95-cec679c59097"} {"level":"info","ts":1789152965.0130384,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"99b8ffa518c4af1c333fb2a7d9c871e7","span_id":"512edab223bae591","x-request-id":"d8fdf30f-c379-479d-ac95-cec679c59097","EoS":true} {"level":"info","ts":1789152965.0130608,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"99b8ffa518c4af1c333fb2a7d9c871e7","span_id":"512edab223bae591","x-request-id":"d8fdf30f-c379-479d-ac95-cec679c59097","header":"x-maas-username"} {"level":"info","ts":1789152965.0130708,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"99b8ffa518c4af1c333fb2a7d9c871e7","span_id":"512edab223bae591","x-request-id":"d8fdf30f-c379-479d-ac95-cec679c59097","header":"x-maas-group"} {"level":"info","ts":1789152965.0130763,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"99b8ffa518c4af1c333fb2a7d9c871e7","span_id":"512edab223bae591","x-request-id":"d8fdf30f-c379-479d-ac95-cec679c59097","header":"x-maas-subscription"} {"level":"info","ts":1789152965.0130923,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"99b8ffa518c4af1c333fb2a7d9c871e7","span_id":"512edab223bae591","x-request-id":"d8fdf30f-c379-479d-ac95-cec679c59097","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789152965.0131183,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"99b8ffa518c4af1c333fb2a7d9c871e7","span_id":"512edab223bae591","x-request-id":"d8fdf30f-c379-479d-ac95-cec679c59097"} {"level":"info","ts":1789152965.0260785,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"99b8ffa518c4af1c333fb2a7d9c871e7","span_id":"512edab223bae591","x-request-id":"d8fdf30f-c379-479d-ac95-cec679c59097"} {"level":"info","ts":1789152965.0261073,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"99b8ffa518c4af1c333fb2a7d9c871e7","span_id":"512edab223bae591","x-request-id":"d8fdf30f-c379-479d-ac95-cec679c59097"} {"level":"info","ts":1789152965.026124,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"99b8ffa518c4af1c333fb2a7d9c871e7","span_id":"512edab223bae591","x-request-id":"d8fdf30f-c379-479d-ac95-cec679c59097","EoS":false} {"level":"info","ts":1789152965.0261383,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"99b8ffa518c4af1c333fb2a7d9c871e7","span_id":"512edab223bae591","x-request-id":"d8fdf30f-c379-479d-ac95-cec679c59097"} {"level":"info","ts":1789152965.0261648,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"99b8ffa518c4af1c333fb2a7d9c871e7","span_id":"512edab223bae591","x-request-id":"d8fdf30f-c379-479d-ac95-cec679c59097","EoS":true} {"level":"info","ts":1789152965.0261745,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"99b8ffa518c4af1c333fb2a7d9c871e7","span_id":"512edab223bae591","x-request-id":"d8fdf30f-c379-479d-ac95-cec679c59097"} {"level":"error","ts":1789152978.1052246,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789153050.2317991,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789153050.2319057,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"907172cfed6bacad12d39b5313d28238","span_id":"9e653e433d92e46e","x-request-id":"3909b456-6934-4285-965b-66124e035b6d"} {"level":"info","ts":1789153050.231923,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"907172cfed6bacad12d39b5313d28238","span_id":"9e653e433d92e46e","x-request-id":"3909b456-6934-4285-965b-66124e035b6d"} {"level":"info","ts":1789153050.231936,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"907172cfed6bacad12d39b5313d28238","span_id":"9e653e433d92e46e","x-request-id":"3909b456-6934-4285-965b-66124e035b6d","EoS":true} {"level":"info","ts":1789153050.231964,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"907172cfed6bacad12d39b5313d28238","span_id":"9e653e433d92e46e","x-request-id":"3909b456-6934-4285-965b-66124e035b6d","header":"x-maas-subscription"} {"level":"info","ts":1789153050.2319741,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"907172cfed6bacad12d39b5313d28238","span_id":"9e653e433d92e46e","x-request-id":"3909b456-6934-4285-965b-66124e035b6d","header":"x-maas-group"} {"level":"info","ts":1789153050.2319806,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"907172cfed6bacad12d39b5313d28238","span_id":"9e653e433d92e46e","x-request-id":"3909b456-6934-4285-965b-66124e035b6d","header":"x-maas-username"} {"level":"info","ts":1789153050.2319984,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"907172cfed6bacad12d39b5313d28238","span_id":"9e653e433d92e46e","x-request-id":"3909b456-6934-4285-965b-66124e035b6d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789153050.2320247,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"907172cfed6bacad12d39b5313d28238","span_id":"9e653e433d92e46e","x-request-id":"3909b456-6934-4285-965b-66124e035b6d"} {"level":"info","ts":1789153050.232844,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"907172cfed6bacad12d39b5313d28238","span_id":"9e653e433d92e46e","x-request-id":"3909b456-6934-4285-965b-66124e035b6d"} {"level":"info","ts":1789153050.23287,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"907172cfed6bacad12d39b5313d28238","span_id":"9e653e433d92e46e","x-request-id":"3909b456-6934-4285-965b-66124e035b6d"} {"level":"info","ts":1789153050.2328866,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"907172cfed6bacad12d39b5313d28238","span_id":"9e653e433d92e46e","x-request-id":"3909b456-6934-4285-965b-66124e035b6d","EoS":false} {"level":"info","ts":1789153050.232903,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"907172cfed6bacad12d39b5313d28238","span_id":"9e653e433d92e46e","x-request-id":"3909b456-6934-4285-965b-66124e035b6d"} {"level":"info","ts":1789153050.232935,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"907172cfed6bacad12d39b5313d28238","span_id":"9e653e433d92e46e","x-request-id":"3909b456-6934-4285-965b-66124e035b6d","EoS":true} {"level":"info","ts":1789153050.232945,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"907172cfed6bacad12d39b5313d28238","span_id":"9e653e433d92e46e","x-request-id":"3909b456-6934-4285-965b-66124e035b6d"} {"level":"info","ts":1789153050.268955,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789153050.2690487,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b9da1750e8fa6ab5178858e91942bafb","span_id":"98a4648bb2ecba9f","x-request-id":"0a698dd4-eca6-4ee7-a882-f4196d498c8d"} {"level":"info","ts":1789153050.2690637,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b9da1750e8fa6ab5178858e91942bafb","span_id":"98a4648bb2ecba9f","x-request-id":"0a698dd4-eca6-4ee7-a882-f4196d498c8d"} {"level":"info","ts":1789153050.2690747,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b9da1750e8fa6ab5178858e91942bafb","span_id":"98a4648bb2ecba9f","x-request-id":"0a698dd4-eca6-4ee7-a882-f4196d498c8d","EoS":true} {"level":"info","ts":1789153050.2690961,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b9da1750e8fa6ab5178858e91942bafb","span_id":"98a4648bb2ecba9f","x-request-id":"0a698dd4-eca6-4ee7-a882-f4196d498c8d","header":"x-maas-subscription"} {"level":"info","ts":1789153050.2691061,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b9da1750e8fa6ab5178858e91942bafb","span_id":"98a4648bb2ecba9f","x-request-id":"0a698dd4-eca6-4ee7-a882-f4196d498c8d","header":"x-maas-username"} {"level":"info","ts":1789153050.2691116,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b9da1750e8fa6ab5178858e91942bafb","span_id":"98a4648bb2ecba9f","x-request-id":"0a698dd4-eca6-4ee7-a882-f4196d498c8d","header":"x-maas-group"} {"level":"info","ts":1789153050.2691267,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b9da1750e8fa6ab5178858e91942bafb","span_id":"98a4648bb2ecba9f","x-request-id":"0a698dd4-eca6-4ee7-a882-f4196d498c8d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789153050.2691507,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b9da1750e8fa6ab5178858e91942bafb","span_id":"98a4648bb2ecba9f","x-request-id":"0a698dd4-eca6-4ee7-a882-f4196d498c8d"} {"level":"info","ts":1789153050.2699013,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b9da1750e8fa6ab5178858e91942bafb","span_id":"98a4648bb2ecba9f","x-request-id":"0a698dd4-eca6-4ee7-a882-f4196d498c8d"} {"level":"info","ts":1789153050.269915,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b9da1750e8fa6ab5178858e91942bafb","span_id":"98a4648bb2ecba9f","x-request-id":"0a698dd4-eca6-4ee7-a882-f4196d498c8d"} {"level":"info","ts":1789153050.2699265,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b9da1750e8fa6ab5178858e91942bafb","span_id":"98a4648bb2ecba9f","x-request-id":"0a698dd4-eca6-4ee7-a882-f4196d498c8d","EoS":false} {"level":"info","ts":1789153050.2699375,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b9da1750e8fa6ab5178858e91942bafb","span_id":"98a4648bb2ecba9f","x-request-id":"0a698dd4-eca6-4ee7-a882-f4196d498c8d"} {"level":"info","ts":1789153050.2699609,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b9da1750e8fa6ab5178858e91942bafb","span_id":"98a4648bb2ecba9f","x-request-id":"0a698dd4-eca6-4ee7-a882-f4196d498c8d","EoS":true} {"level":"info","ts":1789153050.269975,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b9da1750e8fa6ab5178858e91942bafb","span_id":"98a4648bb2ecba9f","x-request-id":"0a698dd4-eca6-4ee7-a882-f4196d498c8d"} {"level":"error","ts":1789153063.1174738,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789153063.8736675,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789153063.8737698,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ef2aaf648ad88d08fe628117247a4371","span_id":"34a9e6c2376b3dcd","x-request-id":"368fb0bb-a43b-4d89-9e30-b3507549d15b"} {"level":"info","ts":1789153063.8737826,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ef2aaf648ad88d08fe628117247a4371","span_id":"34a9e6c2376b3dcd","x-request-id":"368fb0bb-a43b-4d89-9e30-b3507549d15b"} {"level":"info","ts":1789153063.8737946,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ef2aaf648ad88d08fe628117247a4371","span_id":"34a9e6c2376b3dcd","x-request-id":"368fb0bb-a43b-4d89-9e30-b3507549d15b","EoS":true} {"level":"info","ts":1789153063.8738167,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ef2aaf648ad88d08fe628117247a4371","span_id":"34a9e6c2376b3dcd","x-request-id":"368fb0bb-a43b-4d89-9e30-b3507549d15b","header":"x-maas-group"} {"level":"info","ts":1789153063.8738246,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ef2aaf648ad88d08fe628117247a4371","span_id":"34a9e6c2376b3dcd","x-request-id":"368fb0bb-a43b-4d89-9e30-b3507549d15b","header":"x-maas-subscription"} {"level":"info","ts":1789153063.8738306,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ef2aaf648ad88d08fe628117247a4371","span_id":"34a9e6c2376b3dcd","x-request-id":"368fb0bb-a43b-4d89-9e30-b3507549d15b","header":"x-maas-username"} {"level":"info","ts":1789153063.873846,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ef2aaf648ad88d08fe628117247a4371","span_id":"34a9e6c2376b3dcd","x-request-id":"368fb0bb-a43b-4d89-9e30-b3507549d15b","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789153063.8738728,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ef2aaf648ad88d08fe628117247a4371","span_id":"34a9e6c2376b3dcd","x-request-id":"368fb0bb-a43b-4d89-9e30-b3507549d15b"} {"level":"info","ts":1789153063.886453,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ef2aaf648ad88d08fe628117247a4371","span_id":"34a9e6c2376b3dcd","x-request-id":"368fb0bb-a43b-4d89-9e30-b3507549d15b"} {"level":"info","ts":1789153063.8864827,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ef2aaf648ad88d08fe628117247a4371","span_id":"34a9e6c2376b3dcd","x-request-id":"368fb0bb-a43b-4d89-9e30-b3507549d15b"} {"level":"info","ts":1789153063.8865087,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ef2aaf648ad88d08fe628117247a4371","span_id":"34a9e6c2376b3dcd","x-request-id":"368fb0bb-a43b-4d89-9e30-b3507549d15b","EoS":false} {"level":"info","ts":1789153063.8865283,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ef2aaf648ad88d08fe628117247a4371","span_id":"34a9e6c2376b3dcd","x-request-id":"368fb0bb-a43b-4d89-9e30-b3507549d15b"} {"level":"info","ts":1789153063.886561,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ef2aaf648ad88d08fe628117247a4371","span_id":"34a9e6c2376b3dcd","x-request-id":"368fb0bb-a43b-4d89-9e30-b3507549d15b","EoS":false} {"level":"info","ts":1789153063.8865705,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ef2aaf648ad88d08fe628117247a4371","span_id":"34a9e6c2376b3dcd","x-request-id":"368fb0bb-a43b-4d89-9e30-b3507549d15b"} {"level":"info","ts":1789153063.8865826,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ef2aaf648ad88d08fe628117247a4371","span_id":"34a9e6c2376b3dcd","x-request-id":"368fb0bb-a43b-4d89-9e30-b3507549d15b","EoS":true} {"level":"info","ts":1789153063.8865893,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ef2aaf648ad88d08fe628117247a4371","span_id":"34a9e6c2376b3dcd","x-request-id":"368fb0bb-a43b-4d89-9e30-b3507549d15b"} {"level":"info","ts":1789153064.0234308,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789153064.023534,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a4a17aa146f233e4fa5838235eb47f3b","span_id":"cbe95ac510843226","x-request-id":"82999f2b-a107-4236-be09-7f02eedffc64"} {"level":"info","ts":1789153064.0235474,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a4a17aa146f233e4fa5838235eb47f3b","span_id":"cbe95ac510843226","x-request-id":"82999f2b-a107-4236-be09-7f02eedffc64"} {"level":"info","ts":1789153064.0235589,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a4a17aa146f233e4fa5838235eb47f3b","span_id":"cbe95ac510843226","x-request-id":"82999f2b-a107-4236-be09-7f02eedffc64","EoS":true} {"level":"info","ts":1789153064.0235796,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a4a17aa146f233e4fa5838235eb47f3b","span_id":"cbe95ac510843226","x-request-id":"82999f2b-a107-4236-be09-7f02eedffc64","header":"x-maas-group"} {"level":"info","ts":1789153064.0235896,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a4a17aa146f233e4fa5838235eb47f3b","span_id":"cbe95ac510843226","x-request-id":"82999f2b-a107-4236-be09-7f02eedffc64","header":"x-maas-subscription"} {"level":"info","ts":1789153064.0235956,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a4a17aa146f233e4fa5838235eb47f3b","span_id":"cbe95ac510843226","x-request-id":"82999f2b-a107-4236-be09-7f02eedffc64","header":"x-maas-username"} {"level":"info","ts":1789153064.0236099,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a4a17aa146f233e4fa5838235eb47f3b","span_id":"cbe95ac510843226","x-request-id":"82999f2b-a107-4236-be09-7f02eedffc64","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789153064.0236359,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a4a17aa146f233e4fa5838235eb47f3b","span_id":"cbe95ac510843226","x-request-id":"82999f2b-a107-4236-be09-7f02eedffc64"} {"level":"info","ts":1789153064.0257235,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a4a17aa146f233e4fa5838235eb47f3b","span_id":"cbe95ac510843226","x-request-id":"82999f2b-a107-4236-be09-7f02eedffc64"} {"level":"info","ts":1789153064.0257444,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a4a17aa146f233e4fa5838235eb47f3b","span_id":"cbe95ac510843226","x-request-id":"82999f2b-a107-4236-be09-7f02eedffc64"} {"level":"info","ts":1789153064.0257595,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a4a17aa146f233e4fa5838235eb47f3b","span_id":"cbe95ac510843226","x-request-id":"82999f2b-a107-4236-be09-7f02eedffc64","EoS":false} {"level":"info","ts":1789153064.0257707,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a4a17aa146f233e4fa5838235eb47f3b","span_id":"cbe95ac510843226","x-request-id":"82999f2b-a107-4236-be09-7f02eedffc64"} {"level":"info","ts":1789153064.0257945,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a4a17aa146f233e4fa5838235eb47f3b","span_id":"cbe95ac510843226","x-request-id":"82999f2b-a107-4236-be09-7f02eedffc64","EoS":false} {"level":"info","ts":1789153064.0258095,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a4a17aa146f233e4fa5838235eb47f3b","span_id":"cbe95ac510843226","x-request-id":"82999f2b-a107-4236-be09-7f02eedffc64"} {"level":"info","ts":1789153064.025824,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a4a17aa146f233e4fa5838235eb47f3b","span_id":"cbe95ac510843226","x-request-id":"82999f2b-a107-4236-be09-7f02eedffc64","EoS":false} {"level":"info","ts":1789153064.0258324,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a4a17aa146f233e4fa5838235eb47f3b","span_id":"cbe95ac510843226","x-request-id":"82999f2b-a107-4236-be09-7f02eedffc64"} {"level":"info","ts":1789153064.0258431,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a4a17aa146f233e4fa5838235eb47f3b","span_id":"cbe95ac510843226","x-request-id":"82999f2b-a107-4236-be09-7f02eedffc64","EoS":true} {"level":"info","ts":1789153064.0258517,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a4a17aa146f233e4fa5838235eb47f3b","span_id":"cbe95ac510843226","x-request-id":"82999f2b-a107-4236-be09-7f02eedffc64"} {"level":"info","ts":1789153064.1629303,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789153064.1630394,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c6d55b38d948a1e3fca6a86fa969b6c6","span_id":"9edafeaf92c05a71","x-request-id":"8b4dff99-13c4-416c-a300-81210f3733ff"} {"level":"info","ts":1789153064.1630533,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c6d55b38d948a1e3fca6a86fa969b6c6","span_id":"9edafeaf92c05a71","x-request-id":"8b4dff99-13c4-416c-a300-81210f3733ff"} {"level":"info","ts":1789153064.1630661,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c6d55b38d948a1e3fca6a86fa969b6c6","span_id":"9edafeaf92c05a71","x-request-id":"8b4dff99-13c4-416c-a300-81210f3733ff","EoS":true} {"level":"info","ts":1789153064.163091,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c6d55b38d948a1e3fca6a86fa969b6c6","span_id":"9edafeaf92c05a71","x-request-id":"8b4dff99-13c4-416c-a300-81210f3733ff","header":"x-maas-username"} {"level":"info","ts":1789153064.1631012,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c6d55b38d948a1e3fca6a86fa969b6c6","span_id":"9edafeaf92c05a71","x-request-id":"8b4dff99-13c4-416c-a300-81210f3733ff","header":"x-maas-subscription"} {"level":"info","ts":1789153064.1631072,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c6d55b38d948a1e3fca6a86fa969b6c6","span_id":"9edafeaf92c05a71","x-request-id":"8b4dff99-13c4-416c-a300-81210f3733ff","header":"x-maas-group"} {"level":"info","ts":1789153064.1631212,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c6d55b38d948a1e3fca6a86fa969b6c6","span_id":"9edafeaf92c05a71","x-request-id":"8b4dff99-13c4-416c-a300-81210f3733ff","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789153064.1631489,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c6d55b38d948a1e3fca6a86fa969b6c6","span_id":"9edafeaf92c05a71","x-request-id":"8b4dff99-13c4-416c-a300-81210f3733ff"} {"level":"info","ts":1789153064.1639767,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c6d55b38d948a1e3fca6a86fa969b6c6","span_id":"9edafeaf92c05a71","x-request-id":"8b4dff99-13c4-416c-a300-81210f3733ff"} {"level":"info","ts":1789153064.1639974,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c6d55b38d948a1e3fca6a86fa969b6c6","span_id":"9edafeaf92c05a71","x-request-id":"8b4dff99-13c4-416c-a300-81210f3733ff"} {"level":"info","ts":1789153064.1640189,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c6d55b38d948a1e3fca6a86fa969b6c6","span_id":"9edafeaf92c05a71","x-request-id":"8b4dff99-13c4-416c-a300-81210f3733ff","EoS":false} {"level":"info","ts":1789153064.1640344,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c6d55b38d948a1e3fca6a86fa969b6c6","span_id":"9edafeaf92c05a71","x-request-id":"8b4dff99-13c4-416c-a300-81210f3733ff"} {"level":"info","ts":1789153064.1640625,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c6d55b38d948a1e3fca6a86fa969b6c6","span_id":"9edafeaf92c05a71","x-request-id":"8b4dff99-13c4-416c-a300-81210f3733ff","EoS":false} {"level":"info","ts":1789153064.1640775,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c6d55b38d948a1e3fca6a86fa969b6c6","span_id":"9edafeaf92c05a71","x-request-id":"8b4dff99-13c4-416c-a300-81210f3733ff"} {"level":"info","ts":1789153064.1640878,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c6d55b38d948a1e3fca6a86fa969b6c6","span_id":"9edafeaf92c05a71","x-request-id":"8b4dff99-13c4-416c-a300-81210f3733ff","EoS":true} {"level":"info","ts":1789153064.1640944,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c6d55b38d948a1e3fca6a86fa969b6c6","span_id":"9edafeaf92c05a71","x-request-id":"8b4dff99-13c4-416c-a300-81210f3733ff"} {"level":"info","ts":1789153076.9356313,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789153076.9357371,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d96fd1b0c0e819f4cad4238fd8cc02a9","span_id":"668722f9599937f9","x-request-id":"558ec6ee-c5c3-4876-b4c9-0f543f64845e"} {"level":"info","ts":1789153076.9357493,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d96fd1b0c0e819f4cad4238fd8cc02a9","span_id":"668722f9599937f9","x-request-id":"558ec6ee-c5c3-4876-b4c9-0f543f64845e"} {"level":"info","ts":1789153076.9357622,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d96fd1b0c0e819f4cad4238fd8cc02a9","span_id":"668722f9599937f9","x-request-id":"558ec6ee-c5c3-4876-b4c9-0f543f64845e","EoS":true} {"level":"info","ts":1789153076.935783,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d96fd1b0c0e819f4cad4238fd8cc02a9","span_id":"668722f9599937f9","x-request-id":"558ec6ee-c5c3-4876-b4c9-0f543f64845e","header":"x-maas-group"} {"level":"info","ts":1789153076.9357927,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d96fd1b0c0e819f4cad4238fd8cc02a9","span_id":"668722f9599937f9","x-request-id":"558ec6ee-c5c3-4876-b4c9-0f543f64845e","header":"x-maas-subscription"} {"level":"info","ts":1789153076.935798,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d96fd1b0c0e819f4cad4238fd8cc02a9","span_id":"668722f9599937f9","x-request-id":"558ec6ee-c5c3-4876-b4c9-0f543f64845e","header":"x-maas-username"} {"level":"info","ts":1789153076.9358134,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d96fd1b0c0e819f4cad4238fd8cc02a9","span_id":"668722f9599937f9","x-request-id":"558ec6ee-c5c3-4876-b4c9-0f543f64845e","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789153076.9358392,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d96fd1b0c0e819f4cad4238fd8cc02a9","span_id":"668722f9599937f9","x-request-id":"558ec6ee-c5c3-4876-b4c9-0f543f64845e"} {"level":"info","ts":1789153076.9373927,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d96fd1b0c0e819f4cad4238fd8cc02a9","span_id":"668722f9599937f9","x-request-id":"558ec6ee-c5c3-4876-b4c9-0f543f64845e"} {"level":"info","ts":1789153076.9374108,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d96fd1b0c0e819f4cad4238fd8cc02a9","span_id":"668722f9599937f9","x-request-id":"558ec6ee-c5c3-4876-b4c9-0f543f64845e"} {"level":"info","ts":1789153076.9374294,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d96fd1b0c0e819f4cad4238fd8cc02a9","span_id":"668722f9599937f9","x-request-id":"558ec6ee-c5c3-4876-b4c9-0f543f64845e","EoS":false} {"level":"info","ts":1789153076.9374437,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d96fd1b0c0e819f4cad4238fd8cc02a9","span_id":"668722f9599937f9","x-request-id":"558ec6ee-c5c3-4876-b4c9-0f543f64845e"} {"level":"info","ts":1789153076.93748,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d96fd1b0c0e819f4cad4238fd8cc02a9","span_id":"668722f9599937f9","x-request-id":"558ec6ee-c5c3-4876-b4c9-0f543f64845e","EoS":false} {"level":"info","ts":1789153076.937493,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d96fd1b0c0e819f4cad4238fd8cc02a9","span_id":"668722f9599937f9","x-request-id":"558ec6ee-c5c3-4876-b4c9-0f543f64845e"} {"level":"info","ts":1789153076.9375045,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d96fd1b0c0e819f4cad4238fd8cc02a9","span_id":"668722f9599937f9","x-request-id":"558ec6ee-c5c3-4876-b4c9-0f543f64845e","EoS":true} {"level":"info","ts":1789153076.937511,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d96fd1b0c0e819f4cad4238fd8cc02a9","span_id":"668722f9599937f9","x-request-id":"558ec6ee-c5c3-4876-b4c9-0f543f64845e"} {"level":"error","ts":1789153078.1180947,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789153088.1192195,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}