{"level":"info","ts":1789464490.2744327,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b16c112c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b16c112c","reconcileID":"4ec2cdda-433b-4ed1-82f6-2527d8c11894"} {"level":"info","ts":1789464490.274483,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b16c112c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b16c112c","reconcileID":"4ec2cdda-433b-4ed1-82f6-2527d8c11894","provider":"e2e-legacy-migration-b16c112c","phase":"Pending"} {"level":"error","ts":1789464490.2785301,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b16c112c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b16c112c","reconcileID":"5aecd8c0-222d-4300-a500-7bba98dc184a","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-b16c112c\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:93\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789464490.2786257,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b16c112c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b16c112c","reconcileID":"5aecd8c0-222d-4300-a500-7bba98dc184a","error":"failed to apply Service: services \"e2e-legacy-migration-b16c112c\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789464490.2786908,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b16c112c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b16c112c","reconcileID":"4e78db05-62ad-4915-8a02-f8b1fca0a085"} {"level":"info","ts":1789464490.2787333,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b16c112c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b16c112c","reconcileID":"4e78db05-62ad-4915-8a02-f8b1fca0a085","name":"e2e-legacy-migration-b16c112c"} {"level":"error","ts":1789464490.2811346,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b16c112c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b16c112c","reconcileID":"4ec2cdda-433b-4ed1-82f6-2527d8c11894","error":"ExternalModel \"e2e-legacy-migration-b16c112c\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-b16c112c\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789464490.2845657,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b16c112c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b16c112c","reconcileID":"d5bec80b-1350-4b47-a237-66c249fbbc11","name":"e2e-legacy-migration-b16c112c","namespace":"llm"} {"level":"info","ts":1789464490.291381,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b16c112c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b16c112c","reconcileID":"42a965eb-e1c8-4d11-9cb3-9eeb9e20a737"} {"level":"info","ts":1789464490.2914276,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b16c112c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b16c112c","reconcileID":"42a965eb-e1c8-4d11-9cb3-9eeb9e20a737","provider":"e2e-legacy-migration-b16c112c","phase":"Pending"} {"level":"info","ts":1789464490.291549,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b16c112c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b16c112c","reconcileID":"d5bec80b-1350-4b47-a237-66c249fbbc11","name":"e2e-legacy-migration-b16c112c"} {"level":"info","ts":1789464490.2917185,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b16c112c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b16c112c","reconcileID":"4e78db05-62ad-4915-8a02-f8b1fca0a085","service":"e2e-legacy-migration-b16c112c","serviceEntry":"e2e-legacy-migration-b16c112c","destinationRule":"e2e-legacy-migration-b16c112c"} {"level":"error","ts":1789464490.301627,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b16c112c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b16c112c","reconcileID":"4e78db05-62ad-4915-8a02-f8b1fca0a085","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-b16c112c\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789464490.3018196,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b16c112c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b16c112c","reconcileID":"d5bec80b-1350-4b47-a237-66c249fbbc11","provider":"openai","model":"e2e-legacy-migration-b16c112c","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789464490.3021357,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b16c112c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b16c112c","reconcileID":"cf3b7165-81c0-44d4-92d1-162ee535cb5b","name":"e2e-legacy-migration-b16c112c","namespace":"llm"} {"level":"info","ts":1789464490.3024948,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b16c112c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b16c112c","reconcileID":"cf3b7165-81c0-44d4-92d1-162ee535cb5b","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1789464490.3023527,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b16c112c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b16c112c","reconcileID":"42a965eb-e1c8-4d11-9cb3-9eeb9e20a737","error":"ExternalModel \"e2e-legacy-migration-b16c112c\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-b16c112c\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789464490.3026278,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b16c112c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b16c112c","reconcileID":"78011d44-bec9-4bfc-81f8-b610d137f885"} {"level":"info","ts":1789464490.302673,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b16c112c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b16c112c","reconcileID":"78011d44-bec9-4bfc-81f8-b610d137f885","name":"e2e-legacy-migration-b16c112c"} {"level":"info","ts":1789464490.30256,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b16c112c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b16c112c","reconcileID":"c46173ef-8913-4424-8c1a-095547f0a6e6","name":"e2e-legacy-migration-b16c112c","namespace":"llm"} {"level":"info","ts":1789464490.3028936,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b16c112c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b16c112c","reconcileID":"c46173ef-8913-4424-8c1a-095547f0a6e6","modelName":"e2e-legacy-migration-b16c112c","resolvedRefs":1} {"level":"info","ts":1789464490.3024628,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b16c112c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b16c112c","reconcileID":"260dcfcf-b5ab-49a3-b21c-efdf61631c1d"} {"level":"info","ts":1789464490.3029637,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b16c112c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b16c112c","reconcileID":"260dcfcf-b5ab-49a3-b21c-efdf61631c1d","name":"e2e-legacy-migration-b16c112c"} {"level":"info","ts":1789464490.316574,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b16c112c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b16c112c","reconcileID":"260dcfcf-b5ab-49a3-b21c-efdf61631c1d","service":"e2e-legacy-migration-b16c112c","serviceEntry":"e2e-legacy-migration-b16c112c","destinationRule":"e2e-legacy-migration-b16c112c"} {"level":"info","ts":1789464490.319613,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b16c112c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b16c112c","reconcileID":"2f8bb6bb-e9bb-488a-988a-5c2a46d42489","name":"e2e-legacy-migration-b16c112c","namespace":"llm"} {"level":"info","ts":1789464490.3197129,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b16c112c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b16c112c","reconcileID":"2f8bb6bb-e9bb-488a-988a-5c2a46d42489","modelName":"e2e-legacy-migration-b16c112c","resolvedRefs":1} {"level":"error","ts":1789464490.3284495,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b16c112c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b16c112c","reconcileID":"78011d44-bec9-4bfc-81f8-b610d137f885","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-b16c112c\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789464490.328518,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b16c112c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b16c112c","reconcileID":"78011d44-bec9-4bfc-81f8-b610d137f885","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-b16c112c\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789464490.3286028,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b16c112c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b16c112c","reconcileID":"eb7669b9-689f-4980-8657-e3afb0ee2dc2"} {"level":"info","ts":1789464490.3286636,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b16c112c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b16c112c","reconcileID":"eb7669b9-689f-4980-8657-e3afb0ee2dc2","name":"e2e-legacy-migration-b16c112c"} {"level":"info","ts":1789464490.338194,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b16c112c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b16c112c","reconcileID":"103351da-25f0-4c9d-beb6-c7291878b89a","name":"e2e-legacy-migration-b16c112c","namespace":"llm"} {"level":"info","ts":1789464490.3382883,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b16c112c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b16c112c","reconcileID":"103351da-25f0-4c9d-beb6-c7291878b89a","modelName":"e2e-legacy-migration-b16c112c","resolvedRefs":1} {"level":"info","ts":1789464490.338214,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b16c112c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b16c112c","reconcileID":"eb7669b9-689f-4980-8657-e3afb0ee2dc2","httpRoute":"e2e-legacy-migration-b16c112c","providers":["e2e-legacy-migration-b16c112c"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789464490.343004,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b16c112c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b16c112c","reconcileID":"eb7669b9-689f-4980-8657-e3afb0ee2dc2","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-b16c112c\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789464490.3431506,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b16c112c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b16c112c","reconcileID":"a74304d6-b020-4dc8-b90c-7812973c7578"} {"level":"info","ts":1789464490.34326,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b16c112c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b16c112c","reconcileID":"a74304d6-b020-4dc8-b90c-7812973c7578","name":"e2e-legacy-migration-b16c112c"} {"level":"info","ts":1789464490.3550537,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b16c112c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b16c112c","reconcileID":"87f93f3f-4709-4683-b8ac-d6672e146e51","name":"e2e-legacy-migration-b16c112c","namespace":"llm"} {"level":"info","ts":1789464490.3551528,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b16c112c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b16c112c","reconcileID":"87f93f3f-4709-4683-b8ac-d6672e146e51","modelName":"e2e-legacy-migration-b16c112c","resolvedRefs":1} {"level":"info","ts":1789464490.3558247,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b16c112c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b16c112c","reconcileID":"a74304d6-b020-4dc8-b90c-7812973c7578","httpRoute":"e2e-legacy-migration-b16c112c","providers":["e2e-legacy-migration-b16c112c"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789464490.3622684,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b16c112c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b16c112c","reconcileID":"a74304d6-b020-4dc8-b90c-7812973c7578","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-b16c112c\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789464490.3623912,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b16c112c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b16c112c","reconcileID":"e2780fab-3a3f-4f0d-a089-e0c838af0769"} {"level":"info","ts":1789464490.3624556,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b16c112c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b16c112c","reconcileID":"e2780fab-3a3f-4f0d-a089-e0c838af0769","name":"e2e-legacy-migration-b16c112c"} {"level":"info","ts":1789464490.3717124,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b16c112c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b16c112c","reconcileID":"e2780fab-3a3f-4f0d-a089-e0c838af0769","httpRoute":"e2e-legacy-migration-b16c112c","providers":["e2e-legacy-migration-b16c112c"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789464490.4612517,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b16c112c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b16c112c","reconcileID":"cb13f315-3c5b-4d80-9d96-c161b3678aad","name":"e2e-legacy-migration-b16c112c","namespace":"llm"} {"level":"info","ts":1789464490.4645734,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b16c112c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b16c112c","reconcileID":"cb13f315-3c5b-4d80-9d96-c161b3678aad","name":"e2e-legacy-migration-b16c112c"} {"level":"info","ts":1789464490.4695623,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b16c112c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b16c112c","reconcileID":"cb13f315-3c5b-4d80-9d96-c161b3678aad","provider":"openai","model":"e2e-legacy-migration-b16c112c","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789464493.112096,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b16c112c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b16c112c","reconcileID":"89160fa6-3657-41a5-8eb3-5ec6ab683d07","name":"e2e-legacy-migration-b16c112c","namespace":"llm"} {"level":"info","ts":1789464493.1232815,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b16c112c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b16c112c","reconcileID":"9859408a-b858-44ac-b14b-d433da2c961f","name":"e2e-legacy-migration-b16c112c","namespace":"llm"} {"level":"info","ts":1789464493.1233132,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b16c112c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b16c112c","reconcileID":"9859408a-b858-44ac-b14b-d433da2c961f","name":"e2e-legacy-migration-b16c112c","namespace":"llm"} {"level":"info","ts":1789464493.1234138,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b16c112c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b16c112c","reconcileID":"29350112-29bf-41bb-ad18-89e7defac555"} {"level":"info","ts":1789464493.1235907,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b16c112c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b16c112c","reconcileID":"c727b4fd-cfaa-4ce2-bc3a-d42cb2c7a0db","name":"e2e-legacy-migration-b16c112c","namespace":"llm"} {"level":"info","ts":1789464493.1236165,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b16c112c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b16c112c","reconcileID":"c727b4fd-cfaa-4ce2-bc3a-d42cb2c7a0db","name":"e2e-legacy-migration-b16c112c","namespace":"llm"} {"level":"info","ts":1789464493.1236668,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b16c112c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b16c112c","reconcileID":"60720f1c-5aa3-4bea-b2e9-ca1e2ef9535f"} {"level":"info","ts":1789464493.5117202,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789464493.511854,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b6a2a9f9aeaf73ee0aa10bd14e9577e5","span_id":"dee0a751adcc75da","x-request-id":"8b27303e-8e71-4e49-8969-2182630d8407"} {"level":"info","ts":1789464493.5118728,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b6a2a9f9aeaf73ee0aa10bd14e9577e5","span_id":"dee0a751adcc75da","x-request-id":"8b27303e-8e71-4e49-8969-2182630d8407"} {"level":"info","ts":1789464493.5118876,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b6a2a9f9aeaf73ee0aa10bd14e9577e5","span_id":"dee0a751adcc75da","x-request-id":"8b27303e-8e71-4e49-8969-2182630d8407","EoS":true} {"level":"info","ts":1789464493.5119116,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b6a2a9f9aeaf73ee0aa10bd14e9577e5","span_id":"dee0a751adcc75da","x-request-id":"8b27303e-8e71-4e49-8969-2182630d8407","header":"x-maas-username"} {"level":"info","ts":1789464493.5119221,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b6a2a9f9aeaf73ee0aa10bd14e9577e5","span_id":"dee0a751adcc75da","x-request-id":"8b27303e-8e71-4e49-8969-2182630d8407","header":"x-maas-subscription"} {"level":"info","ts":1789464493.5119298,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b6a2a9f9aeaf73ee0aa10bd14e9577e5","span_id":"dee0a751adcc75da","x-request-id":"8b27303e-8e71-4e49-8969-2182630d8407","header":"x-maas-group"} {"level":"info","ts":1789464493.5119507,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b6a2a9f9aeaf73ee0aa10bd14e9577e5","span_id":"dee0a751adcc75da","x-request-id":"8b27303e-8e71-4e49-8969-2182630d8407","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789464493.5119662,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"b6a2a9f9aeaf73ee0aa10bd14e9577e5","span_id":"dee0a751adcc75da","x-request-id":"8b27303e-8e71-4e49-8969-2182630d8407","modelName":"e2e-external-model"} {"level":"info","ts":1789464493.5119784,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"b6a2a9f9aeaf73ee0aa10bd14e9577e5","span_id":"dee0a751adcc75da","x-request-id":"8b27303e-8e71-4e49-8969-2182630d8407","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789464493.511999,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"b6a2a9f9aeaf73ee0aa10bd14e9577e5","span_id":"dee0a751adcc75da","x-request-id":"8b27303e-8e71-4e49-8969-2182630d8407","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1789464493.5120194,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"b6a2a9f9aeaf73ee0aa10bd14e9577e5","span_id":"dee0a751adcc75da","x-request-id":"8b27303e-8e71-4e49-8969-2182630d8407","authType":"apikey"} {"level":"info","ts":1789464493.5120492,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b6a2a9f9aeaf73ee0aa10bd14e9577e5","span_id":"dee0a751adcc75da","x-request-id":"8b27303e-8e71-4e49-8969-2182630d8407"} {"level":"info","ts":1789464494.167095,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b6a2a9f9aeaf73ee0aa10bd14e9577e5","span_id":"dee0a751adcc75da","x-request-id":"8b27303e-8e71-4e49-8969-2182630d8407"} {"level":"info","ts":1789464494.167122,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b6a2a9f9aeaf73ee0aa10bd14e9577e5","span_id":"dee0a751adcc75da","x-request-id":"8b27303e-8e71-4e49-8969-2182630d8407"} {"level":"info","ts":1789464494.1671386,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b6a2a9f9aeaf73ee0aa10bd14e9577e5","span_id":"dee0a751adcc75da","x-request-id":"8b27303e-8e71-4e49-8969-2182630d8407","EoS":false} {"level":"info","ts":1789464494.1671517,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b6a2a9f9aeaf73ee0aa10bd14e9577e5","span_id":"dee0a751adcc75da","x-request-id":"8b27303e-8e71-4e49-8969-2182630d8407"} {"level":"info","ts":1789464494.1671836,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b6a2a9f9aeaf73ee0aa10bd14e9577e5","span_id":"dee0a751adcc75da","x-request-id":"8b27303e-8e71-4e49-8969-2182630d8407","EoS":true} {"level":"info","ts":1789464494.1671934,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b6a2a9f9aeaf73ee0aa10bd14e9577e5","span_id":"dee0a751adcc75da","x-request-id":"8b27303e-8e71-4e49-8969-2182630d8407"} {"level":"info","ts":1789464494.2092392,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789464494.2093694,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d409babcd42fb343540e78d909cc16fc","span_id":"aa8dc9e20999a250","x-request-id":"c7268640-e94b-4f44-95e2-6ae4ee11c929"} {"level":"info","ts":1789464494.2094502,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d409babcd42fb343540e78d909cc16fc","span_id":"aa8dc9e20999a250","x-request-id":"c7268640-e94b-4f44-95e2-6ae4ee11c929"} {"level":"info","ts":1789464494.2094724,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d409babcd42fb343540e78d909cc16fc","span_id":"aa8dc9e20999a250","x-request-id":"c7268640-e94b-4f44-95e2-6ae4ee11c929","EoS":true} {"level":"info","ts":1789464494.209507,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d409babcd42fb343540e78d909cc16fc","span_id":"aa8dc9e20999a250","x-request-id":"c7268640-e94b-4f44-95e2-6ae4ee11c929","header":"x-maas-username"} {"level":"info","ts":1789464494.2095237,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d409babcd42fb343540e78d909cc16fc","span_id":"aa8dc9e20999a250","x-request-id":"c7268640-e94b-4f44-95e2-6ae4ee11c929","header":"x-maas-subscription"} {"level":"info","ts":1789464494.2095315,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d409babcd42fb343540e78d909cc16fc","span_id":"aa8dc9e20999a250","x-request-id":"c7268640-e94b-4f44-95e2-6ae4ee11c929","header":"x-maas-group"} {"level":"info","ts":1789464494.2095518,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d409babcd42fb343540e78d909cc16fc","span_id":"aa8dc9e20999a250","x-request-id":"c7268640-e94b-4f44-95e2-6ae4ee11c929","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789464494.2095895,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d409babcd42fb343540e78d909cc16fc","span_id":"aa8dc9e20999a250","x-request-id":"c7268640-e94b-4f44-95e2-6ae4ee11c929"} {"level":"error","ts":1789464494.4408524,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789464494.7325063,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d409babcd42fb343540e78d909cc16fc","span_id":"aa8dc9e20999a250","x-request-id":"c7268640-e94b-4f44-95e2-6ae4ee11c929"} {"level":"info","ts":1789464494.7325406,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d409babcd42fb343540e78d909cc16fc","span_id":"aa8dc9e20999a250","x-request-id":"c7268640-e94b-4f44-95e2-6ae4ee11c929"} {"level":"info","ts":1789464494.732562,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d409babcd42fb343540e78d909cc16fc","span_id":"aa8dc9e20999a250","x-request-id":"c7268640-e94b-4f44-95e2-6ae4ee11c929","EoS":false} {"level":"info","ts":1789464494.732576,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d409babcd42fb343540e78d909cc16fc","span_id":"aa8dc9e20999a250","x-request-id":"c7268640-e94b-4f44-95e2-6ae4ee11c929"} {"level":"info","ts":1789464494.7326062,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d409babcd42fb343540e78d909cc16fc","span_id":"aa8dc9e20999a250","x-request-id":"c7268640-e94b-4f44-95e2-6ae4ee11c929","EoS":true} {"level":"info","ts":1789464494.7326136,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d409babcd42fb343540e78d909cc16fc","span_id":"aa8dc9e20999a250","x-request-id":"c7268640-e94b-4f44-95e2-6ae4ee11c929"} {"level":"info","ts":1789464494.7783053,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789464494.778435,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"185db7cd366f01bf7d1bf8751f6e9e2b","span_id":"5eb104ad56fbc838","x-request-id":"e9c7091f-c524-42a6-927a-c30e9cef2d56"} {"level":"info","ts":1789464494.7784512,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"185db7cd366f01bf7d1bf8751f6e9e2b","span_id":"5eb104ad56fbc838","x-request-id":"e9c7091f-c524-42a6-927a-c30e9cef2d56"} {"level":"info","ts":1789464494.7784655,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"185db7cd366f01bf7d1bf8751f6e9e2b","span_id":"5eb104ad56fbc838","x-request-id":"e9c7091f-c524-42a6-927a-c30e9cef2d56","EoS":true} {"level":"info","ts":1789464494.7784917,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"185db7cd366f01bf7d1bf8751f6e9e2b","span_id":"5eb104ad56fbc838","x-request-id":"e9c7091f-c524-42a6-927a-c30e9cef2d56","header":"x-maas-group"} {"level":"info","ts":1789464494.778507,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"185db7cd366f01bf7d1bf8751f6e9e2b","span_id":"5eb104ad56fbc838","x-request-id":"e9c7091f-c524-42a6-927a-c30e9cef2d56","header":"x-maas-username"} {"level":"info","ts":1789464494.7785149,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"185db7cd366f01bf7d1bf8751f6e9e2b","span_id":"5eb104ad56fbc838","x-request-id":"e9c7091f-c524-42a6-927a-c30e9cef2d56","header":"x-maas-subscription"} {"level":"info","ts":1789464494.7785473,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"185db7cd366f01bf7d1bf8751f6e9e2b","span_id":"5eb104ad56fbc838","x-request-id":"e9c7091f-c524-42a6-927a-c30e9cef2d56"} {"level":"info","ts":1789464495.2929106,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"185db7cd366f01bf7d1bf8751f6e9e2b","span_id":"5eb104ad56fbc838","x-request-id":"e9c7091f-c524-42a6-927a-c30e9cef2d56"} {"level":"info","ts":1789464495.2929385,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"185db7cd366f01bf7d1bf8751f6e9e2b","span_id":"5eb104ad56fbc838","x-request-id":"e9c7091f-c524-42a6-927a-c30e9cef2d56"} {"level":"info","ts":1789464495.292955,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"185db7cd366f01bf7d1bf8751f6e9e2b","span_id":"5eb104ad56fbc838","x-request-id":"e9c7091f-c524-42a6-927a-c30e9cef2d56","EoS":false} {"level":"info","ts":1789464495.292968,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"185db7cd366f01bf7d1bf8751f6e9e2b","span_id":"5eb104ad56fbc838","x-request-id":"e9c7091f-c524-42a6-927a-c30e9cef2d56"} {"level":"info","ts":1789464495.2929964,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"185db7cd366f01bf7d1bf8751f6e9e2b","span_id":"5eb104ad56fbc838","x-request-id":"e9c7091f-c524-42a6-927a-c30e9cef2d56","EoS":true} {"level":"info","ts":1789464495.2930036,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"185db7cd366f01bf7d1bf8751f6e9e2b","span_id":"5eb104ad56fbc838","x-request-id":"e9c7091f-c524-42a6-927a-c30e9cef2d56"} {"level":"info","ts":1789464496.1001759,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"36367555-ae5e-4f5b-8e0f-2c55478a4e86"} {"level":"info","ts":1789464496.100258,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2780195e-5291-452b-b35e-27efa50b1c3c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789464496.100274,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2780195e-5291-452b-b35e-27efa50b1c3c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789464496.2376082,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"49671abf-7e69-4419-809a-11173a15b9da","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789464496.2376432,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"49671abf-7e69-4419-809a-11173a15b9da","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789464496.237683,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"57054db5-c5d4-4b1d-93eb-63d536c86630"} {"level":"info","ts":1789464496.3456144,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"bb75c3dc-1fdf-4c79-8475-851a33d6a3d1","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789464496.3457446,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"bb75c3dc-1fdf-4c79-8475-851a33d6a3d1","key":"llm/e2e-external-model-api-key"} {"level":"error","ts":1789464509.4489827,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789464510.9873788,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789464510.9874725,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"efa27656bdfad7a2f796e0f37fb5e446","span_id":"61682b1e9255a5a7","x-request-id":"f5489d42-097f-49b2-8cb9-75a8a005b038"} {"level":"info","ts":1789464510.9874852,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"efa27656bdfad7a2f796e0f37fb5e446","span_id":"61682b1e9255a5a7","x-request-id":"f5489d42-097f-49b2-8cb9-75a8a005b038"} {"level":"info","ts":1789464510.9874961,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"efa27656bdfad7a2f796e0f37fb5e446","span_id":"61682b1e9255a5a7","x-request-id":"f5489d42-097f-49b2-8cb9-75a8a005b038","EoS":true} {"level":"info","ts":1789464510.9875188,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"efa27656bdfad7a2f796e0f37fb5e446","span_id":"61682b1e9255a5a7","x-request-id":"f5489d42-097f-49b2-8cb9-75a8a005b038","header":"x-maas-group"} {"level":"info","ts":1789464510.9875298,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"efa27656bdfad7a2f796e0f37fb5e446","span_id":"61682b1e9255a5a7","x-request-id":"f5489d42-097f-49b2-8cb9-75a8a005b038","header":"x-maas-subscription"} {"level":"info","ts":1789464510.9875362,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"efa27656bdfad7a2f796e0f37fb5e446","span_id":"61682b1e9255a5a7","x-request-id":"f5489d42-097f-49b2-8cb9-75a8a005b038","header":"x-maas-username"} {"level":"info","ts":1789464510.9875507,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"efa27656bdfad7a2f796e0f37fb5e446","span_id":"61682b1e9255a5a7","x-request-id":"f5489d42-097f-49b2-8cb9-75a8a005b038","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789464510.9875765,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"efa27656bdfad7a2f796e0f37fb5e446","span_id":"61682b1e9255a5a7","x-request-id":"f5489d42-097f-49b2-8cb9-75a8a005b038"} {"level":"info","ts":1789464510.9895256,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"efa27656bdfad7a2f796e0f37fb5e446","span_id":"61682b1e9255a5a7","x-request-id":"f5489d42-097f-49b2-8cb9-75a8a005b038"} {"level":"info","ts":1789464510.9895463,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"efa27656bdfad7a2f796e0f37fb5e446","span_id":"61682b1e9255a5a7","x-request-id":"f5489d42-097f-49b2-8cb9-75a8a005b038"} {"level":"info","ts":1789464510.9895604,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"efa27656bdfad7a2f796e0f37fb5e446","span_id":"61682b1e9255a5a7","x-request-id":"f5489d42-097f-49b2-8cb9-75a8a005b038","EoS":false} {"level":"info","ts":1789464510.9895718,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"efa27656bdfad7a2f796e0f37fb5e446","span_id":"61682b1e9255a5a7","x-request-id":"f5489d42-097f-49b2-8cb9-75a8a005b038"} {"level":"info","ts":1789464510.9895978,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"efa27656bdfad7a2f796e0f37fb5e446","span_id":"61682b1e9255a5a7","x-request-id":"f5489d42-097f-49b2-8cb9-75a8a005b038","EoS":true} {"level":"info","ts":1789464510.989607,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"efa27656bdfad7a2f796e0f37fb5e446","span_id":"61682b1e9255a5a7","x-request-id":"f5489d42-097f-49b2-8cb9-75a8a005b038"} {"level":"info","ts":1789464511.0392835,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789464511.0393715,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f724007d1031d4215047f48174c6a96d","span_id":"afa70dc52b455d0f","x-request-id":"949725b3-ce26-4109-8b00-41d99f867f42"} {"level":"info","ts":1789464511.0393834,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f724007d1031d4215047f48174c6a96d","span_id":"afa70dc52b455d0f","x-request-id":"949725b3-ce26-4109-8b00-41d99f867f42"} {"level":"info","ts":1789464511.0393944,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f724007d1031d4215047f48174c6a96d","span_id":"afa70dc52b455d0f","x-request-id":"949725b3-ce26-4109-8b00-41d99f867f42","EoS":true} {"level":"info","ts":1789464511.0394156,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f724007d1031d4215047f48174c6a96d","span_id":"afa70dc52b455d0f","x-request-id":"949725b3-ce26-4109-8b00-41d99f867f42","header":"x-maas-subscription"} {"level":"info","ts":1789464511.039426,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f724007d1031d4215047f48174c6a96d","span_id":"afa70dc52b455d0f","x-request-id":"949725b3-ce26-4109-8b00-41d99f867f42","header":"x-maas-group"} {"level":"info","ts":1789464511.0394316,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f724007d1031d4215047f48174c6a96d","span_id":"afa70dc52b455d0f","x-request-id":"949725b3-ce26-4109-8b00-41d99f867f42","header":"x-maas-username"} {"level":"info","ts":1789464511.0394452,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f724007d1031d4215047f48174c6a96d","span_id":"afa70dc52b455d0f","x-request-id":"949725b3-ce26-4109-8b00-41d99f867f42","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789464511.0394683,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f724007d1031d4215047f48174c6a96d","span_id":"afa70dc52b455d0f","x-request-id":"949725b3-ce26-4109-8b00-41d99f867f42"} {"level":"info","ts":1789464511.0448875,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f724007d1031d4215047f48174c6a96d","span_id":"afa70dc52b455d0f","x-request-id":"949725b3-ce26-4109-8b00-41d99f867f42"} {"level":"info","ts":1789464511.0449624,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f724007d1031d4215047f48174c6a96d","span_id":"afa70dc52b455d0f","x-request-id":"949725b3-ce26-4109-8b00-41d99f867f42"} {"level":"info","ts":1789464511.0450094,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f724007d1031d4215047f48174c6a96d","span_id":"afa70dc52b455d0f","x-request-id":"949725b3-ce26-4109-8b00-41d99f867f42","EoS":false} {"level":"info","ts":1789464511.0450466,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f724007d1031d4215047f48174c6a96d","span_id":"afa70dc52b455d0f","x-request-id":"949725b3-ce26-4109-8b00-41d99f867f42"} {"level":"info","ts":1789464511.0450997,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f724007d1031d4215047f48174c6a96d","span_id":"afa70dc52b455d0f","x-request-id":"949725b3-ce26-4109-8b00-41d99f867f42","EoS":true} {"level":"info","ts":1789464511.0451865,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f724007d1031d4215047f48174c6a96d","span_id":"afa70dc52b455d0f","x-request-id":"949725b3-ce26-4109-8b00-41d99f867f42"} {"level":"info","ts":1789464511.1054394,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789464511.1055307,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"95926943330f99e2a844731b6d796d47","span_id":"2d12ce87b2416d4a","x-request-id":"8ed28aaf-0181-49af-8d5e-14f19c5456b2"} {"level":"info","ts":1789464511.1055448,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"95926943330f99e2a844731b6d796d47","span_id":"2d12ce87b2416d4a","x-request-id":"8ed28aaf-0181-49af-8d5e-14f19c5456b2"} {"level":"info","ts":1789464511.1055562,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"95926943330f99e2a844731b6d796d47","span_id":"2d12ce87b2416d4a","x-request-id":"8ed28aaf-0181-49af-8d5e-14f19c5456b2","EoS":true} {"level":"info","ts":1789464511.1055782,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"95926943330f99e2a844731b6d796d47","span_id":"2d12ce87b2416d4a","x-request-id":"8ed28aaf-0181-49af-8d5e-14f19c5456b2","header":"x-maas-subscription"} {"level":"info","ts":1789464511.1055887,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"95926943330f99e2a844731b6d796d47","span_id":"2d12ce87b2416d4a","x-request-id":"8ed28aaf-0181-49af-8d5e-14f19c5456b2","header":"x-maas-group"} {"level":"info","ts":1789464511.105594,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"95926943330f99e2a844731b6d796d47","span_id":"2d12ce87b2416d4a","x-request-id":"8ed28aaf-0181-49af-8d5e-14f19c5456b2","header":"x-maas-username"} {"level":"info","ts":1789464511.105608,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"95926943330f99e2a844731b6d796d47","span_id":"2d12ce87b2416d4a","x-request-id":"8ed28aaf-0181-49af-8d5e-14f19c5456b2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789464511.1056318,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"95926943330f99e2a844731b6d796d47","span_id":"2d12ce87b2416d4a","x-request-id":"8ed28aaf-0181-49af-8d5e-14f19c5456b2"} {"level":"info","ts":1789464511.1092827,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"95926943330f99e2a844731b6d796d47","span_id":"2d12ce87b2416d4a","x-request-id":"8ed28aaf-0181-49af-8d5e-14f19c5456b2"} {"level":"info","ts":1789464511.1092978,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"95926943330f99e2a844731b6d796d47","span_id":"2d12ce87b2416d4a","x-request-id":"8ed28aaf-0181-49af-8d5e-14f19c5456b2"} {"level":"info","ts":1789464511.109312,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"95926943330f99e2a844731b6d796d47","span_id":"2d12ce87b2416d4a","x-request-id":"8ed28aaf-0181-49af-8d5e-14f19c5456b2","EoS":false} {"level":"info","ts":1789464511.109323,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"95926943330f99e2a844731b6d796d47","span_id":"2d12ce87b2416d4a","x-request-id":"8ed28aaf-0181-49af-8d5e-14f19c5456b2"} {"level":"info","ts":1789464511.10934,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"95926943330f99e2a844731b6d796d47","span_id":"2d12ce87b2416d4a","x-request-id":"8ed28aaf-0181-49af-8d5e-14f19c5456b2","EoS":true} {"level":"info","ts":1789464511.1093488,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"95926943330f99e2a844731b6d796d47","span_id":"2d12ce87b2416d4a","x-request-id":"8ed28aaf-0181-49af-8d5e-14f19c5456b2"} {"level":"info","ts":1789464511.1812727,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789464511.1813695,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0488e0a92736e5913b49c5bc55aae21f","span_id":"61dd502f41fdd8da","x-request-id":"94a4305b-73cd-4c81-a96d-21525ae3e427"} {"level":"info","ts":1789464511.181382,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0488e0a92736e5913b49c5bc55aae21f","span_id":"61dd502f41fdd8da","x-request-id":"94a4305b-73cd-4c81-a96d-21525ae3e427"} {"level":"info","ts":1789464511.1813931,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0488e0a92736e5913b49c5bc55aae21f","span_id":"61dd502f41fdd8da","x-request-id":"94a4305b-73cd-4c81-a96d-21525ae3e427","EoS":true} {"level":"info","ts":1789464511.1814144,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0488e0a92736e5913b49c5bc55aae21f","span_id":"61dd502f41fdd8da","x-request-id":"94a4305b-73cd-4c81-a96d-21525ae3e427","header":"x-maas-subscription"} {"level":"info","ts":1789464511.1814253,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0488e0a92736e5913b49c5bc55aae21f","span_id":"61dd502f41fdd8da","x-request-id":"94a4305b-73cd-4c81-a96d-21525ae3e427","header":"x-maas-username"} {"level":"info","ts":1789464511.1814306,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0488e0a92736e5913b49c5bc55aae21f","span_id":"61dd502f41fdd8da","x-request-id":"94a4305b-73cd-4c81-a96d-21525ae3e427","header":"x-maas-group"} {"level":"info","ts":1789464511.1814458,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0488e0a92736e5913b49c5bc55aae21f","span_id":"61dd502f41fdd8da","x-request-id":"94a4305b-73cd-4c81-a96d-21525ae3e427","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789464511.1814685,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0488e0a92736e5913b49c5bc55aae21f","span_id":"61dd502f41fdd8da","x-request-id":"94a4305b-73cd-4c81-a96d-21525ae3e427"} {"level":"info","ts":1789464511.1859698,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0488e0a92736e5913b49c5bc55aae21f","span_id":"61dd502f41fdd8da","x-request-id":"94a4305b-73cd-4c81-a96d-21525ae3e427"} {"level":"info","ts":1789464511.1860175,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0488e0a92736e5913b49c5bc55aae21f","span_id":"61dd502f41fdd8da","x-request-id":"94a4305b-73cd-4c81-a96d-21525ae3e427"} {"level":"info","ts":1789464511.1860473,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0488e0a92736e5913b49c5bc55aae21f","span_id":"61dd502f41fdd8da","x-request-id":"94a4305b-73cd-4c81-a96d-21525ae3e427","EoS":false} {"level":"info","ts":1789464511.1860716,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0488e0a92736e5913b49c5bc55aae21f","span_id":"61dd502f41fdd8da","x-request-id":"94a4305b-73cd-4c81-a96d-21525ae3e427"} {"level":"info","ts":1789464511.186112,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0488e0a92736e5913b49c5bc55aae21f","span_id":"61dd502f41fdd8da","x-request-id":"94a4305b-73cd-4c81-a96d-21525ae3e427","EoS":true} {"level":"info","ts":1789464511.186135,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0488e0a92736e5913b49c5bc55aae21f","span_id":"61dd502f41fdd8da","x-request-id":"94a4305b-73cd-4c81-a96d-21525ae3e427"} {"level":"info","ts":1789464523.3358958,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789464523.3360128,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7157297156b75efaa29ad502a7dcc989","span_id":"371224f356def9b3","x-request-id":"6f342eda-7a33-4377-b92a-18eb7057eeea"} {"level":"info","ts":1789464523.336032,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7157297156b75efaa29ad502a7dcc989","span_id":"371224f356def9b3","x-request-id":"6f342eda-7a33-4377-b92a-18eb7057eeea"} {"level":"info","ts":1789464523.3360486,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7157297156b75efaa29ad502a7dcc989","span_id":"371224f356def9b3","x-request-id":"6f342eda-7a33-4377-b92a-18eb7057eeea","EoS":true} {"level":"info","ts":1789464523.3361108,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7157297156b75efaa29ad502a7dcc989","span_id":"371224f356def9b3","x-request-id":"6f342eda-7a33-4377-b92a-18eb7057eeea"} {"level":"info","ts":1789464523.4799752,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789464523.4800656,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2b4b587b7d64658faf85ef7debb42d6c","span_id":"731cdd9db97d96f2","x-request-id":"bf4f72e7-fb19-4fe6-81f3-47f6fbc7048c"} {"level":"info","ts":1789464523.4800782,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2b4b587b7d64658faf85ef7debb42d6c","span_id":"731cdd9db97d96f2","x-request-id":"bf4f72e7-fb19-4fe6-81f3-47f6fbc7048c"} {"level":"info","ts":1789464523.4800951,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2b4b587b7d64658faf85ef7debb42d6c","span_id":"731cdd9db97d96f2","x-request-id":"bf4f72e7-fb19-4fe6-81f3-47f6fbc7048c","EoS":true} {"level":"info","ts":1789464523.4801438,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2b4b587b7d64658faf85ef7debb42d6c","span_id":"731cdd9db97d96f2","x-request-id":"bf4f72e7-fb19-4fe6-81f3-47f6fbc7048c"} {"level":"info","ts":1789464523.6257925,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789464523.6258898,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0a569cfa874a4631a9959b85104e920d","span_id":"0c8bff425a556e1d","x-request-id":"97825edd-cea9-4b7c-87c6-7f3b35e45407"} {"level":"info","ts":1789464523.6259131,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0a569cfa874a4631a9959b85104e920d","span_id":"0c8bff425a556e1d","x-request-id":"97825edd-cea9-4b7c-87c6-7f3b35e45407"} {"level":"info","ts":1789464523.6259334,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0a569cfa874a4631a9959b85104e920d","span_id":"0c8bff425a556e1d","x-request-id":"97825edd-cea9-4b7c-87c6-7f3b35e45407","EoS":true} {"level":"info","ts":1789464523.6259859,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0a569cfa874a4631a9959b85104e920d","span_id":"0c8bff425a556e1d","x-request-id":"97825edd-cea9-4b7c-87c6-7f3b35e45407"} {"level":"error","ts":1789464524.449484,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789464539.4510274,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789465584.31447,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789465584.3145802,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6ed169c45fa27d9f5c5d97ba1f28ec10","span_id":"c61abf4f49e57d04","x-request-id":"9fa70a82-ec26-49a8-9f87-d16d1faffc22"} {"level":"info","ts":1789465584.3145952,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6ed169c45fa27d9f5c5d97ba1f28ec10","span_id":"c61abf4f49e57d04","x-request-id":"9fa70a82-ec26-49a8-9f87-d16d1faffc22"} {"level":"info","ts":1789465584.3146124,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6ed169c45fa27d9f5c5d97ba1f28ec10","span_id":"c61abf4f49e57d04","x-request-id":"9fa70a82-ec26-49a8-9f87-d16d1faffc22","EoS":true} {"level":"info","ts":1789465584.3146405,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6ed169c45fa27d9f5c5d97ba1f28ec10","span_id":"c61abf4f49e57d04","x-request-id":"9fa70a82-ec26-49a8-9f87-d16d1faffc22","header":"x-maas-username"} {"level":"info","ts":1789465584.3146505,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6ed169c45fa27d9f5c5d97ba1f28ec10","span_id":"c61abf4f49e57d04","x-request-id":"9fa70a82-ec26-49a8-9f87-d16d1faffc22","header":"x-maas-group"} {"level":"info","ts":1789465584.314656,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6ed169c45fa27d9f5c5d97ba1f28ec10","span_id":"c61abf4f49e57d04","x-request-id":"9fa70a82-ec26-49a8-9f87-d16d1faffc22","header":"x-maas-subscription"} {"level":"info","ts":1789465584.3146718,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6ed169c45fa27d9f5c5d97ba1f28ec10","span_id":"c61abf4f49e57d04","x-request-id":"9fa70a82-ec26-49a8-9f87-d16d1faffc22","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789465584.3147058,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6ed169c45fa27d9f5c5d97ba1f28ec10","span_id":"c61abf4f49e57d04","x-request-id":"9fa70a82-ec26-49a8-9f87-d16d1faffc22"} {"level":"info","ts":1789465584.316523,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6ed169c45fa27d9f5c5d97ba1f28ec10","span_id":"c61abf4f49e57d04","x-request-id":"9fa70a82-ec26-49a8-9f87-d16d1faffc22"} {"level":"info","ts":1789465584.316544,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6ed169c45fa27d9f5c5d97ba1f28ec10","span_id":"c61abf4f49e57d04","x-request-id":"9fa70a82-ec26-49a8-9f87-d16d1faffc22"} {"level":"info","ts":1789465584.316559,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6ed169c45fa27d9f5c5d97ba1f28ec10","span_id":"c61abf4f49e57d04","x-request-id":"9fa70a82-ec26-49a8-9f87-d16d1faffc22","EoS":false} {"level":"info","ts":1789465584.31657,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6ed169c45fa27d9f5c5d97ba1f28ec10","span_id":"c61abf4f49e57d04","x-request-id":"9fa70a82-ec26-49a8-9f87-d16d1faffc22"} {"level":"info","ts":1789465584.3165982,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6ed169c45fa27d9f5c5d97ba1f28ec10","span_id":"c61abf4f49e57d04","x-request-id":"9fa70a82-ec26-49a8-9f87-d16d1faffc22","EoS":true} {"level":"info","ts":1789465584.316612,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6ed169c45fa27d9f5c5d97ba1f28ec10","span_id":"c61abf4f49e57d04","x-request-id":"9fa70a82-ec26-49a8-9f87-d16d1faffc22"} {"level":"info","ts":1789465584.3506527,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789465584.3507464,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7c50f6b1aa69d77431948a09169a711d","span_id":"820c0d104531f4ff","x-request-id":"7e688e42-ca68-4969-8ebc-3acbccfffb2a"} {"level":"info","ts":1789465584.3507586,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7c50f6b1aa69d77431948a09169a711d","span_id":"820c0d104531f4ff","x-request-id":"7e688e42-ca68-4969-8ebc-3acbccfffb2a"} {"level":"info","ts":1789465584.3507845,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7c50f6b1aa69d77431948a09169a711d","span_id":"820c0d104531f4ff","x-request-id":"7e688e42-ca68-4969-8ebc-3acbccfffb2a","EoS":true} {"level":"info","ts":1789465584.3508153,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7c50f6b1aa69d77431948a09169a711d","span_id":"820c0d104531f4ff","x-request-id":"7e688e42-ca68-4969-8ebc-3acbccfffb2a","header":"x-maas-username"} {"level":"info","ts":1789465584.350826,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7c50f6b1aa69d77431948a09169a711d","span_id":"820c0d104531f4ff","x-request-id":"7e688e42-ca68-4969-8ebc-3acbccfffb2a","header":"x-maas-subscription"} {"level":"info","ts":1789465584.3508308,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7c50f6b1aa69d77431948a09169a711d","span_id":"820c0d104531f4ff","x-request-id":"7e688e42-ca68-4969-8ebc-3acbccfffb2a","header":"x-maas-group"} {"level":"info","ts":1789465584.3508449,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7c50f6b1aa69d77431948a09169a711d","span_id":"820c0d104531f4ff","x-request-id":"7e688e42-ca68-4969-8ebc-3acbccfffb2a","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789465584.3508706,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7c50f6b1aa69d77431948a09169a711d","span_id":"820c0d104531f4ff","x-request-id":"7e688e42-ca68-4969-8ebc-3acbccfffb2a"} {"level":"info","ts":1789465584.3519151,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7c50f6b1aa69d77431948a09169a711d","span_id":"820c0d104531f4ff","x-request-id":"7e688e42-ca68-4969-8ebc-3acbccfffb2a"} {"level":"info","ts":1789465584.3519328,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7c50f6b1aa69d77431948a09169a711d","span_id":"820c0d104531f4ff","x-request-id":"7e688e42-ca68-4969-8ebc-3acbccfffb2a"} {"level":"info","ts":1789465584.3519459,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7c50f6b1aa69d77431948a09169a711d","span_id":"820c0d104531f4ff","x-request-id":"7e688e42-ca68-4969-8ebc-3acbccfffb2a","EoS":false} {"level":"info","ts":1789465584.3519597,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7c50f6b1aa69d77431948a09169a711d","span_id":"820c0d104531f4ff","x-request-id":"7e688e42-ca68-4969-8ebc-3acbccfffb2a"} {"level":"info","ts":1789465584.3519876,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7c50f6b1aa69d77431948a09169a711d","span_id":"820c0d104531f4ff","x-request-id":"7e688e42-ca68-4969-8ebc-3acbccfffb2a","EoS":true} {"level":"info","ts":1789465584.3520007,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7c50f6b1aa69d77431948a09169a711d","span_id":"820c0d104531f4ff","x-request-id":"7e688e42-ca68-4969-8ebc-3acbccfffb2a"} {"level":"error","ts":1789465594.5680456,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789465942.4689007,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789465942.4690068,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"aad89e321211a872fc5e8258323cd5c2","span_id":"50138041e7916aeb","x-request-id":"ccda8eb3-c5cf-42ac-9b04-0b615adae0d2"} {"level":"info","ts":1789465942.4690187,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"aad89e321211a872fc5e8258323cd5c2","span_id":"50138041e7916aeb","x-request-id":"ccda8eb3-c5cf-42ac-9b04-0b615adae0d2"} {"level":"info","ts":1789465942.4690306,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"aad89e321211a872fc5e8258323cd5c2","span_id":"50138041e7916aeb","x-request-id":"ccda8eb3-c5cf-42ac-9b04-0b615adae0d2","EoS":true} {"level":"info","ts":1789465942.4690533,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"aad89e321211a872fc5e8258323cd5c2","span_id":"50138041e7916aeb","x-request-id":"ccda8eb3-c5cf-42ac-9b04-0b615adae0d2","header":"x-maas-username"} {"level":"info","ts":1789465942.4690635,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"aad89e321211a872fc5e8258323cd5c2","span_id":"50138041e7916aeb","x-request-id":"ccda8eb3-c5cf-42ac-9b04-0b615adae0d2","header":"x-maas-subscription"} {"level":"info","ts":1789465942.469069,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"aad89e321211a872fc5e8258323cd5c2","span_id":"50138041e7916aeb","x-request-id":"ccda8eb3-c5cf-42ac-9b04-0b615adae0d2","header":"x-maas-group"} {"level":"info","ts":1789465942.4690835,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"aad89e321211a872fc5e8258323cd5c2","span_id":"50138041e7916aeb","x-request-id":"ccda8eb3-c5cf-42ac-9b04-0b615adae0d2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789465942.4691093,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"aad89e321211a872fc5e8258323cd5c2","span_id":"50138041e7916aeb","x-request-id":"ccda8eb3-c5cf-42ac-9b04-0b615adae0d2"} {"level":"info","ts":1789465942.4815612,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"aad89e321211a872fc5e8258323cd5c2","span_id":"50138041e7916aeb","x-request-id":"ccda8eb3-c5cf-42ac-9b04-0b615adae0d2"} {"level":"info","ts":1789465942.481584,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"aad89e321211a872fc5e8258323cd5c2","span_id":"50138041e7916aeb","x-request-id":"ccda8eb3-c5cf-42ac-9b04-0b615adae0d2"} {"level":"info","ts":1789465942.4815996,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"aad89e321211a872fc5e8258323cd5c2","span_id":"50138041e7916aeb","x-request-id":"ccda8eb3-c5cf-42ac-9b04-0b615adae0d2","EoS":false} {"level":"info","ts":1789465942.481612,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"aad89e321211a872fc5e8258323cd5c2","span_id":"50138041e7916aeb","x-request-id":"ccda8eb3-c5cf-42ac-9b04-0b615adae0d2"} {"level":"info","ts":1789465942.4816387,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"aad89e321211a872fc5e8258323cd5c2","span_id":"50138041e7916aeb","x-request-id":"ccda8eb3-c5cf-42ac-9b04-0b615adae0d2","EoS":true} {"level":"info","ts":1789465942.4816477,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"aad89e321211a872fc5e8258323cd5c2","span_id":"50138041e7916aeb","x-request-id":"ccda8eb3-c5cf-42ac-9b04-0b615adae0d2"} {"level":"info","ts":1789465942.6200268,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789465942.6201272,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a5df63f70d34afa089f2bc1038c7c815","span_id":"8a512f0931e17214","x-request-id":"d1524c24-cf62-451b-9982-b32356e30cbb"} {"level":"info","ts":1789465942.6201403,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a5df63f70d34afa089f2bc1038c7c815","span_id":"8a512f0931e17214","x-request-id":"d1524c24-cf62-451b-9982-b32356e30cbb"} {"level":"info","ts":1789465942.620152,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a5df63f70d34afa089f2bc1038c7c815","span_id":"8a512f0931e17214","x-request-id":"d1524c24-cf62-451b-9982-b32356e30cbb","EoS":true} {"level":"info","ts":1789465942.6201768,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a5df63f70d34afa089f2bc1038c7c815","span_id":"8a512f0931e17214","x-request-id":"d1524c24-cf62-451b-9982-b32356e30cbb","header":"x-maas-username"} {"level":"info","ts":1789465942.620188,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a5df63f70d34afa089f2bc1038c7c815","span_id":"8a512f0931e17214","x-request-id":"d1524c24-cf62-451b-9982-b32356e30cbb","header":"x-maas-subscription"} {"level":"info","ts":1789465942.6201935,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a5df63f70d34afa089f2bc1038c7c815","span_id":"8a512f0931e17214","x-request-id":"d1524c24-cf62-451b-9982-b32356e30cbb","header":"x-maas-group"} {"level":"info","ts":1789465942.6202085,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a5df63f70d34afa089f2bc1038c7c815","span_id":"8a512f0931e17214","x-request-id":"d1524c24-cf62-451b-9982-b32356e30cbb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789465942.6202438,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a5df63f70d34afa089f2bc1038c7c815","span_id":"8a512f0931e17214","x-request-id":"d1524c24-cf62-451b-9982-b32356e30cbb"} {"level":"info","ts":1789465942.620992,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a5df63f70d34afa089f2bc1038c7c815","span_id":"8a512f0931e17214","x-request-id":"d1524c24-cf62-451b-9982-b32356e30cbb"} {"level":"info","ts":1789465942.62101,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a5df63f70d34afa089f2bc1038c7c815","span_id":"8a512f0931e17214","x-request-id":"d1524c24-cf62-451b-9982-b32356e30cbb"} {"level":"info","ts":1789465942.6210222,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a5df63f70d34afa089f2bc1038c7c815","span_id":"8a512f0931e17214","x-request-id":"d1524c24-cf62-451b-9982-b32356e30cbb","EoS":false} {"level":"info","ts":1789465942.6210387,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a5df63f70d34afa089f2bc1038c7c815","span_id":"8a512f0931e17214","x-request-id":"d1524c24-cf62-451b-9982-b32356e30cbb"} {"level":"info","ts":1789465942.6210608,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a5df63f70d34afa089f2bc1038c7c815","span_id":"8a512f0931e17214","x-request-id":"d1524c24-cf62-451b-9982-b32356e30cbb","EoS":true} {"level":"info","ts":1789465942.62107,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a5df63f70d34afa089f2bc1038c7c815","span_id":"8a512f0931e17214","x-request-id":"d1524c24-cf62-451b-9982-b32356e30cbb"} {"level":"info","ts":1789465942.760251,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789465942.7603495,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"03eab8fcf37701a04393f9d28f1ea1cd","span_id":"eaf935d4e054ed16","x-request-id":"093689b7-250c-45ae-8928-e61bca1c265a"} {"level":"info","ts":1789465942.760364,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"03eab8fcf37701a04393f9d28f1ea1cd","span_id":"eaf935d4e054ed16","x-request-id":"093689b7-250c-45ae-8928-e61bca1c265a"} {"level":"info","ts":1789465942.7603757,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"03eab8fcf37701a04393f9d28f1ea1cd","span_id":"eaf935d4e054ed16","x-request-id":"093689b7-250c-45ae-8928-e61bca1c265a","EoS":true} {"level":"info","ts":1789465942.760402,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"03eab8fcf37701a04393f9d28f1ea1cd","span_id":"eaf935d4e054ed16","x-request-id":"093689b7-250c-45ae-8928-e61bca1c265a","header":"x-maas-subscription"} {"level":"info","ts":1789465942.7604127,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"03eab8fcf37701a04393f9d28f1ea1cd","span_id":"eaf935d4e054ed16","x-request-id":"093689b7-250c-45ae-8928-e61bca1c265a","header":"x-maas-username"} {"level":"info","ts":1789465942.7604177,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"03eab8fcf37701a04393f9d28f1ea1cd","span_id":"eaf935d4e054ed16","x-request-id":"093689b7-250c-45ae-8928-e61bca1c265a","header":"x-maas-group"} {"level":"info","ts":1789465942.7604332,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"03eab8fcf37701a04393f9d28f1ea1cd","span_id":"eaf935d4e054ed16","x-request-id":"093689b7-250c-45ae-8928-e61bca1c265a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789465942.7604966,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"03eab8fcf37701a04393f9d28f1ea1cd","span_id":"eaf935d4e054ed16","x-request-id":"093689b7-250c-45ae-8928-e61bca1c265a"} {"level":"info","ts":1789465942.7622066,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"03eab8fcf37701a04393f9d28f1ea1cd","span_id":"eaf935d4e054ed16","x-request-id":"093689b7-250c-45ae-8928-e61bca1c265a"} {"level":"info","ts":1789465942.7622201,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"03eab8fcf37701a04393f9d28f1ea1cd","span_id":"eaf935d4e054ed16","x-request-id":"093689b7-250c-45ae-8928-e61bca1c265a"} {"level":"info","ts":1789465942.7622323,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"03eab8fcf37701a04393f9d28f1ea1cd","span_id":"eaf935d4e054ed16","x-request-id":"093689b7-250c-45ae-8928-e61bca1c265a","EoS":false} {"level":"info","ts":1789465942.7622454,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"03eab8fcf37701a04393f9d28f1ea1cd","span_id":"eaf935d4e054ed16","x-request-id":"093689b7-250c-45ae-8928-e61bca1c265a"} {"level":"info","ts":1789465942.7622678,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"03eab8fcf37701a04393f9d28f1ea1cd","span_id":"eaf935d4e054ed16","x-request-id":"093689b7-250c-45ae-8928-e61bca1c265a","EoS":true} {"level":"info","ts":1789465942.7622771,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"03eab8fcf37701a04393f9d28f1ea1cd","span_id":"eaf935d4e054ed16","x-request-id":"093689b7-250c-45ae-8928-e61bca1c265a"} {"level":"info","ts":1789465942.9009929,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789465942.9010944,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4ee402081a71d3d918392e2918f56bdc","span_id":"fe9fbe89f2e843aa","x-request-id":"51ee343a-5190-4737-8fbd-3b62ce1317db"} {"level":"info","ts":1789465942.9011073,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4ee402081a71d3d918392e2918f56bdc","span_id":"fe9fbe89f2e843aa","x-request-id":"51ee343a-5190-4737-8fbd-3b62ce1317db"} {"level":"info","ts":1789465942.9011254,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4ee402081a71d3d918392e2918f56bdc","span_id":"fe9fbe89f2e843aa","x-request-id":"51ee343a-5190-4737-8fbd-3b62ce1317db","EoS":true} {"level":"info","ts":1789465942.901151,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4ee402081a71d3d918392e2918f56bdc","span_id":"fe9fbe89f2e843aa","x-request-id":"51ee343a-5190-4737-8fbd-3b62ce1317db","header":"x-maas-group"} {"level":"info","ts":1789465942.9011614,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4ee402081a71d3d918392e2918f56bdc","span_id":"fe9fbe89f2e843aa","x-request-id":"51ee343a-5190-4737-8fbd-3b62ce1317db","header":"x-maas-username"} {"level":"info","ts":1789465942.9011676,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4ee402081a71d3d918392e2918f56bdc","span_id":"fe9fbe89f2e843aa","x-request-id":"51ee343a-5190-4737-8fbd-3b62ce1317db","header":"x-maas-subscription"} {"level":"info","ts":1789465942.9011822,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"4ee402081a71d3d918392e2918f56bdc","span_id":"fe9fbe89f2e843aa","x-request-id":"51ee343a-5190-4737-8fbd-3b62ce1317db","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789465942.9012156,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4ee402081a71d3d918392e2918f56bdc","span_id":"fe9fbe89f2e843aa","x-request-id":"51ee343a-5190-4737-8fbd-3b62ce1317db"} {"level":"info","ts":1789465942.9020326,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4ee402081a71d3d918392e2918f56bdc","span_id":"fe9fbe89f2e843aa","x-request-id":"51ee343a-5190-4737-8fbd-3b62ce1317db"} {"level":"info","ts":1789465942.9020522,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4ee402081a71d3d918392e2918f56bdc","span_id":"fe9fbe89f2e843aa","x-request-id":"51ee343a-5190-4737-8fbd-3b62ce1317db"} {"level":"info","ts":1789465942.902067,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4ee402081a71d3d918392e2918f56bdc","span_id":"fe9fbe89f2e843aa","x-request-id":"51ee343a-5190-4737-8fbd-3b62ce1317db","EoS":false} {"level":"info","ts":1789465942.9020782,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4ee402081a71d3d918392e2918f56bdc","span_id":"fe9fbe89f2e843aa","x-request-id":"51ee343a-5190-4737-8fbd-3b62ce1317db"} {"level":"info","ts":1789465942.902103,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4ee402081a71d3d918392e2918f56bdc","span_id":"fe9fbe89f2e843aa","x-request-id":"51ee343a-5190-4737-8fbd-3b62ce1317db","EoS":true} {"level":"info","ts":1789465942.902113,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4ee402081a71d3d918392e2918f56bdc","span_id":"fe9fbe89f2e843aa","x-request-id":"51ee343a-5190-4737-8fbd-3b62ce1317db"} {"level":"info","ts":1789465943.0422153,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789465943.0423408,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"efe17e989fdff30ccc015d92ba126039","span_id":"83f037c2fc39b0af","x-request-id":"b6b945b6-bafb-4bf9-9677-b19afd2ae699"} {"level":"info","ts":1789465943.0424006,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"efe17e989fdff30ccc015d92ba126039","span_id":"83f037c2fc39b0af","x-request-id":"b6b945b6-bafb-4bf9-9677-b19afd2ae699"} {"level":"info","ts":1789465943.0424175,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"efe17e989fdff30ccc015d92ba126039","span_id":"83f037c2fc39b0af","x-request-id":"b6b945b6-bafb-4bf9-9677-b19afd2ae699","EoS":true} {"level":"info","ts":1789465943.042447,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"efe17e989fdff30ccc015d92ba126039","span_id":"83f037c2fc39b0af","x-request-id":"b6b945b6-bafb-4bf9-9677-b19afd2ae699","header":"x-maas-username"} {"level":"info","ts":1789465943.0424612,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"efe17e989fdff30ccc015d92ba126039","span_id":"83f037c2fc39b0af","x-request-id":"b6b945b6-bafb-4bf9-9677-b19afd2ae699","header":"x-maas-subscription"} {"level":"info","ts":1789465943.0424688,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"efe17e989fdff30ccc015d92ba126039","span_id":"83f037c2fc39b0af","x-request-id":"b6b945b6-bafb-4bf9-9677-b19afd2ae699","header":"x-maas-group"} {"level":"info","ts":1789465943.0424895,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"efe17e989fdff30ccc015d92ba126039","span_id":"83f037c2fc39b0af","x-request-id":"b6b945b6-bafb-4bf9-9677-b19afd2ae699","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789465943.0425253,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"efe17e989fdff30ccc015d92ba126039","span_id":"83f037c2fc39b0af","x-request-id":"b6b945b6-bafb-4bf9-9677-b19afd2ae699"} {"level":"info","ts":1789465943.04329,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"efe17e989fdff30ccc015d92ba126039","span_id":"83f037c2fc39b0af","x-request-id":"b6b945b6-bafb-4bf9-9677-b19afd2ae699"} {"level":"info","ts":1789465943.0433085,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"efe17e989fdff30ccc015d92ba126039","span_id":"83f037c2fc39b0af","x-request-id":"b6b945b6-bafb-4bf9-9677-b19afd2ae699"} {"level":"info","ts":1789465943.043323,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"efe17e989fdff30ccc015d92ba126039","span_id":"83f037c2fc39b0af","x-request-id":"b6b945b6-bafb-4bf9-9677-b19afd2ae699","EoS":false} {"level":"info","ts":1789465943.0433347,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"efe17e989fdff30ccc015d92ba126039","span_id":"83f037c2fc39b0af","x-request-id":"b6b945b6-bafb-4bf9-9677-b19afd2ae699"} {"level":"info","ts":1789465943.0433602,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"efe17e989fdff30ccc015d92ba126039","span_id":"83f037c2fc39b0af","x-request-id":"b6b945b6-bafb-4bf9-9677-b19afd2ae699","EoS":true} {"level":"info","ts":1789465943.0433702,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"efe17e989fdff30ccc015d92ba126039","span_id":"83f037c2fc39b0af","x-request-id":"b6b945b6-bafb-4bf9-9677-b19afd2ae699"} {"level":"error","ts":1789465954.612405,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789465956.0933478,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789465956.093478,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5ee6738faeddda181935666565b5b6eb","span_id":"afa50323d73140df","x-request-id":"dbe3cf4b-e186-92e7-b5ca-a6e6700cf080"} {"level":"info","ts":1789465956.0934978,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5ee6738faeddda181935666565b5b6eb","span_id":"afa50323d73140df","x-request-id":"dbe3cf4b-e186-92e7-b5ca-a6e6700cf080"} {"level":"info","ts":1789465956.0935163,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5ee6738faeddda181935666565b5b6eb","span_id":"afa50323d73140df","x-request-id":"dbe3cf4b-e186-92e7-b5ca-a6e6700cf080","EoS":true} {"level":"info","ts":1789465956.0935488,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5ee6738faeddda181935666565b5b6eb","span_id":"afa50323d73140df","x-request-id":"dbe3cf4b-e186-92e7-b5ca-a6e6700cf080","header":"x-maas-username"} {"level":"info","ts":1789465956.0935605,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5ee6738faeddda181935666565b5b6eb","span_id":"afa50323d73140df","x-request-id":"dbe3cf4b-e186-92e7-b5ca-a6e6700cf080","header":"x-maas-group"} {"level":"info","ts":1789465956.093568,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5ee6738faeddda181935666565b5b6eb","span_id":"afa50323d73140df","x-request-id":"dbe3cf4b-e186-92e7-b5ca-a6e6700cf080","header":"x-maas-subscription"} {"level":"info","ts":1789465956.093588,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5ee6738faeddda181935666565b5b6eb","span_id":"afa50323d73140df","x-request-id":"dbe3cf4b-e186-92e7-b5ca-a6e6700cf080","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789465956.0936186,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5ee6738faeddda181935666565b5b6eb","span_id":"afa50323d73140df","x-request-id":"dbe3cf4b-e186-92e7-b5ca-a6e6700cf080"} {"level":"info","ts":1789465956.0951483,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5ee6738faeddda181935666565b5b6eb","span_id":"afa50323d73140df","x-request-id":"dbe3cf4b-e186-92e7-b5ca-a6e6700cf080"} {"level":"info","ts":1789465956.0951755,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5ee6738faeddda181935666565b5b6eb","span_id":"afa50323d73140df","x-request-id":"dbe3cf4b-e186-92e7-b5ca-a6e6700cf080"} {"level":"info","ts":1789465956.0951908,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5ee6738faeddda181935666565b5b6eb","span_id":"afa50323d73140df","x-request-id":"dbe3cf4b-e186-92e7-b5ca-a6e6700cf080","EoS":false} {"level":"info","ts":1789465956.0952017,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5ee6738faeddda181935666565b5b6eb","span_id":"afa50323d73140df","x-request-id":"dbe3cf4b-e186-92e7-b5ca-a6e6700cf080"} {"level":"info","ts":1789465956.0952268,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5ee6738faeddda181935666565b5b6eb","span_id":"afa50323d73140df","x-request-id":"dbe3cf4b-e186-92e7-b5ca-a6e6700cf080","EoS":true} {"level":"info","ts":1789465956.0952394,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5ee6738faeddda181935666565b5b6eb","span_id":"afa50323d73140df","x-request-id":"dbe3cf4b-e186-92e7-b5ca-a6e6700cf080"} {"level":"info","ts":1789465956.2065792,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789465956.206674,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2821208683b5f06643b57e42af9cb17e","span_id":"701a7cb59f1c82ee","x-request-id":"e67ee9ba-41ee-4db3-9dc3-e34a3ba93fc6"} {"level":"info","ts":1789465956.2073846,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2821208683b5f06643b57e42af9cb17e","span_id":"701a7cb59f1c82ee","x-request-id":"e67ee9ba-41ee-4db3-9dc3-e34a3ba93fc6"} {"level":"info","ts":1789465956.2074065,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2821208683b5f06643b57e42af9cb17e","span_id":"701a7cb59f1c82ee","x-request-id":"e67ee9ba-41ee-4db3-9dc3-e34a3ba93fc6"} {"level":"info","ts":1789465956.2074194,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2821208683b5f06643b57e42af9cb17e","span_id":"701a7cb59f1c82ee","x-request-id":"e67ee9ba-41ee-4db3-9dc3-e34a3ba93fc6","EoS":false} {"level":"info","ts":1789465956.2074327,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2821208683b5f06643b57e42af9cb17e","span_id":"701a7cb59f1c82ee","x-request-id":"e67ee9ba-41ee-4db3-9dc3-e34a3ba93fc6"} {"level":"info","ts":1789465956.207457,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2821208683b5f06643b57e42af9cb17e","span_id":"701a7cb59f1c82ee","x-request-id":"e67ee9ba-41ee-4db3-9dc3-e34a3ba93fc6","EoS":true} {"level":"info","ts":1789465956.207467,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2821208683b5f06643b57e42af9cb17e","span_id":"701a7cb59f1c82ee","x-request-id":"e67ee9ba-41ee-4db3-9dc3-e34a3ba93fc6"} {"level":"info","ts":1789465956.9913967,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789465956.9914942,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1484de25308c538212bc203620830b7a","span_id":"dbb488d756d9aa38","x-request-id":"564ea1ea-c091-4785-8ee8-aa156ee5481d"} {"level":"info","ts":1789465956.9915078,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1484de25308c538212bc203620830b7a","span_id":"dbb488d756d9aa38","x-request-id":"564ea1ea-c091-4785-8ee8-aa156ee5481d"} {"level":"info","ts":1789465956.991519,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1484de25308c538212bc203620830b7a","span_id":"dbb488d756d9aa38","x-request-id":"564ea1ea-c091-4785-8ee8-aa156ee5481d","EoS":true} {"level":"info","ts":1789465956.9915476,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1484de25308c538212bc203620830b7a","span_id":"dbb488d756d9aa38","x-request-id":"564ea1ea-c091-4785-8ee8-aa156ee5481d","header":"x-maas-group"} {"level":"info","ts":1789465956.9915578,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1484de25308c538212bc203620830b7a","span_id":"dbb488d756d9aa38","x-request-id":"564ea1ea-c091-4785-8ee8-aa156ee5481d","header":"x-maas-username"} {"level":"info","ts":1789465956.9915633,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1484de25308c538212bc203620830b7a","span_id":"dbb488d756d9aa38","x-request-id":"564ea1ea-c091-4785-8ee8-aa156ee5481d","header":"x-maas-subscription"} {"level":"info","ts":1789465956.9915776,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"1484de25308c538212bc203620830b7a","span_id":"dbb488d756d9aa38","x-request-id":"564ea1ea-c091-4785-8ee8-aa156ee5481d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789465956.9916036,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1484de25308c538212bc203620830b7a","span_id":"dbb488d756d9aa38","x-request-id":"564ea1ea-c091-4785-8ee8-aa156ee5481d"} {"level":"info","ts":1789465956.992949,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"1484de25308c538212bc203620830b7a","span_id":"dbb488d756d9aa38","x-request-id":"564ea1ea-c091-4785-8ee8-aa156ee5481d"} {"level":"info","ts":1789465956.9929655,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"1484de25308c538212bc203620830b7a","span_id":"dbb488d756d9aa38","x-request-id":"564ea1ea-c091-4785-8ee8-aa156ee5481d"} {"level":"info","ts":1789465956.9929786,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1484de25308c538212bc203620830b7a","span_id":"dbb488d756d9aa38","x-request-id":"564ea1ea-c091-4785-8ee8-aa156ee5481d","EoS":false} {"level":"info","ts":1789465956.9929888,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1484de25308c538212bc203620830b7a","span_id":"dbb488d756d9aa38","x-request-id":"564ea1ea-c091-4785-8ee8-aa156ee5481d"} {"level":"info","ts":1789465956.993012,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1484de25308c538212bc203620830b7a","span_id":"dbb488d756d9aa38","x-request-id":"564ea1ea-c091-4785-8ee8-aa156ee5481d","EoS":true} {"level":"info","ts":1789465956.9930212,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1484de25308c538212bc203620830b7a","span_id":"dbb488d756d9aa38","x-request-id":"564ea1ea-c091-4785-8ee8-aa156ee5481d"} {"level":"info","ts":1789465957.9870548,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789465957.987144,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d4df5e2c7060d866d5bb967f21f8ac0e","span_id":"f21be27a5ab459ca","x-request-id":"ea5db0a1-6828-4ad0-8324-011eb8eb647d"} {"level":"info","ts":1789465957.9871557,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d4df5e2c7060d866d5bb967f21f8ac0e","span_id":"f21be27a5ab459ca","x-request-id":"ea5db0a1-6828-4ad0-8324-011eb8eb647d"} {"level":"info","ts":1789465957.9871676,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d4df5e2c7060d866d5bb967f21f8ac0e","span_id":"f21be27a5ab459ca","x-request-id":"ea5db0a1-6828-4ad0-8324-011eb8eb647d","EoS":true} {"level":"info","ts":1789465957.9871912,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d4df5e2c7060d866d5bb967f21f8ac0e","span_id":"f21be27a5ab459ca","x-request-id":"ea5db0a1-6828-4ad0-8324-011eb8eb647d","header":"x-maas-username"} {"level":"info","ts":1789465957.9872017,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d4df5e2c7060d866d5bb967f21f8ac0e","span_id":"f21be27a5ab459ca","x-request-id":"ea5db0a1-6828-4ad0-8324-011eb8eb647d","header":"x-maas-group"} {"level":"info","ts":1789465957.987207,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d4df5e2c7060d866d5bb967f21f8ac0e","span_id":"f21be27a5ab459ca","x-request-id":"ea5db0a1-6828-4ad0-8324-011eb8eb647d","header":"x-maas-subscription"} {"level":"info","ts":1789465957.9872227,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d4df5e2c7060d866d5bb967f21f8ac0e","span_id":"f21be27a5ab459ca","x-request-id":"ea5db0a1-6828-4ad0-8324-011eb8eb647d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789465957.9872499,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d4df5e2c7060d866d5bb967f21f8ac0e","span_id":"f21be27a5ab459ca","x-request-id":"ea5db0a1-6828-4ad0-8324-011eb8eb647d"} {"level":"info","ts":1789465957.988389,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d4df5e2c7060d866d5bb967f21f8ac0e","span_id":"f21be27a5ab459ca","x-request-id":"ea5db0a1-6828-4ad0-8324-011eb8eb647d"} {"level":"info","ts":1789465957.9884079,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d4df5e2c7060d866d5bb967f21f8ac0e","span_id":"f21be27a5ab459ca","x-request-id":"ea5db0a1-6828-4ad0-8324-011eb8eb647d"} {"level":"info","ts":1789465957.9884214,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d4df5e2c7060d866d5bb967f21f8ac0e","span_id":"f21be27a5ab459ca","x-request-id":"ea5db0a1-6828-4ad0-8324-011eb8eb647d","EoS":false} {"level":"info","ts":1789465957.9884331,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d4df5e2c7060d866d5bb967f21f8ac0e","span_id":"f21be27a5ab459ca","x-request-id":"ea5db0a1-6828-4ad0-8324-011eb8eb647d"} {"level":"info","ts":1789465957.988458,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d4df5e2c7060d866d5bb967f21f8ac0e","span_id":"f21be27a5ab459ca","x-request-id":"ea5db0a1-6828-4ad0-8324-011eb8eb647d","EoS":true} {"level":"info","ts":1789465957.9884665,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d4df5e2c7060d866d5bb967f21f8ac0e","span_id":"f21be27a5ab459ca","x-request-id":"ea5db0a1-6828-4ad0-8324-011eb8eb647d"} {"level":"info","ts":1789465958.7665744,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789465958.7666662,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6a3e76f30d103c88f898118d3659f227","span_id":"8adbb11b34c340b0","x-request-id":"a3c385db-049e-4d3f-a29a-30b978600d72"} {"level":"info","ts":1789465958.7666788,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6a3e76f30d103c88f898118d3659f227","span_id":"8adbb11b34c340b0","x-request-id":"a3c385db-049e-4d3f-a29a-30b978600d72"} {"level":"info","ts":1789465958.7666905,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6a3e76f30d103c88f898118d3659f227","span_id":"8adbb11b34c340b0","x-request-id":"a3c385db-049e-4d3f-a29a-30b978600d72","EoS":true} {"level":"info","ts":1789465958.7667148,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6a3e76f30d103c88f898118d3659f227","span_id":"8adbb11b34c340b0","x-request-id":"a3c385db-049e-4d3f-a29a-30b978600d72","header":"x-maas-username"} {"level":"info","ts":1789465958.7667315,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6a3e76f30d103c88f898118d3659f227","span_id":"8adbb11b34c340b0","x-request-id":"a3c385db-049e-4d3f-a29a-30b978600d72","header":"x-maas-group"} {"level":"info","ts":1789465958.7667387,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6a3e76f30d103c88f898118d3659f227","span_id":"8adbb11b34c340b0","x-request-id":"a3c385db-049e-4d3f-a29a-30b978600d72","header":"x-maas-subscription"} {"level":"info","ts":1789465958.766752,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6a3e76f30d103c88f898118d3659f227","span_id":"8adbb11b34c340b0","x-request-id":"a3c385db-049e-4d3f-a29a-30b978600d72","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789465958.7667906,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6a3e76f30d103c88f898118d3659f227","span_id":"8adbb11b34c340b0","x-request-id":"a3c385db-049e-4d3f-a29a-30b978600d72"} {"level":"info","ts":1789465958.76787,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6a3e76f30d103c88f898118d3659f227","span_id":"8adbb11b34c340b0","x-request-id":"a3c385db-049e-4d3f-a29a-30b978600d72"} {"level":"info","ts":1789465958.7678914,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6a3e76f30d103c88f898118d3659f227","span_id":"8adbb11b34c340b0","x-request-id":"a3c385db-049e-4d3f-a29a-30b978600d72"} {"level":"info","ts":1789465958.7679105,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6a3e76f30d103c88f898118d3659f227","span_id":"8adbb11b34c340b0","x-request-id":"a3c385db-049e-4d3f-a29a-30b978600d72","EoS":false} {"level":"info","ts":1789465958.767928,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6a3e76f30d103c88f898118d3659f227","span_id":"8adbb11b34c340b0","x-request-id":"a3c385db-049e-4d3f-a29a-30b978600d72"} {"level":"info","ts":1789465958.767964,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6a3e76f30d103c88f898118d3659f227","span_id":"8adbb11b34c340b0","x-request-id":"a3c385db-049e-4d3f-a29a-30b978600d72","EoS":true} {"level":"info","ts":1789465958.767975,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6a3e76f30d103c88f898118d3659f227","span_id":"8adbb11b34c340b0","x-request-id":"a3c385db-049e-4d3f-a29a-30b978600d72"} {"level":"info","ts":1789465959.8941948,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789465959.8943014,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d21539d21888b5aed0fa350c41097d7a","span_id":"c47d00aec734e5a8","x-request-id":"b4d36e02-c7fc-4147-9e79-db90708b773e"} {"level":"info","ts":1789465959.8943174,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d21539d21888b5aed0fa350c41097d7a","span_id":"c47d00aec734e5a8","x-request-id":"b4d36e02-c7fc-4147-9e79-db90708b773e"} {"level":"info","ts":1789465959.8943367,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d21539d21888b5aed0fa350c41097d7a","span_id":"c47d00aec734e5a8","x-request-id":"b4d36e02-c7fc-4147-9e79-db90708b773e","EoS":true} {"level":"info","ts":1789465959.8943737,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d21539d21888b5aed0fa350c41097d7a","span_id":"c47d00aec734e5a8","x-request-id":"b4d36e02-c7fc-4147-9e79-db90708b773e","header":"x-maas-group"} {"level":"info","ts":1789465959.894387,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d21539d21888b5aed0fa350c41097d7a","span_id":"c47d00aec734e5a8","x-request-id":"b4d36e02-c7fc-4147-9e79-db90708b773e","header":"x-maas-username"} {"level":"info","ts":1789465959.894396,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d21539d21888b5aed0fa350c41097d7a","span_id":"c47d00aec734e5a8","x-request-id":"b4d36e02-c7fc-4147-9e79-db90708b773e","header":"x-maas-subscription"} {"level":"info","ts":1789465959.8944175,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d21539d21888b5aed0fa350c41097d7a","span_id":"c47d00aec734e5a8","x-request-id":"b4d36e02-c7fc-4147-9e79-db90708b773e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789465959.8944511,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d21539d21888b5aed0fa350c41097d7a","span_id":"c47d00aec734e5a8","x-request-id":"b4d36e02-c7fc-4147-9e79-db90708b773e"} {"level":"info","ts":1789465959.8956015,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d21539d21888b5aed0fa350c41097d7a","span_id":"c47d00aec734e5a8","x-request-id":"b4d36e02-c7fc-4147-9e79-db90708b773e"} {"level":"info","ts":1789465959.8956225,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d21539d21888b5aed0fa350c41097d7a","span_id":"c47d00aec734e5a8","x-request-id":"b4d36e02-c7fc-4147-9e79-db90708b773e"} {"level":"info","ts":1789465959.8956373,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d21539d21888b5aed0fa350c41097d7a","span_id":"c47d00aec734e5a8","x-request-id":"b4d36e02-c7fc-4147-9e79-db90708b773e","EoS":false} {"level":"info","ts":1789465959.89565,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d21539d21888b5aed0fa350c41097d7a","span_id":"c47d00aec734e5a8","x-request-id":"b4d36e02-c7fc-4147-9e79-db90708b773e"} {"level":"info","ts":1789465959.8956847,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d21539d21888b5aed0fa350c41097d7a","span_id":"c47d00aec734e5a8","x-request-id":"b4d36e02-c7fc-4147-9e79-db90708b773e","EoS":true} {"level":"info","ts":1789465959.895699,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d21539d21888b5aed0fa350c41097d7a","span_id":"c47d00aec734e5a8","x-request-id":"b4d36e02-c7fc-4147-9e79-db90708b773e"} {"level":"error","ts":1789465969.6133645,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789465979.6141858,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789465983.8083696,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789465983.8085108,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3111ca90ebaae48297aea581308f2fff","span_id":"a4d3839552abead7","x-request-id":"d812b86e-608e-4516-80d6-de990c4fcb7f"} {"level":"info","ts":1789465983.8085325,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3111ca90ebaae48297aea581308f2fff","span_id":"a4d3839552abead7","x-request-id":"d812b86e-608e-4516-80d6-de990c4fcb7f"} {"level":"info","ts":1789465983.8085504,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3111ca90ebaae48297aea581308f2fff","span_id":"a4d3839552abead7","x-request-id":"d812b86e-608e-4516-80d6-de990c4fcb7f","EoS":true} {"level":"info","ts":1789465983.8085845,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3111ca90ebaae48297aea581308f2fff","span_id":"a4d3839552abead7","x-request-id":"d812b86e-608e-4516-80d6-de990c4fcb7f","header":"x-maas-group"} {"level":"info","ts":1789465983.808595,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3111ca90ebaae48297aea581308f2fff","span_id":"a4d3839552abead7","x-request-id":"d812b86e-608e-4516-80d6-de990c4fcb7f","header":"x-maas-username"} {"level":"info","ts":1789465983.8086016,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3111ca90ebaae48297aea581308f2fff","span_id":"a4d3839552abead7","x-request-id":"d812b86e-608e-4516-80d6-de990c4fcb7f","header":"x-maas-subscription"} {"level":"info","ts":1789465983.8086216,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3111ca90ebaae48297aea581308f2fff","span_id":"a4d3839552abead7","x-request-id":"d812b86e-608e-4516-80d6-de990c4fcb7f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789465983.8086538,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3111ca90ebaae48297aea581308f2fff","span_id":"a4d3839552abead7","x-request-id":"d812b86e-608e-4516-80d6-de990c4fcb7f"} {"level":"info","ts":1789465983.8098733,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3111ca90ebaae48297aea581308f2fff","span_id":"a4d3839552abead7","x-request-id":"d812b86e-608e-4516-80d6-de990c4fcb7f"} {"level":"info","ts":1789465983.8098955,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3111ca90ebaae48297aea581308f2fff","span_id":"a4d3839552abead7","x-request-id":"d812b86e-608e-4516-80d6-de990c4fcb7f"} {"level":"info","ts":1789465983.8099144,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3111ca90ebaae48297aea581308f2fff","span_id":"a4d3839552abead7","x-request-id":"d812b86e-608e-4516-80d6-de990c4fcb7f","EoS":false} {"level":"info","ts":1789465983.80993,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3111ca90ebaae48297aea581308f2fff","span_id":"a4d3839552abead7","x-request-id":"d812b86e-608e-4516-80d6-de990c4fcb7f"} {"level":"info","ts":1789465983.8099563,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3111ca90ebaae48297aea581308f2fff","span_id":"a4d3839552abead7","x-request-id":"d812b86e-608e-4516-80d6-de990c4fcb7f","EoS":true} {"level":"info","ts":1789465983.8099658,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3111ca90ebaae48297aea581308f2fff","span_id":"a4d3839552abead7","x-request-id":"d812b86e-608e-4516-80d6-de990c4fcb7f"} {"level":"error","ts":1789465994.6159408,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789466077.3283393,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789466077.3284373,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d24ae1de7f898f62a4a8d9b122e8b60d","span_id":"46758146affd5a8b","x-request-id":"2e32bd78-3b38-4510-9d19-7057608fc497"} {"level":"info","ts":1789466077.3284497,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d24ae1de7f898f62a4a8d9b122e8b60d","span_id":"46758146affd5a8b","x-request-id":"2e32bd78-3b38-4510-9d19-7057608fc497"} {"level":"info","ts":1789466077.3284614,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d24ae1de7f898f62a4a8d9b122e8b60d","span_id":"46758146affd5a8b","x-request-id":"2e32bd78-3b38-4510-9d19-7057608fc497","EoS":true} {"level":"info","ts":1789466077.328483,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d24ae1de7f898f62a4a8d9b122e8b60d","span_id":"46758146affd5a8b","x-request-id":"2e32bd78-3b38-4510-9d19-7057608fc497","header":"x-maas-group"} {"level":"info","ts":1789466077.3284938,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d24ae1de7f898f62a4a8d9b122e8b60d","span_id":"46758146affd5a8b","x-request-id":"2e32bd78-3b38-4510-9d19-7057608fc497","header":"x-maas-username"} {"level":"info","ts":1789466077.3284993,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d24ae1de7f898f62a4a8d9b122e8b60d","span_id":"46758146affd5a8b","x-request-id":"2e32bd78-3b38-4510-9d19-7057608fc497","header":"x-maas-subscription"} {"level":"info","ts":1789466077.3285549,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d24ae1de7f898f62a4a8d9b122e8b60d","span_id":"46758146affd5a8b","x-request-id":"2e32bd78-3b38-4510-9d19-7057608fc497","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789466077.3285856,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d24ae1de7f898f62a4a8d9b122e8b60d","span_id":"46758146affd5a8b","x-request-id":"2e32bd78-3b38-4510-9d19-7057608fc497"} {"level":"info","ts":1789466077.3415809,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d24ae1de7f898f62a4a8d9b122e8b60d","span_id":"46758146affd5a8b","x-request-id":"2e32bd78-3b38-4510-9d19-7057608fc497"} {"level":"info","ts":1789466077.3416092,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d24ae1de7f898f62a4a8d9b122e8b60d","span_id":"46758146affd5a8b","x-request-id":"2e32bd78-3b38-4510-9d19-7057608fc497"} {"level":"info","ts":1789466077.3416305,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d24ae1de7f898f62a4a8d9b122e8b60d","span_id":"46758146affd5a8b","x-request-id":"2e32bd78-3b38-4510-9d19-7057608fc497","EoS":false} {"level":"info","ts":1789466077.3416483,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d24ae1de7f898f62a4a8d9b122e8b60d","span_id":"46758146affd5a8b","x-request-id":"2e32bd78-3b38-4510-9d19-7057608fc497"} {"level":"info","ts":1789466077.3416834,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d24ae1de7f898f62a4a8d9b122e8b60d","span_id":"46758146affd5a8b","x-request-id":"2e32bd78-3b38-4510-9d19-7057608fc497","EoS":true} {"level":"info","ts":1789466077.3416965,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d24ae1de7f898f62a4a8d9b122e8b60d","span_id":"46758146affd5a8b","x-request-id":"2e32bd78-3b38-4510-9d19-7057608fc497"} {"level":"error","ts":1789466089.6260989,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789466156.1261892,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789466156.1262987,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5c91ab9ec9dffe72f9b6862d9ec1a37f","span_id":"0cbed44713013156","x-request-id":"e075a310-05cd-4514-bd50-635c0d24ac13"} {"level":"info","ts":1789466156.1263132,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5c91ab9ec9dffe72f9b6862d9ec1a37f","span_id":"0cbed44713013156","x-request-id":"e075a310-05cd-4514-bd50-635c0d24ac13"} {"level":"info","ts":1789466156.1263256,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5c91ab9ec9dffe72f9b6862d9ec1a37f","span_id":"0cbed44713013156","x-request-id":"e075a310-05cd-4514-bd50-635c0d24ac13","EoS":true} {"level":"info","ts":1789466156.1263485,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5c91ab9ec9dffe72f9b6862d9ec1a37f","span_id":"0cbed44713013156","x-request-id":"e075a310-05cd-4514-bd50-635c0d24ac13","header":"x-maas-group"} {"level":"info","ts":1789466156.1263595,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5c91ab9ec9dffe72f9b6862d9ec1a37f","span_id":"0cbed44713013156","x-request-id":"e075a310-05cd-4514-bd50-635c0d24ac13","header":"x-maas-subscription"} {"level":"info","ts":1789466156.1263678,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5c91ab9ec9dffe72f9b6862d9ec1a37f","span_id":"0cbed44713013156","x-request-id":"e075a310-05cd-4514-bd50-635c0d24ac13","header":"x-maas-username"} {"level":"info","ts":1789466156.1263864,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5c91ab9ec9dffe72f9b6862d9ec1a37f","span_id":"0cbed44713013156","x-request-id":"e075a310-05cd-4514-bd50-635c0d24ac13","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789466156.1264071,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5c91ab9ec9dffe72f9b6862d9ec1a37f","span_id":"0cbed44713013156","x-request-id":"e075a310-05cd-4514-bd50-635c0d24ac13"} {"level":"info","ts":1789466156.1272213,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5c91ab9ec9dffe72f9b6862d9ec1a37f","span_id":"0cbed44713013156","x-request-id":"e075a310-05cd-4514-bd50-635c0d24ac13"} {"level":"info","ts":1789466156.1272414,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5c91ab9ec9dffe72f9b6862d9ec1a37f","span_id":"0cbed44713013156","x-request-id":"e075a310-05cd-4514-bd50-635c0d24ac13"} {"level":"info","ts":1789466156.1272554,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5c91ab9ec9dffe72f9b6862d9ec1a37f","span_id":"0cbed44713013156","x-request-id":"e075a310-05cd-4514-bd50-635c0d24ac13","EoS":false} {"level":"info","ts":1789466156.1272683,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5c91ab9ec9dffe72f9b6862d9ec1a37f","span_id":"0cbed44713013156","x-request-id":"e075a310-05cd-4514-bd50-635c0d24ac13"} {"level":"info","ts":1789466156.1272964,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5c91ab9ec9dffe72f9b6862d9ec1a37f","span_id":"0cbed44713013156","x-request-id":"e075a310-05cd-4514-bd50-635c0d24ac13","EoS":true} {"level":"info","ts":1789466156.1273057,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5c91ab9ec9dffe72f9b6862d9ec1a37f","span_id":"0cbed44713013156","x-request-id":"e075a310-05cd-4514-bd50-635c0d24ac13"} {"level":"error","ts":1789466169.6338956,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789466169.8320563,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789466169.832149,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2832a93e37f5eafb0783dc44cc5d0854","span_id":"fa7140a6d8ae326e","x-request-id":"4c43b640-c13f-41e7-b50d-c7c25376b81f"} {"level":"info","ts":1789466169.8321629,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2832a93e37f5eafb0783dc44cc5d0854","span_id":"fa7140a6d8ae326e","x-request-id":"4c43b640-c13f-41e7-b50d-c7c25376b81f"} {"level":"info","ts":1789466169.832174,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2832a93e37f5eafb0783dc44cc5d0854","span_id":"fa7140a6d8ae326e","x-request-id":"4c43b640-c13f-41e7-b50d-c7c25376b81f","EoS":true} {"level":"info","ts":1789466169.8321948,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2832a93e37f5eafb0783dc44cc5d0854","span_id":"fa7140a6d8ae326e","x-request-id":"4c43b640-c13f-41e7-b50d-c7c25376b81f","header":"x-maas-group"} {"level":"info","ts":1789466169.8322058,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2832a93e37f5eafb0783dc44cc5d0854","span_id":"fa7140a6d8ae326e","x-request-id":"4c43b640-c13f-41e7-b50d-c7c25376b81f","header":"x-maas-username"} {"level":"info","ts":1789466169.8322113,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2832a93e37f5eafb0783dc44cc5d0854","span_id":"fa7140a6d8ae326e","x-request-id":"4c43b640-c13f-41e7-b50d-c7c25376b81f","header":"x-maas-subscription"} {"level":"info","ts":1789466169.8322265,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2832a93e37f5eafb0783dc44cc5d0854","span_id":"fa7140a6d8ae326e","x-request-id":"4c43b640-c13f-41e7-b50d-c7c25376b81f","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789466169.832261,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2832a93e37f5eafb0783dc44cc5d0854","span_id":"fa7140a6d8ae326e","x-request-id":"4c43b640-c13f-41e7-b50d-c7c25376b81f"} {"level":"info","ts":1789466169.8451574,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2832a93e37f5eafb0783dc44cc5d0854","span_id":"fa7140a6d8ae326e","x-request-id":"4c43b640-c13f-41e7-b50d-c7c25376b81f"} {"level":"info","ts":1789466169.8451867,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2832a93e37f5eafb0783dc44cc5d0854","span_id":"fa7140a6d8ae326e","x-request-id":"4c43b640-c13f-41e7-b50d-c7c25376b81f"} {"level":"info","ts":1789466169.845203,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2832a93e37f5eafb0783dc44cc5d0854","span_id":"fa7140a6d8ae326e","x-request-id":"4c43b640-c13f-41e7-b50d-c7c25376b81f","EoS":false} {"level":"info","ts":1789466169.8452165,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2832a93e37f5eafb0783dc44cc5d0854","span_id":"fa7140a6d8ae326e","x-request-id":"4c43b640-c13f-41e7-b50d-c7c25376b81f"} {"level":"info","ts":1789466169.8452487,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2832a93e37f5eafb0783dc44cc5d0854","span_id":"fa7140a6d8ae326e","x-request-id":"4c43b640-c13f-41e7-b50d-c7c25376b81f","EoS":false} {"level":"info","ts":1789466169.8452604,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2832a93e37f5eafb0783dc44cc5d0854","span_id":"fa7140a6d8ae326e","x-request-id":"4c43b640-c13f-41e7-b50d-c7c25376b81f"} {"level":"info","ts":1789466169.845273,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2832a93e37f5eafb0783dc44cc5d0854","span_id":"fa7140a6d8ae326e","x-request-id":"4c43b640-c13f-41e7-b50d-c7c25376b81f","EoS":false} {"level":"info","ts":1789466169.8452802,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2832a93e37f5eafb0783dc44cc5d0854","span_id":"fa7140a6d8ae326e","x-request-id":"4c43b640-c13f-41e7-b50d-c7c25376b81f"} {"level":"info","ts":1789466169.8452902,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2832a93e37f5eafb0783dc44cc5d0854","span_id":"fa7140a6d8ae326e","x-request-id":"4c43b640-c13f-41e7-b50d-c7c25376b81f","EoS":true} {"level":"info","ts":1789466169.8452997,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2832a93e37f5eafb0783dc44cc5d0854","span_id":"fa7140a6d8ae326e","x-request-id":"4c43b640-c13f-41e7-b50d-c7c25376b81f"} {"level":"info","ts":1789466169.9861324,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789466169.9862187,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a3a94093b42ddc4bb7675dbed2299e5e","span_id":"abab899b4cf6da90","x-request-id":"e08d4897-698e-49f8-a068-24860b342a13"} {"level":"info","ts":1789466169.986231,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a3a94093b42ddc4bb7675dbed2299e5e","span_id":"abab899b4cf6da90","x-request-id":"e08d4897-698e-49f8-a068-24860b342a13"} {"level":"info","ts":1789466169.9862428,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a3a94093b42ddc4bb7675dbed2299e5e","span_id":"abab899b4cf6da90","x-request-id":"e08d4897-698e-49f8-a068-24860b342a13","EoS":true} {"level":"info","ts":1789466169.9862623,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a3a94093b42ddc4bb7675dbed2299e5e","span_id":"abab899b4cf6da90","x-request-id":"e08d4897-698e-49f8-a068-24860b342a13","header":"x-maas-group"} {"level":"info","ts":1789466169.986273,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a3a94093b42ddc4bb7675dbed2299e5e","span_id":"abab899b4cf6da90","x-request-id":"e08d4897-698e-49f8-a068-24860b342a13","header":"x-maas-subscription"} {"level":"info","ts":1789466169.9862783,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a3a94093b42ddc4bb7675dbed2299e5e","span_id":"abab899b4cf6da90","x-request-id":"e08d4897-698e-49f8-a068-24860b342a13","header":"x-maas-username"} {"level":"info","ts":1789466169.9862938,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a3a94093b42ddc4bb7675dbed2299e5e","span_id":"abab899b4cf6da90","x-request-id":"e08d4897-698e-49f8-a068-24860b342a13","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789466169.9863198,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a3a94093b42ddc4bb7675dbed2299e5e","span_id":"abab899b4cf6da90","x-request-id":"e08d4897-698e-49f8-a068-24860b342a13"} {"level":"info","ts":1789466169.987344,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a3a94093b42ddc4bb7675dbed2299e5e","span_id":"abab899b4cf6da90","x-request-id":"e08d4897-698e-49f8-a068-24860b342a13"} {"level":"info","ts":1789466169.9873705,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a3a94093b42ddc4bb7675dbed2299e5e","span_id":"abab899b4cf6da90","x-request-id":"e08d4897-698e-49f8-a068-24860b342a13"} {"level":"info","ts":1789466169.9873946,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a3a94093b42ddc4bb7675dbed2299e5e","span_id":"abab899b4cf6da90","x-request-id":"e08d4897-698e-49f8-a068-24860b342a13","EoS":false} {"level":"info","ts":1789466169.987412,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a3a94093b42ddc4bb7675dbed2299e5e","span_id":"abab899b4cf6da90","x-request-id":"e08d4897-698e-49f8-a068-24860b342a13"} {"level":"info","ts":1789466169.9874375,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a3a94093b42ddc4bb7675dbed2299e5e","span_id":"abab899b4cf6da90","x-request-id":"e08d4897-698e-49f8-a068-24860b342a13","EoS":false} {"level":"info","ts":1789466169.9874496,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a3a94093b42ddc4bb7675dbed2299e5e","span_id":"abab899b4cf6da90","x-request-id":"e08d4897-698e-49f8-a068-24860b342a13"} {"level":"info","ts":1789466169.9874666,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a3a94093b42ddc4bb7675dbed2299e5e","span_id":"abab899b4cf6da90","x-request-id":"e08d4897-698e-49f8-a068-24860b342a13","EoS":true} {"level":"info","ts":1789466169.987478,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a3a94093b42ddc4bb7675dbed2299e5e","span_id":"abab899b4cf6da90","x-request-id":"e08d4897-698e-49f8-a068-24860b342a13"} {"level":"info","ts":1789466170.1267514,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789466170.126875,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7158f969e9c2b5f72775f608fe1f520c","span_id":"44d6382c8ba1ffce","x-request-id":"d3491adf-dccd-44b8-95ab-1ae93d1b0b8d"} {"level":"info","ts":1789466170.1268895,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7158f969e9c2b5f72775f608fe1f520c","span_id":"44d6382c8ba1ffce","x-request-id":"d3491adf-dccd-44b8-95ab-1ae93d1b0b8d"} {"level":"info","ts":1789466170.1269011,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7158f969e9c2b5f72775f608fe1f520c","span_id":"44d6382c8ba1ffce","x-request-id":"d3491adf-dccd-44b8-95ab-1ae93d1b0b8d","EoS":true} {"level":"info","ts":1789466170.1269195,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7158f969e9c2b5f72775f608fe1f520c","span_id":"44d6382c8ba1ffce","x-request-id":"d3491adf-dccd-44b8-95ab-1ae93d1b0b8d","header":"x-maas-group"} {"level":"info","ts":1789466170.1269276,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7158f969e9c2b5f72775f608fe1f520c","span_id":"44d6382c8ba1ffce","x-request-id":"d3491adf-dccd-44b8-95ab-1ae93d1b0b8d","header":"x-maas-subscription"} {"level":"info","ts":1789466170.1269348,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7158f969e9c2b5f72775f608fe1f520c","span_id":"44d6382c8ba1ffce","x-request-id":"d3491adf-dccd-44b8-95ab-1ae93d1b0b8d","header":"x-maas-username"} {"level":"info","ts":1789466170.1269543,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7158f969e9c2b5f72775f608fe1f520c","span_id":"44d6382c8ba1ffce","x-request-id":"d3491adf-dccd-44b8-95ab-1ae93d1b0b8d","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789466170.1269784,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7158f969e9c2b5f72775f608fe1f520c","span_id":"44d6382c8ba1ffce","x-request-id":"d3491adf-dccd-44b8-95ab-1ae93d1b0b8d"} {"level":"info","ts":1789466170.127951,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7158f969e9c2b5f72775f608fe1f520c","span_id":"44d6382c8ba1ffce","x-request-id":"d3491adf-dccd-44b8-95ab-1ae93d1b0b8d"} {"level":"info","ts":1789466170.1279829,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7158f969e9c2b5f72775f608fe1f520c","span_id":"44d6382c8ba1ffce","x-request-id":"d3491adf-dccd-44b8-95ab-1ae93d1b0b8d"} {"level":"info","ts":1789466170.1280057,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7158f969e9c2b5f72775f608fe1f520c","span_id":"44d6382c8ba1ffce","x-request-id":"d3491adf-dccd-44b8-95ab-1ae93d1b0b8d","EoS":false} {"level":"info","ts":1789466170.1280205,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7158f969e9c2b5f72775f608fe1f520c","span_id":"44d6382c8ba1ffce","x-request-id":"d3491adf-dccd-44b8-95ab-1ae93d1b0b8d"} {"level":"info","ts":1789466170.1280484,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7158f969e9c2b5f72775f608fe1f520c","span_id":"44d6382c8ba1ffce","x-request-id":"d3491adf-dccd-44b8-95ab-1ae93d1b0b8d","EoS":false} {"level":"info","ts":1789466170.128063,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7158f969e9c2b5f72775f608fe1f520c","span_id":"44d6382c8ba1ffce","x-request-id":"d3491adf-dccd-44b8-95ab-1ae93d1b0b8d"} {"level":"info","ts":1789466170.1280801,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7158f969e9c2b5f72775f608fe1f520c","span_id":"44d6382c8ba1ffce","x-request-id":"d3491adf-dccd-44b8-95ab-1ae93d1b0b8d","EoS":true} {"level":"info","ts":1789466170.1280863,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7158f969e9c2b5f72775f608fe1f520c","span_id":"44d6382c8ba1ffce","x-request-id":"d3491adf-dccd-44b8-95ab-1ae93d1b0b8d"} {"level":"error","ts":1789466184.6350892,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789466186.062065,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789466186.0621746,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"02f2e7a98a4a0f70e7086aedaef83de7","span_id":"c66b01dc7ac60562","x-request-id":"90adf146-9244-4eeb-935c-556aad761040"} {"level":"info","ts":1789466186.0621889,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"02f2e7a98a4a0f70e7086aedaef83de7","span_id":"c66b01dc7ac60562","x-request-id":"90adf146-9244-4eeb-935c-556aad761040"} {"level":"info","ts":1789466186.0622008,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"02f2e7a98a4a0f70e7086aedaef83de7","span_id":"c66b01dc7ac60562","x-request-id":"90adf146-9244-4eeb-935c-556aad761040","EoS":true} {"level":"info","ts":1789466186.0622222,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"02f2e7a98a4a0f70e7086aedaef83de7","span_id":"c66b01dc7ac60562","x-request-id":"90adf146-9244-4eeb-935c-556aad761040","header":"x-maas-username"} {"level":"info","ts":1789466186.062232,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"02f2e7a98a4a0f70e7086aedaef83de7","span_id":"c66b01dc7ac60562","x-request-id":"90adf146-9244-4eeb-935c-556aad761040","header":"x-maas-subscription"} {"level":"info","ts":1789466186.062238,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"02f2e7a98a4a0f70e7086aedaef83de7","span_id":"c66b01dc7ac60562","x-request-id":"90adf146-9244-4eeb-935c-556aad761040","header":"x-maas-group"} {"level":"info","ts":1789466186.0622528,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"02f2e7a98a4a0f70e7086aedaef83de7","span_id":"c66b01dc7ac60562","x-request-id":"90adf146-9244-4eeb-935c-556aad761040","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789466186.0622766,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"02f2e7a98a4a0f70e7086aedaef83de7","span_id":"c66b01dc7ac60562","x-request-id":"90adf146-9244-4eeb-935c-556aad761040"} {"level":"info","ts":1789466186.0633297,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"02f2e7a98a4a0f70e7086aedaef83de7","span_id":"c66b01dc7ac60562","x-request-id":"90adf146-9244-4eeb-935c-556aad761040"} {"level":"info","ts":1789466186.0633533,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"02f2e7a98a4a0f70e7086aedaef83de7","span_id":"c66b01dc7ac60562","x-request-id":"90adf146-9244-4eeb-935c-556aad761040"} {"level":"info","ts":1789466186.0633743,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"02f2e7a98a4a0f70e7086aedaef83de7","span_id":"c66b01dc7ac60562","x-request-id":"90adf146-9244-4eeb-935c-556aad761040","EoS":false} {"level":"info","ts":1789466186.0633874,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"02f2e7a98a4a0f70e7086aedaef83de7","span_id":"c66b01dc7ac60562","x-request-id":"90adf146-9244-4eeb-935c-556aad761040"} {"level":"info","ts":1789466186.0634181,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"02f2e7a98a4a0f70e7086aedaef83de7","span_id":"c66b01dc7ac60562","x-request-id":"90adf146-9244-4eeb-935c-556aad761040","EoS":false} {"level":"info","ts":1789466186.0634286,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"02f2e7a98a4a0f70e7086aedaef83de7","span_id":"c66b01dc7ac60562","x-request-id":"90adf146-9244-4eeb-935c-556aad761040"} {"level":"info","ts":1789466186.063439,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"02f2e7a98a4a0f70e7086aedaef83de7","span_id":"c66b01dc7ac60562","x-request-id":"90adf146-9244-4eeb-935c-556aad761040","EoS":true} {"level":"info","ts":1789466186.0634453,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"02f2e7a98a4a0f70e7086aedaef83de7","span_id":"c66b01dc7ac60562","x-request-id":"90adf146-9244-4eeb-935c-556aad761040"} {"level":"error","ts":1789466199.6361594,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}