{"level":"info","ts":1789594454.178931,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-48636f39","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48636f39","reconcileID":"8f502054-7d62-4d3d-8c2b-4dd455a442c4","service":"e2e-legacy-migration-48636f39","serviceEntry":"e2e-legacy-migration-48636f39","destinationRule":"e2e-legacy-migration-48636f39"} {"level":"error","ts":1789594454.1914537,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-48636f39","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48636f39","reconcileID":"8f502054-7d62-4d3d-8c2b-4dd455a442c4","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-48636f39\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789594454.1915371,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-48636f39","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48636f39","reconcileID":"1df0fd40-9394-4a8a-8350-a76e0335dabe"} {"level":"info","ts":1789594454.1915743,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-48636f39","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48636f39","reconcileID":"1df0fd40-9394-4a8a-8350-a76e0335dabe","name":"e2e-legacy-migration-48636f39"} {"level":"info","ts":1789594454.2035036,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48636f39","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48636f39","reconcileID":"5ef47979-60b7-42af-916c-c8b1c3ffd0ff","provider":"openai","model":"e2e-legacy-migration-48636f39","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789594454.2045875,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48636f39","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48636f39","reconcileID":"5bf18234-5198-41aa-9dac-e9ddae6bbf08","name":"e2e-legacy-migration-48636f39","namespace":"llm"} {"level":"info","ts":1789594454.2046692,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48636f39","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48636f39","reconcileID":"5bf18234-5198-41aa-9dac-e9ddae6bbf08","modelName":"e2e-legacy-migration-48636f39","resolvedRefs":1} {"level":"info","ts":1789594454.2062695,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48636f39","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48636f39","reconcileID":"b8011922-6c9d-4da8-8272-92080ff22578"} {"level":"info","ts":1789594454.2063327,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48636f39","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48636f39","reconcileID":"b8011922-6c9d-4da8-8272-92080ff22578","name":"e2e-legacy-migration-48636f39"} {"level":"error","ts":1789594454.2611892,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48636f39","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48636f39","reconcileID":"b8011922-6c9d-4da8-8272-92080ff22578","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-48636f39\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789594454.2664728,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48636f39","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48636f39","reconcileID":"da94b25d-4a97-496b-8fd8-c5026bf3f6e6"} {"level":"info","ts":1789594454.2665288,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48636f39","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48636f39","reconcileID":"da94b25d-4a97-496b-8fd8-c5026bf3f6e6","name":"e2e-legacy-migration-48636f39"} {"level":"info","ts":1789594454.2715309,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48636f39","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48636f39","reconcileID":"e0aa46d4-40eb-474a-8f0e-1b416126c9fa","name":"e2e-legacy-migration-48636f39","namespace":"llm"} {"level":"info","ts":1789594454.2715518,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48636f39","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48636f39","reconcileID":"e0aa46d4-40eb-474a-8f0e-1b416126c9fa","modelName":"e2e-legacy-migration-48636f39","resolvedRefs":1} {"level":"info","ts":1789594454.281824,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-48636f39","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48636f39","reconcileID":"1df0fd40-9394-4a8a-8350-a76e0335dabe","service":"e2e-legacy-migration-48636f39","serviceEntry":"e2e-legacy-migration-48636f39","destinationRule":"e2e-legacy-migration-48636f39"} {"level":"info","ts":1789594454.3037865,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48636f39","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48636f39","reconcileID":"da94b25d-4a97-496b-8fd8-c5026bf3f6e6","httpRoute":"e2e-legacy-migration-48636f39","providers":["e2e-legacy-migration-48636f39"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789594454.311743,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48636f39","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48636f39","reconcileID":"1c5dbba1-456f-4522-9eda-5b62587e157e","name":"e2e-legacy-migration-48636f39","namespace":"llm"} {"level":"info","ts":1789594454.3117805,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48636f39","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48636f39","reconcileID":"1c5dbba1-456f-4522-9eda-5b62587e157e","modelName":"e2e-legacy-migration-48636f39","resolvedRefs":1} {"level":"error","ts":1789594454.3307467,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48636f39","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48636f39","reconcileID":"da94b25d-4a97-496b-8fd8-c5026bf3f6e6","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-48636f39\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789594454.3308513,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48636f39","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48636f39","reconcileID":"28b6cc06-d98c-422a-8d0b-45cbd30f08e3"} {"level":"info","ts":1789594454.3309147,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48636f39","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48636f39","reconcileID":"28b6cc06-d98c-422a-8d0b-45cbd30f08e3","name":"e2e-legacy-migration-48636f39"} {"level":"info","ts":1789594454.4161074,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48636f39","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48636f39","reconcileID":"28b6cc06-d98c-422a-8d0b-45cbd30f08e3","httpRoute":"e2e-legacy-migration-48636f39","providers":["e2e-legacy-migration-48636f39"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789594454.550111,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48636f39","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48636f39","reconcileID":"25ca6552-aeaa-4482-a648-aa4bf082a014","name":"e2e-legacy-migration-48636f39","namespace":"llm"} {"level":"info","ts":1789594454.5635886,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48636f39","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48636f39","reconcileID":"25ca6552-aeaa-4482-a648-aa4bf082a014","name":"e2e-legacy-migration-48636f39"} {"level":"info","ts":1789594454.580794,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48636f39","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48636f39","reconcileID":"25ca6552-aeaa-4482-a648-aa4bf082a014","provider":"openai","model":"e2e-legacy-migration-48636f39","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789594456.9965825,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48636f39","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48636f39","reconcileID":"28299fd4-797a-4e36-83d5-04291a085b81","name":"e2e-legacy-migration-48636f39","namespace":"llm"} {"level":"info","ts":1789594457.0199537,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48636f39","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48636f39","reconcileID":"31e265da-548c-49ec-acd1-729d4f269c1f"} {"level":"info","ts":1789594457.019969,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48636f39","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48636f39","reconcileID":"f4bb8c21-c628-434e-9b61-7942697cb9a2","name":"e2e-legacy-migration-48636f39","namespace":"llm"} {"level":"info","ts":1789594457.020085,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-48636f39","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48636f39","reconcileID":"f4bb8c21-c628-434e-9b61-7942697cb9a2","name":"e2e-legacy-migration-48636f39","namespace":"llm"} {"level":"info","ts":1789594457.0203114,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-48636f39","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48636f39","reconcileID":"a019540d-e0c2-4dc6-88c4-0cf62396185a","name":"e2e-legacy-migration-48636f39","namespace":"llm"} {"level":"info","ts":1789594457.0203478,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-48636f39","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48636f39","reconcileID":"a019540d-e0c2-4dc6-88c4-0cf62396185a","name":"e2e-legacy-migration-48636f39","namespace":"llm"} {"level":"info","ts":1789594457.0204475,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-48636f39","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-48636f39","reconcileID":"67116f41-ab22-4e09-ad45-3ad1f7050fdb"} {"level":"info","ts":1789594457.5016437,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789594457.5017557,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"06eef24216e5969d4eca752abcf4b89d","span_id":"e02677e207fb44c2","x-request-id":"0b41351d-8c4e-4df0-90c2-a14a250c5fb5"} {"level":"info","ts":1789594457.5017674,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"06eef24216e5969d4eca752abcf4b89d","span_id":"e02677e207fb44c2","x-request-id":"0b41351d-8c4e-4df0-90c2-a14a250c5fb5"} {"level":"info","ts":1789594457.5017786,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"06eef24216e5969d4eca752abcf4b89d","span_id":"e02677e207fb44c2","x-request-id":"0b41351d-8c4e-4df0-90c2-a14a250c5fb5","EoS":true} {"level":"info","ts":1789594457.5018122,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"06eef24216e5969d4eca752abcf4b89d","span_id":"e02677e207fb44c2","x-request-id":"0b41351d-8c4e-4df0-90c2-a14a250c5fb5","header":"x-maas-subscription"} {"level":"info","ts":1789594457.5018258,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"06eef24216e5969d4eca752abcf4b89d","span_id":"e02677e207fb44c2","x-request-id":"0b41351d-8c4e-4df0-90c2-a14a250c5fb5","header":"x-maas-keyname"} {"level":"info","ts":1789594457.5018308,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"06eef24216e5969d4eca752abcf4b89d","span_id":"e02677e207fb44c2","x-request-id":"0b41351d-8c4e-4df0-90c2-a14a250c5fb5","header":"x-maas-group"} {"level":"info","ts":1789594457.501836,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"06eef24216e5969d4eca752abcf4b89d","span_id":"e02677e207fb44c2","x-request-id":"0b41351d-8c4e-4df0-90c2-a14a250c5fb5","header":"x-maas-username"} {"level":"info","ts":1789594457.501853,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"06eef24216e5969d4eca752abcf4b89d","span_id":"e02677e207fb44c2","x-request-id":"0b41351d-8c4e-4df0-90c2-a14a250c5fb5","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789594457.5018632,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"06eef24216e5969d4eca752abcf4b89d","span_id":"e02677e207fb44c2","x-request-id":"0b41351d-8c4e-4df0-90c2-a14a250c5fb5","modelName":"e2e-external-model"} {"level":"info","ts":1789594457.5018744,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"06eef24216e5969d4eca752abcf4b89d","span_id":"e02677e207fb44c2","x-request-id":"0b41351d-8c4e-4df0-90c2-a14a250c5fb5","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789594457.5018954,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"06eef24216e5969d4eca752abcf4b89d","span_id":"e02677e207fb44c2","x-request-id":"0b41351d-8c4e-4df0-90c2-a14a250c5fb5","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1789594457.5019114,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"06eef24216e5969d4eca752abcf4b89d","span_id":"e02677e207fb44c2","x-request-id":"0b41351d-8c4e-4df0-90c2-a14a250c5fb5","authType":"apikey"} {"level":"info","ts":1789594457.501934,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"06eef24216e5969d4eca752abcf4b89d","span_id":"e02677e207fb44c2","x-request-id":"0b41351d-8c4e-4df0-90c2-a14a250c5fb5"} {"level":"info","ts":1789594457.5580404,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"06eef24216e5969d4eca752abcf4b89d","span_id":"e02677e207fb44c2","x-request-id":"0b41351d-8c4e-4df0-90c2-a14a250c5fb5"} {"level":"info","ts":1789594457.5580752,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"06eef24216e5969d4eca752abcf4b89d","span_id":"e02677e207fb44c2","x-request-id":"0b41351d-8c4e-4df0-90c2-a14a250c5fb5"} {"level":"info","ts":1789594457.5580933,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"06eef24216e5969d4eca752abcf4b89d","span_id":"e02677e207fb44c2","x-request-id":"0b41351d-8c4e-4df0-90c2-a14a250c5fb5","EoS":false} {"level":"info","ts":1789594457.558107,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"06eef24216e5969d4eca752abcf4b89d","span_id":"e02677e207fb44c2","x-request-id":"0b41351d-8c4e-4df0-90c2-a14a250c5fb5"} {"level":"info","ts":1789594457.5581353,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"06eef24216e5969d4eca752abcf4b89d","span_id":"e02677e207fb44c2","x-request-id":"0b41351d-8c4e-4df0-90c2-a14a250c5fb5","EoS":true} {"level":"info","ts":1789594457.558143,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"06eef24216e5969d4eca752abcf4b89d","span_id":"e02677e207fb44c2","x-request-id":"0b41351d-8c4e-4df0-90c2-a14a250c5fb5"} {"level":"info","ts":1789594457.7198353,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789594457.7199283,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3465682a933cc82903f112ab62e2af6a","span_id":"8c040b9f172a8ae1","x-request-id":"70cfa624-de90-438c-9fcd-23f4d7a9cd40"} {"level":"info","ts":1789594457.7199395,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3465682a933cc82903f112ab62e2af6a","span_id":"8c040b9f172a8ae1","x-request-id":"70cfa624-de90-438c-9fcd-23f4d7a9cd40"} {"level":"info","ts":1789594457.7199519,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3465682a933cc82903f112ab62e2af6a","span_id":"8c040b9f172a8ae1","x-request-id":"70cfa624-de90-438c-9fcd-23f4d7a9cd40","EoS":true} {"level":"info","ts":1789594457.7199755,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3465682a933cc82903f112ab62e2af6a","span_id":"8c040b9f172a8ae1","x-request-id":"70cfa624-de90-438c-9fcd-23f4d7a9cd40","header":"x-maas-group"} {"level":"info","ts":1789594457.719995,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3465682a933cc82903f112ab62e2af6a","span_id":"8c040b9f172a8ae1","x-request-id":"70cfa624-de90-438c-9fcd-23f4d7a9cd40","header":"x-maas-subscription"} {"level":"info","ts":1789594457.720003,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3465682a933cc82903f112ab62e2af6a","span_id":"8c040b9f172a8ae1","x-request-id":"70cfa624-de90-438c-9fcd-23f4d7a9cd40","header":"x-maas-keyname"} {"level":"info","ts":1789594457.7200098,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3465682a933cc82903f112ab62e2af6a","span_id":"8c040b9f172a8ae1","x-request-id":"70cfa624-de90-438c-9fcd-23f4d7a9cd40","header":"x-maas-username"} {"level":"info","ts":1789594457.7200282,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3465682a933cc82903f112ab62e2af6a","span_id":"8c040b9f172a8ae1","x-request-id":"70cfa624-de90-438c-9fcd-23f4d7a9cd40","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789594457.720059,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3465682a933cc82903f112ab62e2af6a","span_id":"8c040b9f172a8ae1","x-request-id":"70cfa624-de90-438c-9fcd-23f4d7a9cd40"} {"level":"info","ts":1789594458.160838,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3465682a933cc82903f112ab62e2af6a","span_id":"8c040b9f172a8ae1","x-request-id":"70cfa624-de90-438c-9fcd-23f4d7a9cd40"} {"level":"info","ts":1789594458.1608906,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3465682a933cc82903f112ab62e2af6a","span_id":"8c040b9f172a8ae1","x-request-id":"70cfa624-de90-438c-9fcd-23f4d7a9cd40"} {"level":"info","ts":1789594458.1609163,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3465682a933cc82903f112ab62e2af6a","span_id":"8c040b9f172a8ae1","x-request-id":"70cfa624-de90-438c-9fcd-23f4d7a9cd40","EoS":false} {"level":"info","ts":1789594458.160932,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3465682a933cc82903f112ab62e2af6a","span_id":"8c040b9f172a8ae1","x-request-id":"70cfa624-de90-438c-9fcd-23f4d7a9cd40"} {"level":"info","ts":1789594458.1609695,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3465682a933cc82903f112ab62e2af6a","span_id":"8c040b9f172a8ae1","x-request-id":"70cfa624-de90-438c-9fcd-23f4d7a9cd40","EoS":true} {"level":"info","ts":1789594458.1609826,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3465682a933cc82903f112ab62e2af6a","span_id":"8c040b9f172a8ae1","x-request-id":"70cfa624-de90-438c-9fcd-23f4d7a9cd40"} {"level":"info","ts":1789594458.2210982,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789594458.221192,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e00e53a101893fc390683884c23afdd0","span_id":"275b78ee4feff9fd","x-request-id":"aab8a382-502f-4599-9c75-4b5ee8f50889"} {"level":"info","ts":1789594458.221204,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e00e53a101893fc390683884c23afdd0","span_id":"275b78ee4feff9fd","x-request-id":"aab8a382-502f-4599-9c75-4b5ee8f50889"} {"level":"info","ts":1789594458.2212155,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e00e53a101893fc390683884c23afdd0","span_id":"275b78ee4feff9fd","x-request-id":"aab8a382-502f-4599-9c75-4b5ee8f50889","EoS":true} {"level":"info","ts":1789594458.221251,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e00e53a101893fc390683884c23afdd0","span_id":"275b78ee4feff9fd","x-request-id":"aab8a382-502f-4599-9c75-4b5ee8f50889","header":"x-maas-subscription"} {"level":"info","ts":1789594458.221266,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e00e53a101893fc390683884c23afdd0","span_id":"275b78ee4feff9fd","x-request-id":"aab8a382-502f-4599-9c75-4b5ee8f50889","header":"x-maas-group"} {"level":"info","ts":1789594458.221272,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e00e53a101893fc390683884c23afdd0","span_id":"275b78ee4feff9fd","x-request-id":"aab8a382-502f-4599-9c75-4b5ee8f50889","header":"x-maas-username"} {"level":"info","ts":1789594458.221276,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e00e53a101893fc390683884c23afdd0","span_id":"275b78ee4feff9fd","x-request-id":"aab8a382-502f-4599-9c75-4b5ee8f50889","header":"x-maas-keyname"} {"level":"info","ts":1789594458.2213068,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e00e53a101893fc390683884c23afdd0","span_id":"275b78ee4feff9fd","x-request-id":"aab8a382-502f-4599-9c75-4b5ee8f50889"} {"level":"info","ts":1789594458.2720556,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e00e53a101893fc390683884c23afdd0","span_id":"275b78ee4feff9fd","x-request-id":"aab8a382-502f-4599-9c75-4b5ee8f50889"} {"level":"info","ts":1789594458.2720854,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e00e53a101893fc390683884c23afdd0","span_id":"275b78ee4feff9fd","x-request-id":"aab8a382-502f-4599-9c75-4b5ee8f50889"} {"level":"info","ts":1789594458.272104,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e00e53a101893fc390683884c23afdd0","span_id":"275b78ee4feff9fd","x-request-id":"aab8a382-502f-4599-9c75-4b5ee8f50889","EoS":false} {"level":"info","ts":1789594458.2721164,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e00e53a101893fc390683884c23afdd0","span_id":"275b78ee4feff9fd","x-request-id":"aab8a382-502f-4599-9c75-4b5ee8f50889"} {"level":"info","ts":1789594458.2721448,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e00e53a101893fc390683884c23afdd0","span_id":"275b78ee4feff9fd","x-request-id":"aab8a382-502f-4599-9c75-4b5ee8f50889","EoS":true} {"level":"info","ts":1789594458.2721539,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e00e53a101893fc390683884c23afdd0","span_id":"275b78ee4feff9fd","x-request-id":"aab8a382-502f-4599-9c75-4b5ee8f50889"} {"level":"info","ts":1789594459.2906609,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1d8e3fe9-b1fb-4259-a40d-780206d25a8f"} {"level":"info","ts":1789594459.290661,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"679e446b-64ea-43a2-ad65-179a526e4246","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789594459.290692,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"679e446b-64ea-43a2-ad65-179a526e4246","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789594459.478907,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9e0941fa-e7c6-48e6-b242-2817bddfcacd","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789594459.4789617,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"83eb68d8-dddf-49ff-8333-a2e13309f14c"} {"level":"info","ts":1789594459.4789755,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9e0941fa-e7c6-48e6-b242-2817bddfcacd","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789594459.6231136,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"e0a895df-55a7-4cbc-8eee-2af33a664a06","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789594459.6232014,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"e0a895df-55a7-4cbc-8eee-2af33a664a06","key":"llm/e2e-external-model-api-key"} {"level":"error","ts":1789594460.601092,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789594463.4451592,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789594463.4452767,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a53d4e0b61b4a2b9741a50ddf39ab46c","span_id":"ca533e93e87f9200","x-request-id":"2ebef3a4-1c91-4045-b1e2-a7334f1f29e9"} {"level":"info","ts":1789594463.4452918,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a53d4e0b61b4a2b9741a50ddf39ab46c","span_id":"ca533e93e87f9200","x-request-id":"2ebef3a4-1c91-4045-b1e2-a7334f1f29e9"} {"level":"info","ts":1789594463.4453042,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a53d4e0b61b4a2b9741a50ddf39ab46c","span_id":"ca533e93e87f9200","x-request-id":"2ebef3a4-1c91-4045-b1e2-a7334f1f29e9","EoS":true} {"level":"info","ts":1789594463.4453287,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a53d4e0b61b4a2b9741a50ddf39ab46c","span_id":"ca533e93e87f9200","x-request-id":"2ebef3a4-1c91-4045-b1e2-a7334f1f29e9","header":"x-maas-keyname"} {"level":"info","ts":1789594463.4453382,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a53d4e0b61b4a2b9741a50ddf39ab46c","span_id":"ca533e93e87f9200","x-request-id":"2ebef3a4-1c91-4045-b1e2-a7334f1f29e9","header":"x-maas-username"} {"level":"info","ts":1789594463.4453435,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a53d4e0b61b4a2b9741a50ddf39ab46c","span_id":"ca533e93e87f9200","x-request-id":"2ebef3a4-1c91-4045-b1e2-a7334f1f29e9","header":"x-maas-group"} {"level":"info","ts":1789594463.445353,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a53d4e0b61b4a2b9741a50ddf39ab46c","span_id":"ca533e93e87f9200","x-request-id":"2ebef3a4-1c91-4045-b1e2-a7334f1f29e9","header":"x-maas-subscription"} {"level":"info","ts":1789594463.445371,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a53d4e0b61b4a2b9741a50ddf39ab46c","span_id":"ca533e93e87f9200","x-request-id":"2ebef3a4-1c91-4045-b1e2-a7334f1f29e9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789594463.4454257,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a53d4e0b61b4a2b9741a50ddf39ab46c","span_id":"ca533e93e87f9200","x-request-id":"2ebef3a4-1c91-4045-b1e2-a7334f1f29e9"} {"level":"info","ts":1789594463.4469001,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a53d4e0b61b4a2b9741a50ddf39ab46c","span_id":"ca533e93e87f9200","x-request-id":"2ebef3a4-1c91-4045-b1e2-a7334f1f29e9"} {"level":"info","ts":1789594463.44692,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a53d4e0b61b4a2b9741a50ddf39ab46c","span_id":"ca533e93e87f9200","x-request-id":"2ebef3a4-1c91-4045-b1e2-a7334f1f29e9"} {"level":"info","ts":1789594463.446934,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a53d4e0b61b4a2b9741a50ddf39ab46c","span_id":"ca533e93e87f9200","x-request-id":"2ebef3a4-1c91-4045-b1e2-a7334f1f29e9","EoS":false} {"level":"info","ts":1789594463.446948,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a53d4e0b61b4a2b9741a50ddf39ab46c","span_id":"ca533e93e87f9200","x-request-id":"2ebef3a4-1c91-4045-b1e2-a7334f1f29e9"} {"level":"info","ts":1789594463.4469717,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a53d4e0b61b4a2b9741a50ddf39ab46c","span_id":"ca533e93e87f9200","x-request-id":"2ebef3a4-1c91-4045-b1e2-a7334f1f29e9","EoS":true} {"level":"info","ts":1789594463.4469788,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a53d4e0b61b4a2b9741a50ddf39ab46c","span_id":"ca533e93e87f9200","x-request-id":"2ebef3a4-1c91-4045-b1e2-a7334f1f29e9"} {"level":"info","ts":1789594463.5633566,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789594463.5635045,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f72519a0ba1860509518a07ae26d8ffa","span_id":"cffbf8aef70da59c","x-request-id":"a81d5ee1-20d6-4faa-888c-822844ecaddf"} {"level":"info","ts":1789594463.5635252,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f72519a0ba1860509518a07ae26d8ffa","span_id":"cffbf8aef70da59c","x-request-id":"a81d5ee1-20d6-4faa-888c-822844ecaddf"} {"level":"info","ts":1789594463.5635436,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f72519a0ba1860509518a07ae26d8ffa","span_id":"cffbf8aef70da59c","x-request-id":"a81d5ee1-20d6-4faa-888c-822844ecaddf","EoS":true} {"level":"info","ts":1789594463.5635676,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f72519a0ba1860509518a07ae26d8ffa","span_id":"cffbf8aef70da59c","x-request-id":"a81d5ee1-20d6-4faa-888c-822844ecaddf","header":"x-maas-group"} {"level":"info","ts":1789594463.5635774,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f72519a0ba1860509518a07ae26d8ffa","span_id":"cffbf8aef70da59c","x-request-id":"a81d5ee1-20d6-4faa-888c-822844ecaddf","header":"x-maas-subscription"} {"level":"info","ts":1789594463.5635822,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f72519a0ba1860509518a07ae26d8ffa","span_id":"cffbf8aef70da59c","x-request-id":"a81d5ee1-20d6-4faa-888c-822844ecaddf","header":"x-maas-keyname"} {"level":"info","ts":1789594463.5635865,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f72519a0ba1860509518a07ae26d8ffa","span_id":"cffbf8aef70da59c","x-request-id":"a81d5ee1-20d6-4faa-888c-822844ecaddf","header":"x-maas-username"} {"level":"info","ts":1789594463.5636017,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f72519a0ba1860509518a07ae26d8ffa","span_id":"cffbf8aef70da59c","x-request-id":"a81d5ee1-20d6-4faa-888c-822844ecaddf","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789594463.563629,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f72519a0ba1860509518a07ae26d8ffa","span_id":"cffbf8aef70da59c","x-request-id":"a81d5ee1-20d6-4faa-888c-822844ecaddf"} {"level":"info","ts":1789594463.5645564,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f72519a0ba1860509518a07ae26d8ffa","span_id":"cffbf8aef70da59c","x-request-id":"a81d5ee1-20d6-4faa-888c-822844ecaddf"} {"level":"info","ts":1789594463.5645704,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f72519a0ba1860509518a07ae26d8ffa","span_id":"cffbf8aef70da59c","x-request-id":"a81d5ee1-20d6-4faa-888c-822844ecaddf"} {"level":"info","ts":1789594463.5645826,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f72519a0ba1860509518a07ae26d8ffa","span_id":"cffbf8aef70da59c","x-request-id":"a81d5ee1-20d6-4faa-888c-822844ecaddf","EoS":false} {"level":"info","ts":1789594463.5645921,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f72519a0ba1860509518a07ae26d8ffa","span_id":"cffbf8aef70da59c","x-request-id":"a81d5ee1-20d6-4faa-888c-822844ecaddf"} {"level":"info","ts":1789594463.564615,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f72519a0ba1860509518a07ae26d8ffa","span_id":"cffbf8aef70da59c","x-request-id":"a81d5ee1-20d6-4faa-888c-822844ecaddf","EoS":true} {"level":"info","ts":1789594463.5646288,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f72519a0ba1860509518a07ae26d8ffa","span_id":"cffbf8aef70da59c","x-request-id":"a81d5ee1-20d6-4faa-888c-822844ecaddf"} {"level":"info","ts":1789594463.6609683,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789594463.661066,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"de9bae7ac703eeabcbe76fdf4eb08d83","span_id":"57d7f93e21823060","x-request-id":"c53ab80a-788d-4831-bf1e-02365577620d"} {"level":"info","ts":1789594463.6610782,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"de9bae7ac703eeabcbe76fdf4eb08d83","span_id":"57d7f93e21823060","x-request-id":"c53ab80a-788d-4831-bf1e-02365577620d"} {"level":"info","ts":1789594463.6610892,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"de9bae7ac703eeabcbe76fdf4eb08d83","span_id":"57d7f93e21823060","x-request-id":"c53ab80a-788d-4831-bf1e-02365577620d","EoS":true} {"level":"info","ts":1789594463.661112,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"de9bae7ac703eeabcbe76fdf4eb08d83","span_id":"57d7f93e21823060","x-request-id":"c53ab80a-788d-4831-bf1e-02365577620d","header":"x-maas-username"} {"level":"info","ts":1789594463.6611216,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"de9bae7ac703eeabcbe76fdf4eb08d83","span_id":"57d7f93e21823060","x-request-id":"c53ab80a-788d-4831-bf1e-02365577620d","header":"x-maas-group"} {"level":"info","ts":1789594463.6611276,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"de9bae7ac703eeabcbe76fdf4eb08d83","span_id":"57d7f93e21823060","x-request-id":"c53ab80a-788d-4831-bf1e-02365577620d","header":"x-maas-subscription"} {"level":"info","ts":1789594463.661132,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"de9bae7ac703eeabcbe76fdf4eb08d83","span_id":"57d7f93e21823060","x-request-id":"c53ab80a-788d-4831-bf1e-02365577620d","header":"x-maas-keyname"} {"level":"info","ts":1789594463.661147,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"de9bae7ac703eeabcbe76fdf4eb08d83","span_id":"57d7f93e21823060","x-request-id":"c53ab80a-788d-4831-bf1e-02365577620d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789594463.6611724,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"de9bae7ac703eeabcbe76fdf4eb08d83","span_id":"57d7f93e21823060","x-request-id":"c53ab80a-788d-4831-bf1e-02365577620d"} {"level":"info","ts":1789594463.662069,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"de9bae7ac703eeabcbe76fdf4eb08d83","span_id":"57d7f93e21823060","x-request-id":"c53ab80a-788d-4831-bf1e-02365577620d"} {"level":"info","ts":1789594463.6620927,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"de9bae7ac703eeabcbe76fdf4eb08d83","span_id":"57d7f93e21823060","x-request-id":"c53ab80a-788d-4831-bf1e-02365577620d"} {"level":"info","ts":1789594463.6621063,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"de9bae7ac703eeabcbe76fdf4eb08d83","span_id":"57d7f93e21823060","x-request-id":"c53ab80a-788d-4831-bf1e-02365577620d","EoS":false} {"level":"info","ts":1789594463.6621196,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"de9bae7ac703eeabcbe76fdf4eb08d83","span_id":"57d7f93e21823060","x-request-id":"c53ab80a-788d-4831-bf1e-02365577620d"} {"level":"info","ts":1789594463.6621435,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"de9bae7ac703eeabcbe76fdf4eb08d83","span_id":"57d7f93e21823060","x-request-id":"c53ab80a-788d-4831-bf1e-02365577620d","EoS":true} {"level":"info","ts":1789594463.662153,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"de9bae7ac703eeabcbe76fdf4eb08d83","span_id":"57d7f93e21823060","x-request-id":"c53ab80a-788d-4831-bf1e-02365577620d"} {"level":"info","ts":1789594463.7679193,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789594463.7680163,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"68ec34bd90d867961b5fe0868ae5e4ed","span_id":"d2394880574fa915","x-request-id":"5cf8b386-de16-4a8b-9b05-dd279e3e6e73"} {"level":"info","ts":1789594463.7680287,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"68ec34bd90d867961b5fe0868ae5e4ed","span_id":"d2394880574fa915","x-request-id":"5cf8b386-de16-4a8b-9b05-dd279e3e6e73"} {"level":"info","ts":1789594463.7680397,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"68ec34bd90d867961b5fe0868ae5e4ed","span_id":"d2394880574fa915","x-request-id":"5cf8b386-de16-4a8b-9b05-dd279e3e6e73","EoS":true} {"level":"info","ts":1789594463.7680602,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"68ec34bd90d867961b5fe0868ae5e4ed","span_id":"d2394880574fa915","x-request-id":"5cf8b386-de16-4a8b-9b05-dd279e3e6e73","header":"x-maas-group"} {"level":"info","ts":1789594463.7680676,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"68ec34bd90d867961b5fe0868ae5e4ed","span_id":"d2394880574fa915","x-request-id":"5cf8b386-de16-4a8b-9b05-dd279e3e6e73","header":"x-maas-subscription"} {"level":"info","ts":1789594463.7680736,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"68ec34bd90d867961b5fe0868ae5e4ed","span_id":"d2394880574fa915","x-request-id":"5cf8b386-de16-4a8b-9b05-dd279e3e6e73","header":"x-maas-username"} {"level":"info","ts":1789594463.7680779,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"68ec34bd90d867961b5fe0868ae5e4ed","span_id":"d2394880574fa915","x-request-id":"5cf8b386-de16-4a8b-9b05-dd279e3e6e73","header":"x-maas-keyname"} {"level":"info","ts":1789594463.7680922,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"68ec34bd90d867961b5fe0868ae5e4ed","span_id":"d2394880574fa915","x-request-id":"5cf8b386-de16-4a8b-9b05-dd279e3e6e73","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789594463.7681177,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"68ec34bd90d867961b5fe0868ae5e4ed","span_id":"d2394880574fa915","x-request-id":"5cf8b386-de16-4a8b-9b05-dd279e3e6e73"} {"level":"info","ts":1789594463.7719038,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"68ec34bd90d867961b5fe0868ae5e4ed","span_id":"d2394880574fa915","x-request-id":"5cf8b386-de16-4a8b-9b05-dd279e3e6e73"} {"level":"info","ts":1789594463.7719223,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"68ec34bd90d867961b5fe0868ae5e4ed","span_id":"d2394880574fa915","x-request-id":"5cf8b386-de16-4a8b-9b05-dd279e3e6e73"} {"level":"info","ts":1789594463.7719388,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"68ec34bd90d867961b5fe0868ae5e4ed","span_id":"d2394880574fa915","x-request-id":"5cf8b386-de16-4a8b-9b05-dd279e3e6e73","EoS":false} {"level":"info","ts":1789594463.7719514,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"68ec34bd90d867961b5fe0868ae5e4ed","span_id":"d2394880574fa915","x-request-id":"5cf8b386-de16-4a8b-9b05-dd279e3e6e73"} {"level":"info","ts":1789594463.7719777,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"68ec34bd90d867961b5fe0868ae5e4ed","span_id":"d2394880574fa915","x-request-id":"5cf8b386-de16-4a8b-9b05-dd279e3e6e73","EoS":true} {"level":"info","ts":1789594463.771987,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"68ec34bd90d867961b5fe0868ae5e4ed","span_id":"d2394880574fa915","x-request-id":"5cf8b386-de16-4a8b-9b05-dd279e3e6e73"} {"level":"error","ts":1789594475.6023498,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789594477.9913788,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789594477.9915097,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"47c884650e6e53629c06196b7f298f58","span_id":"7e90d1bb16e8bed3","x-request-id":"0c000be0-e7ba-4936-ada4-4227aba78b20"} {"level":"info","ts":1789594477.9915218,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"47c884650e6e53629c06196b7f298f58","span_id":"7e90d1bb16e8bed3","x-request-id":"0c000be0-e7ba-4936-ada4-4227aba78b20"} {"level":"info","ts":1789594477.991533,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"47c884650e6e53629c06196b7f298f58","span_id":"7e90d1bb16e8bed3","x-request-id":"0c000be0-e7ba-4936-ada4-4227aba78b20","EoS":true} {"level":"info","ts":1789594477.9915824,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"47c884650e6e53629c06196b7f298f58","span_id":"7e90d1bb16e8bed3","x-request-id":"0c000be0-e7ba-4936-ada4-4227aba78b20"} {"level":"info","ts":1789594478.1464717,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789594478.1465673,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c502a1e3696573a12f5170d2e579aa29","span_id":"34ac97e2179597db","x-request-id":"0fb1d9dc-571e-432a-ba3b-aa8b185f1db3"} {"level":"info","ts":1789594478.1465797,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c502a1e3696573a12f5170d2e579aa29","span_id":"34ac97e2179597db","x-request-id":"0fb1d9dc-571e-432a-ba3b-aa8b185f1db3"} {"level":"info","ts":1789594478.1465914,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c502a1e3696573a12f5170d2e579aa29","span_id":"34ac97e2179597db","x-request-id":"0fb1d9dc-571e-432a-ba3b-aa8b185f1db3","EoS":true} {"level":"info","ts":1789594478.1466346,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c502a1e3696573a12f5170d2e579aa29","span_id":"34ac97e2179597db","x-request-id":"0fb1d9dc-571e-432a-ba3b-aa8b185f1db3"} {"level":"info","ts":1789594478.291988,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789594478.2921064,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2aac264b7d1ae7bc621ceafb70cf9786","span_id":"a2a49b350fa8cf1d","x-request-id":"6b4df924-6e9f-4c62-a0e4-5c7cf0bf7b80"} {"level":"info","ts":1789594478.2921216,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2aac264b7d1ae7bc621ceafb70cf9786","span_id":"a2a49b350fa8cf1d","x-request-id":"6b4df924-6e9f-4c62-a0e4-5c7cf0bf7b80"} {"level":"info","ts":1789594478.2921402,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2aac264b7d1ae7bc621ceafb70cf9786","span_id":"a2a49b350fa8cf1d","x-request-id":"6b4df924-6e9f-4c62-a0e4-5c7cf0bf7b80","EoS":true} {"level":"info","ts":1789594478.2922006,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2aac264b7d1ae7bc621ceafb70cf9786","span_id":"a2a49b350fa8cf1d","x-request-id":"6b4df924-6e9f-4c62-a0e4-5c7cf0bf7b80"} {"level":"error","ts":1789594490.6029248,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789595526.6328156,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789595526.6329696,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4d6fa0508961fdbd3ac34b605043ccca","span_id":"ba67d7b67f4495e6","x-request-id":"a7be19c1-7f98-4750-8bc1-9f5237b0d2c4"} {"level":"info","ts":1789595526.6329854,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4d6fa0508961fdbd3ac34b605043ccca","span_id":"ba67d7b67f4495e6","x-request-id":"a7be19c1-7f98-4750-8bc1-9f5237b0d2c4"} {"level":"info","ts":1789595526.6330013,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4d6fa0508961fdbd3ac34b605043ccca","span_id":"ba67d7b67f4495e6","x-request-id":"a7be19c1-7f98-4750-8bc1-9f5237b0d2c4","EoS":true} {"level":"info","ts":1789595526.6330361,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4d6fa0508961fdbd3ac34b605043ccca","span_id":"ba67d7b67f4495e6","x-request-id":"a7be19c1-7f98-4750-8bc1-9f5237b0d2c4","header":"x-maas-subscription"} {"level":"info","ts":1789595526.6330478,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4d6fa0508961fdbd3ac34b605043ccca","span_id":"ba67d7b67f4495e6","x-request-id":"a7be19c1-7f98-4750-8bc1-9f5237b0d2c4","header":"x-maas-keyname"} {"level":"info","ts":1789595526.6330523,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4d6fa0508961fdbd3ac34b605043ccca","span_id":"ba67d7b67f4495e6","x-request-id":"a7be19c1-7f98-4750-8bc1-9f5237b0d2c4","header":"x-maas-username"} {"level":"info","ts":1789595526.633057,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4d6fa0508961fdbd3ac34b605043ccca","span_id":"ba67d7b67f4495e6","x-request-id":"a7be19c1-7f98-4750-8bc1-9f5237b0d2c4","header":"x-maas-group"} {"level":"info","ts":1789595526.6330712,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"4d6fa0508961fdbd3ac34b605043ccca","span_id":"ba67d7b67f4495e6","x-request-id":"a7be19c1-7f98-4750-8bc1-9f5237b0d2c4","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789595526.6331046,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4d6fa0508961fdbd3ac34b605043ccca","span_id":"ba67d7b67f4495e6","x-request-id":"a7be19c1-7f98-4750-8bc1-9f5237b0d2c4"} {"level":"info","ts":1789595526.6340654,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4d6fa0508961fdbd3ac34b605043ccca","span_id":"ba67d7b67f4495e6","x-request-id":"a7be19c1-7f98-4750-8bc1-9f5237b0d2c4"} {"level":"info","ts":1789595526.634089,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4d6fa0508961fdbd3ac34b605043ccca","span_id":"ba67d7b67f4495e6","x-request-id":"a7be19c1-7f98-4750-8bc1-9f5237b0d2c4"} {"level":"info","ts":1789595526.6341035,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4d6fa0508961fdbd3ac34b605043ccca","span_id":"ba67d7b67f4495e6","x-request-id":"a7be19c1-7f98-4750-8bc1-9f5237b0d2c4","EoS":false} {"level":"info","ts":1789595526.6341152,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4d6fa0508961fdbd3ac34b605043ccca","span_id":"ba67d7b67f4495e6","x-request-id":"a7be19c1-7f98-4750-8bc1-9f5237b0d2c4"} {"level":"info","ts":1789595526.6341395,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4d6fa0508961fdbd3ac34b605043ccca","span_id":"ba67d7b67f4495e6","x-request-id":"a7be19c1-7f98-4750-8bc1-9f5237b0d2c4","EoS":true} {"level":"info","ts":1789595526.6341472,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4d6fa0508961fdbd3ac34b605043ccca","span_id":"ba67d7b67f4495e6","x-request-id":"a7be19c1-7f98-4750-8bc1-9f5237b0d2c4"} {"level":"info","ts":1789595526.674547,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789595526.6746492,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"120c24bc13080dc8fb88901c976e91b3","span_id":"4549298e31a06cfa","x-request-id":"f181dd86-50ae-46c4-980f-f12cf4fff99e"} {"level":"info","ts":1789595526.6746616,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"120c24bc13080dc8fb88901c976e91b3","span_id":"4549298e31a06cfa","x-request-id":"f181dd86-50ae-46c4-980f-f12cf4fff99e"} {"level":"info","ts":1789595526.674673,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"120c24bc13080dc8fb88901c976e91b3","span_id":"4549298e31a06cfa","x-request-id":"f181dd86-50ae-46c4-980f-f12cf4fff99e","EoS":true} {"level":"info","ts":1789595526.6746972,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"120c24bc13080dc8fb88901c976e91b3","span_id":"4549298e31a06cfa","x-request-id":"f181dd86-50ae-46c4-980f-f12cf4fff99e","header":"x-maas-username"} {"level":"info","ts":1789595526.6747067,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"120c24bc13080dc8fb88901c976e91b3","span_id":"4549298e31a06cfa","x-request-id":"f181dd86-50ae-46c4-980f-f12cf4fff99e","header":"x-maas-group"} {"level":"info","ts":1789595526.6747117,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"120c24bc13080dc8fb88901c976e91b3","span_id":"4549298e31a06cfa","x-request-id":"f181dd86-50ae-46c4-980f-f12cf4fff99e","header":"x-maas-keyname"} {"level":"info","ts":1789595526.6747167,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"120c24bc13080dc8fb88901c976e91b3","span_id":"4549298e31a06cfa","x-request-id":"f181dd86-50ae-46c4-980f-f12cf4fff99e","header":"x-maas-subscription"} {"level":"info","ts":1789595526.674732,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"120c24bc13080dc8fb88901c976e91b3","span_id":"4549298e31a06cfa","x-request-id":"f181dd86-50ae-46c4-980f-f12cf4fff99e","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789595526.6747565,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"120c24bc13080dc8fb88901c976e91b3","span_id":"4549298e31a06cfa","x-request-id":"f181dd86-50ae-46c4-980f-f12cf4fff99e"} {"level":"info","ts":1789595526.6756046,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"120c24bc13080dc8fb88901c976e91b3","span_id":"4549298e31a06cfa","x-request-id":"f181dd86-50ae-46c4-980f-f12cf4fff99e"} {"level":"info","ts":1789595526.6756232,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"120c24bc13080dc8fb88901c976e91b3","span_id":"4549298e31a06cfa","x-request-id":"f181dd86-50ae-46c4-980f-f12cf4fff99e"} {"level":"info","ts":1789595526.6756346,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"120c24bc13080dc8fb88901c976e91b3","span_id":"4549298e31a06cfa","x-request-id":"f181dd86-50ae-46c4-980f-f12cf4fff99e","EoS":false} {"level":"info","ts":1789595526.6756485,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"120c24bc13080dc8fb88901c976e91b3","span_id":"4549298e31a06cfa","x-request-id":"f181dd86-50ae-46c4-980f-f12cf4fff99e"} {"level":"info","ts":1789595526.6756756,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"120c24bc13080dc8fb88901c976e91b3","span_id":"4549298e31a06cfa","x-request-id":"f181dd86-50ae-46c4-980f-f12cf4fff99e","EoS":true} {"level":"info","ts":1789595526.6756852,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"120c24bc13080dc8fb88901c976e91b3","span_id":"4549298e31a06cfa","x-request-id":"f181dd86-50ae-46c4-980f-f12cf4fff99e"} {"level":"error","ts":1789595540.7269351,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789595855.668573,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789595855.6687095,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0a9ea8097d9f4c1d179115014bb5b72c","span_id":"f0500ce86a3c19b4","x-request-id":"fc8d1208-d169-4296-940e-6dd5131c23d9"} {"level":"info","ts":1789595855.6687303,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0a9ea8097d9f4c1d179115014bb5b72c","span_id":"f0500ce86a3c19b4","x-request-id":"fc8d1208-d169-4296-940e-6dd5131c23d9"} {"level":"info","ts":1789595855.6687484,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0a9ea8097d9f4c1d179115014bb5b72c","span_id":"f0500ce86a3c19b4","x-request-id":"fc8d1208-d169-4296-940e-6dd5131c23d9","EoS":true} {"level":"info","ts":1789595855.6687737,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0a9ea8097d9f4c1d179115014bb5b72c","span_id":"f0500ce86a3c19b4","x-request-id":"fc8d1208-d169-4296-940e-6dd5131c23d9","header":"x-maas-subscription"} {"level":"info","ts":1789595855.6687815,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0a9ea8097d9f4c1d179115014bb5b72c","span_id":"f0500ce86a3c19b4","x-request-id":"fc8d1208-d169-4296-940e-6dd5131c23d9","header":"x-maas-username"} {"level":"info","ts":1789595855.6687872,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0a9ea8097d9f4c1d179115014bb5b72c","span_id":"f0500ce86a3c19b4","x-request-id":"fc8d1208-d169-4296-940e-6dd5131c23d9","header":"x-maas-group"} {"level":"info","ts":1789595855.6687915,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0a9ea8097d9f4c1d179115014bb5b72c","span_id":"f0500ce86a3c19b4","x-request-id":"fc8d1208-d169-4296-940e-6dd5131c23d9","header":"x-maas-keyname"} {"level":"info","ts":1789595855.6688066,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0a9ea8097d9f4c1d179115014bb5b72c","span_id":"f0500ce86a3c19b4","x-request-id":"fc8d1208-d169-4296-940e-6dd5131c23d9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789595855.6688359,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0a9ea8097d9f4c1d179115014bb5b72c","span_id":"f0500ce86a3c19b4","x-request-id":"fc8d1208-d169-4296-940e-6dd5131c23d9"} {"level":"info","ts":1789595855.681991,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0a9ea8097d9f4c1d179115014bb5b72c","span_id":"f0500ce86a3c19b4","x-request-id":"fc8d1208-d169-4296-940e-6dd5131c23d9"} {"level":"info","ts":1789595855.6820138,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0a9ea8097d9f4c1d179115014bb5b72c","span_id":"f0500ce86a3c19b4","x-request-id":"fc8d1208-d169-4296-940e-6dd5131c23d9"} {"level":"info","ts":1789595855.6820285,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0a9ea8097d9f4c1d179115014bb5b72c","span_id":"f0500ce86a3c19b4","x-request-id":"fc8d1208-d169-4296-940e-6dd5131c23d9","EoS":false} {"level":"info","ts":1789595855.6820393,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0a9ea8097d9f4c1d179115014bb5b72c","span_id":"f0500ce86a3c19b4","x-request-id":"fc8d1208-d169-4296-940e-6dd5131c23d9"} {"level":"info","ts":1789595855.682062,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0a9ea8097d9f4c1d179115014bb5b72c","span_id":"f0500ce86a3c19b4","x-request-id":"fc8d1208-d169-4296-940e-6dd5131c23d9","EoS":true} {"level":"info","ts":1789595855.6820712,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0a9ea8097d9f4c1d179115014bb5b72c","span_id":"f0500ce86a3c19b4","x-request-id":"fc8d1208-d169-4296-940e-6dd5131c23d9"} {"level":"info","ts":1789595855.8229475,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789595855.8230796,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"dbe78858bd98780dfbd03e3b31415b7c","span_id":"4bc5f85ae821e89e","x-request-id":"de9e9c53-de4c-45c3-80b6-2c356991f11f"} {"level":"info","ts":1789595855.8230991,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"dbe78858bd98780dfbd03e3b31415b7c","span_id":"4bc5f85ae821e89e","x-request-id":"de9e9c53-de4c-45c3-80b6-2c356991f11f"} {"level":"info","ts":1789595855.8231163,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"dbe78858bd98780dfbd03e3b31415b7c","span_id":"4bc5f85ae821e89e","x-request-id":"de9e9c53-de4c-45c3-80b6-2c356991f11f","EoS":true} {"level":"info","ts":1789595855.8231547,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dbe78858bd98780dfbd03e3b31415b7c","span_id":"4bc5f85ae821e89e","x-request-id":"de9e9c53-de4c-45c3-80b6-2c356991f11f","header":"x-maas-group"} {"level":"info","ts":1789595855.8231688,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dbe78858bd98780dfbd03e3b31415b7c","span_id":"4bc5f85ae821e89e","x-request-id":"de9e9c53-de4c-45c3-80b6-2c356991f11f","header":"x-maas-keyname"} {"level":"info","ts":1789595855.8231761,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dbe78858bd98780dfbd03e3b31415b7c","span_id":"4bc5f85ae821e89e","x-request-id":"de9e9c53-de4c-45c3-80b6-2c356991f11f","header":"x-maas-subscription"} {"level":"info","ts":1789595855.8231833,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dbe78858bd98780dfbd03e3b31415b7c","span_id":"4bc5f85ae821e89e","x-request-id":"de9e9c53-de4c-45c3-80b6-2c356991f11f","header":"x-maas-username"} {"level":"info","ts":1789595855.8232024,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"dbe78858bd98780dfbd03e3b31415b7c","span_id":"4bc5f85ae821e89e","x-request-id":"de9e9c53-de4c-45c3-80b6-2c356991f11f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789595855.8232365,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"dbe78858bd98780dfbd03e3b31415b7c","span_id":"4bc5f85ae821e89e","x-request-id":"de9e9c53-de4c-45c3-80b6-2c356991f11f"} {"level":"info","ts":1789595855.825294,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"dbe78858bd98780dfbd03e3b31415b7c","span_id":"4bc5f85ae821e89e","x-request-id":"de9e9c53-de4c-45c3-80b6-2c356991f11f"} {"level":"info","ts":1789595855.8253133,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"dbe78858bd98780dfbd03e3b31415b7c","span_id":"4bc5f85ae821e89e","x-request-id":"de9e9c53-de4c-45c3-80b6-2c356991f11f"} {"level":"info","ts":1789595855.825328,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dbe78858bd98780dfbd03e3b31415b7c","span_id":"4bc5f85ae821e89e","x-request-id":"de9e9c53-de4c-45c3-80b6-2c356991f11f","EoS":false} {"level":"info","ts":1789595855.8253467,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dbe78858bd98780dfbd03e3b31415b7c","span_id":"4bc5f85ae821e89e","x-request-id":"de9e9c53-de4c-45c3-80b6-2c356991f11f"} {"level":"info","ts":1789595855.8253722,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dbe78858bd98780dfbd03e3b31415b7c","span_id":"4bc5f85ae821e89e","x-request-id":"de9e9c53-de4c-45c3-80b6-2c356991f11f","EoS":true} {"level":"info","ts":1789595855.8253815,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dbe78858bd98780dfbd03e3b31415b7c","span_id":"4bc5f85ae821e89e","x-request-id":"de9e9c53-de4c-45c3-80b6-2c356991f11f"} {"level":"info","ts":1789595855.9695814,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789595855.969684,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9e46a2b6cbf1980e5aff5d72a2f9eac4","span_id":"1bdc806f93549d52","x-request-id":"e226a540-c6ea-4632-9334-4b7ec3ebbd3a"} {"level":"info","ts":1789595855.9696996,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9e46a2b6cbf1980e5aff5d72a2f9eac4","span_id":"1bdc806f93549d52","x-request-id":"e226a540-c6ea-4632-9334-4b7ec3ebbd3a"} {"level":"info","ts":1789595855.969716,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9e46a2b6cbf1980e5aff5d72a2f9eac4","span_id":"1bdc806f93549d52","x-request-id":"e226a540-c6ea-4632-9334-4b7ec3ebbd3a","EoS":true} {"level":"info","ts":1789595855.9697518,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9e46a2b6cbf1980e5aff5d72a2f9eac4","span_id":"1bdc806f93549d52","x-request-id":"e226a540-c6ea-4632-9334-4b7ec3ebbd3a","header":"x-maas-keyname"} {"level":"info","ts":1789595855.9697645,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9e46a2b6cbf1980e5aff5d72a2f9eac4","span_id":"1bdc806f93549d52","x-request-id":"e226a540-c6ea-4632-9334-4b7ec3ebbd3a","header":"x-maas-username"} {"level":"info","ts":1789595855.96977,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9e46a2b6cbf1980e5aff5d72a2f9eac4","span_id":"1bdc806f93549d52","x-request-id":"e226a540-c6ea-4632-9334-4b7ec3ebbd3a","header":"x-maas-subscription"} {"level":"info","ts":1789595855.9697745,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9e46a2b6cbf1980e5aff5d72a2f9eac4","span_id":"1bdc806f93549d52","x-request-id":"e226a540-c6ea-4632-9334-4b7ec3ebbd3a","header":"x-maas-group"} {"level":"info","ts":1789595855.9697893,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"9e46a2b6cbf1980e5aff5d72a2f9eac4","span_id":"1bdc806f93549d52","x-request-id":"e226a540-c6ea-4632-9334-4b7ec3ebbd3a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789595855.969816,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9e46a2b6cbf1980e5aff5d72a2f9eac4","span_id":"1bdc806f93549d52","x-request-id":"e226a540-c6ea-4632-9334-4b7ec3ebbd3a"} {"level":"info","ts":1789595855.9706278,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9e46a2b6cbf1980e5aff5d72a2f9eac4","span_id":"1bdc806f93549d52","x-request-id":"e226a540-c6ea-4632-9334-4b7ec3ebbd3a"} {"level":"info","ts":1789595855.9706466,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9e46a2b6cbf1980e5aff5d72a2f9eac4","span_id":"1bdc806f93549d52","x-request-id":"e226a540-c6ea-4632-9334-4b7ec3ebbd3a"} {"level":"info","ts":1789595855.970657,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9e46a2b6cbf1980e5aff5d72a2f9eac4","span_id":"1bdc806f93549d52","x-request-id":"e226a540-c6ea-4632-9334-4b7ec3ebbd3a","EoS":false} {"level":"info","ts":1789595855.9706693,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9e46a2b6cbf1980e5aff5d72a2f9eac4","span_id":"1bdc806f93549d52","x-request-id":"e226a540-c6ea-4632-9334-4b7ec3ebbd3a"} {"level":"info","ts":1789595855.970693,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9e46a2b6cbf1980e5aff5d72a2f9eac4","span_id":"1bdc806f93549d52","x-request-id":"e226a540-c6ea-4632-9334-4b7ec3ebbd3a","EoS":true} {"level":"info","ts":1789595855.9707012,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9e46a2b6cbf1980e5aff5d72a2f9eac4","span_id":"1bdc806f93549d52","x-request-id":"e226a540-c6ea-4632-9334-4b7ec3ebbd3a"} {"level":"info","ts":1789595856.1092398,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789595856.109328,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d7ce1a3e1b48b3105849b85acfe3e4c8","span_id":"7d04688bf9ccd52f","x-request-id":"3ed21868-1206-4298-b8ce-d6859ec6ff70"} {"level":"info","ts":1789595856.1093488,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d7ce1a3e1b48b3105849b85acfe3e4c8","span_id":"7d04688bf9ccd52f","x-request-id":"3ed21868-1206-4298-b8ce-d6859ec6ff70"} {"level":"info","ts":1789595856.1093614,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d7ce1a3e1b48b3105849b85acfe3e4c8","span_id":"7d04688bf9ccd52f","x-request-id":"3ed21868-1206-4298-b8ce-d6859ec6ff70","EoS":true} {"level":"info","ts":1789595856.109386,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d7ce1a3e1b48b3105849b85acfe3e4c8","span_id":"7d04688bf9ccd52f","x-request-id":"3ed21868-1206-4298-b8ce-d6859ec6ff70","header":"x-maas-subscription"} {"level":"info","ts":1789595856.1094122,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d7ce1a3e1b48b3105849b85acfe3e4c8","span_id":"7d04688bf9ccd52f","x-request-id":"3ed21868-1206-4298-b8ce-d6859ec6ff70","header":"x-maas-username"} {"level":"info","ts":1789595856.1094196,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d7ce1a3e1b48b3105849b85acfe3e4c8","span_id":"7d04688bf9ccd52f","x-request-id":"3ed21868-1206-4298-b8ce-d6859ec6ff70","header":"x-maas-group"} {"level":"info","ts":1789595856.109426,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d7ce1a3e1b48b3105849b85acfe3e4c8","span_id":"7d04688bf9ccd52f","x-request-id":"3ed21868-1206-4298-b8ce-d6859ec6ff70","header":"x-maas-keyname"} {"level":"info","ts":1789595856.1094456,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d7ce1a3e1b48b3105849b85acfe3e4c8","span_id":"7d04688bf9ccd52f","x-request-id":"3ed21868-1206-4298-b8ce-d6859ec6ff70","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789595856.1094744,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d7ce1a3e1b48b3105849b85acfe3e4c8","span_id":"7d04688bf9ccd52f","x-request-id":"3ed21868-1206-4298-b8ce-d6859ec6ff70"} {"level":"info","ts":1789595856.110357,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d7ce1a3e1b48b3105849b85acfe3e4c8","span_id":"7d04688bf9ccd52f","x-request-id":"3ed21868-1206-4298-b8ce-d6859ec6ff70"} {"level":"info","ts":1789595856.110375,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d7ce1a3e1b48b3105849b85acfe3e4c8","span_id":"7d04688bf9ccd52f","x-request-id":"3ed21868-1206-4298-b8ce-d6859ec6ff70"} {"level":"info","ts":1789595856.1103847,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d7ce1a3e1b48b3105849b85acfe3e4c8","span_id":"7d04688bf9ccd52f","x-request-id":"3ed21868-1206-4298-b8ce-d6859ec6ff70","EoS":false} {"level":"info","ts":1789595856.11042,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d7ce1a3e1b48b3105849b85acfe3e4c8","span_id":"7d04688bf9ccd52f","x-request-id":"3ed21868-1206-4298-b8ce-d6859ec6ff70"} {"level":"info","ts":1789595856.1104472,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d7ce1a3e1b48b3105849b85acfe3e4c8","span_id":"7d04688bf9ccd52f","x-request-id":"3ed21868-1206-4298-b8ce-d6859ec6ff70","EoS":true} {"level":"info","ts":1789595856.1104565,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d7ce1a3e1b48b3105849b85acfe3e4c8","span_id":"7d04688bf9ccd52f","x-request-id":"3ed21868-1206-4298-b8ce-d6859ec6ff70"} {"level":"info","ts":1789595856.250036,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789595856.2501357,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1d5be6911bbb60a791e87a9fd9fee2fa","span_id":"2cfbd82308898454","x-request-id":"1e7f2520-a1fa-4682-9aaa-618f45371a48"} {"level":"info","ts":1789595856.2501526,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1d5be6911bbb60a791e87a9fd9fee2fa","span_id":"2cfbd82308898454","x-request-id":"1e7f2520-a1fa-4682-9aaa-618f45371a48"} {"level":"info","ts":1789595856.2501686,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1d5be6911bbb60a791e87a9fd9fee2fa","span_id":"2cfbd82308898454","x-request-id":"1e7f2520-a1fa-4682-9aaa-618f45371a48","EoS":true} {"level":"info","ts":1789595856.2501988,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1d5be6911bbb60a791e87a9fd9fee2fa","span_id":"2cfbd82308898454","x-request-id":"1e7f2520-a1fa-4682-9aaa-618f45371a48","header":"x-maas-group"} {"level":"info","ts":1789595856.2502105,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1d5be6911bbb60a791e87a9fd9fee2fa","span_id":"2cfbd82308898454","x-request-id":"1e7f2520-a1fa-4682-9aaa-618f45371a48","header":"x-maas-username"} {"level":"info","ts":1789595856.250215,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1d5be6911bbb60a791e87a9fd9fee2fa","span_id":"2cfbd82308898454","x-request-id":"1e7f2520-a1fa-4682-9aaa-618f45371a48","header":"x-maas-keyname"} {"level":"info","ts":1789595856.2502198,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1d5be6911bbb60a791e87a9fd9fee2fa","span_id":"2cfbd82308898454","x-request-id":"1e7f2520-a1fa-4682-9aaa-618f45371a48","header":"x-maas-subscription"} {"level":"info","ts":1789595856.2502341,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"1d5be6911bbb60a791e87a9fd9fee2fa","span_id":"2cfbd82308898454","x-request-id":"1e7f2520-a1fa-4682-9aaa-618f45371a48","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789595856.2502644,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1d5be6911bbb60a791e87a9fd9fee2fa","span_id":"2cfbd82308898454","x-request-id":"1e7f2520-a1fa-4682-9aaa-618f45371a48"} {"level":"info","ts":1789595856.25112,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"1d5be6911bbb60a791e87a9fd9fee2fa","span_id":"2cfbd82308898454","x-request-id":"1e7f2520-a1fa-4682-9aaa-618f45371a48"} {"level":"info","ts":1789595856.2511377,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"1d5be6911bbb60a791e87a9fd9fee2fa","span_id":"2cfbd82308898454","x-request-id":"1e7f2520-a1fa-4682-9aaa-618f45371a48"} {"level":"info","ts":1789595856.2511487,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1d5be6911bbb60a791e87a9fd9fee2fa","span_id":"2cfbd82308898454","x-request-id":"1e7f2520-a1fa-4682-9aaa-618f45371a48","EoS":false} {"level":"info","ts":1789595856.2511618,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1d5be6911bbb60a791e87a9fd9fee2fa","span_id":"2cfbd82308898454","x-request-id":"1e7f2520-a1fa-4682-9aaa-618f45371a48"} {"level":"info","ts":1789595856.2511852,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1d5be6911bbb60a791e87a9fd9fee2fa","span_id":"2cfbd82308898454","x-request-id":"1e7f2520-a1fa-4682-9aaa-618f45371a48","EoS":true} {"level":"info","ts":1789595856.2511964,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1d5be6911bbb60a791e87a9fd9fee2fa","span_id":"2cfbd82308898454","x-request-id":"1e7f2520-a1fa-4682-9aaa-618f45371a48"} {"level":"info","ts":1789595865.0371184,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789595865.037229,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b68de4a072c933b7d5911fb928e1b053","span_id":"eb067716c2fd984f","x-request-id":"f2a939ff-22ac-4dc8-b62e-aff65d480da6"} {"level":"info","ts":1789595865.0372477,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b68de4a072c933b7d5911fb928e1b053","span_id":"eb067716c2fd984f","x-request-id":"f2a939ff-22ac-4dc8-b62e-aff65d480da6"} {"level":"info","ts":1789595865.037264,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b68de4a072c933b7d5911fb928e1b053","span_id":"eb067716c2fd984f","x-request-id":"f2a939ff-22ac-4dc8-b62e-aff65d480da6","EoS":true} {"level":"info","ts":1789595865.0372908,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b68de4a072c933b7d5911fb928e1b053","span_id":"eb067716c2fd984f","x-request-id":"f2a939ff-22ac-4dc8-b62e-aff65d480da6","header":"x-maas-keyname"} {"level":"info","ts":1789595865.0373015,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b68de4a072c933b7d5911fb928e1b053","span_id":"eb067716c2fd984f","x-request-id":"f2a939ff-22ac-4dc8-b62e-aff65d480da6","header":"x-maas-group"} {"level":"info","ts":1789595865.037307,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b68de4a072c933b7d5911fb928e1b053","span_id":"eb067716c2fd984f","x-request-id":"f2a939ff-22ac-4dc8-b62e-aff65d480da6","header":"x-maas-subscription"} {"level":"info","ts":1789595865.037312,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b68de4a072c933b7d5911fb928e1b053","span_id":"eb067716c2fd984f","x-request-id":"f2a939ff-22ac-4dc8-b62e-aff65d480da6","header":"x-maas-username"} {"level":"info","ts":1789595865.0373266,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b68de4a072c933b7d5911fb928e1b053","span_id":"eb067716c2fd984f","x-request-id":"f2a939ff-22ac-4dc8-b62e-aff65d480da6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789595865.03736,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b68de4a072c933b7d5911fb928e1b053","span_id":"eb067716c2fd984f","x-request-id":"f2a939ff-22ac-4dc8-b62e-aff65d480da6"} {"level":"info","ts":1789595865.038358,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b68de4a072c933b7d5911fb928e1b053","span_id":"eb067716c2fd984f","x-request-id":"f2a939ff-22ac-4dc8-b62e-aff65d480da6"} {"level":"info","ts":1789595865.0383785,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b68de4a072c933b7d5911fb928e1b053","span_id":"eb067716c2fd984f","x-request-id":"f2a939ff-22ac-4dc8-b62e-aff65d480da6"} {"level":"info","ts":1789595865.0384212,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b68de4a072c933b7d5911fb928e1b053","span_id":"eb067716c2fd984f","x-request-id":"f2a939ff-22ac-4dc8-b62e-aff65d480da6","EoS":false} {"level":"info","ts":1789595865.038438,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b68de4a072c933b7d5911fb928e1b053","span_id":"eb067716c2fd984f","x-request-id":"f2a939ff-22ac-4dc8-b62e-aff65d480da6"} {"level":"info","ts":1789595865.038464,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b68de4a072c933b7d5911fb928e1b053","span_id":"eb067716c2fd984f","x-request-id":"f2a939ff-22ac-4dc8-b62e-aff65d480da6","EoS":true} {"level":"info","ts":1789595865.0384738,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b68de4a072c933b7d5911fb928e1b053","span_id":"eb067716c2fd984f","x-request-id":"f2a939ff-22ac-4dc8-b62e-aff65d480da6"} {"level":"info","ts":1789595865.1374505,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789595865.137556,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8882fbc8959867ad0fb8132f888a0d4c","span_id":"46687b3859f1d296","x-request-id":"3d73ace6-db9b-4dec-bc53-d74941eec0c7"} {"level":"info","ts":1789595865.1383598,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8882fbc8959867ad0fb8132f888a0d4c","span_id":"46687b3859f1d296","x-request-id":"3d73ace6-db9b-4dec-bc53-d74941eec0c7"} {"level":"info","ts":1789595865.1383832,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8882fbc8959867ad0fb8132f888a0d4c","span_id":"46687b3859f1d296","x-request-id":"3d73ace6-db9b-4dec-bc53-d74941eec0c7"} {"level":"info","ts":1789595865.1384175,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8882fbc8959867ad0fb8132f888a0d4c","span_id":"46687b3859f1d296","x-request-id":"3d73ace6-db9b-4dec-bc53-d74941eec0c7","EoS":false} {"level":"info","ts":1789595865.1384335,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8882fbc8959867ad0fb8132f888a0d4c","span_id":"46687b3859f1d296","x-request-id":"3d73ace6-db9b-4dec-bc53-d74941eec0c7"} {"level":"info","ts":1789595865.1384552,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8882fbc8959867ad0fb8132f888a0d4c","span_id":"46687b3859f1d296","x-request-id":"3d73ace6-db9b-4dec-bc53-d74941eec0c7","EoS":true} {"level":"info","ts":1789595865.1384642,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8882fbc8959867ad0fb8132f888a0d4c","span_id":"46687b3859f1d296","x-request-id":"3d73ace6-db9b-4dec-bc53-d74941eec0c7"} {"level":"error","ts":1789595865.7650454,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789595865.8905146,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789595865.8906157,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a5217da8ceff376d5825d6f6dac8600c","span_id":"796e3cd1cf4ed86e","x-request-id":"57790270-fb1b-4b94-b4ad-bf58a20ecd87"} {"level":"info","ts":1789595865.8906326,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a5217da8ceff376d5825d6f6dac8600c","span_id":"796e3cd1cf4ed86e","x-request-id":"57790270-fb1b-4b94-b4ad-bf58a20ecd87"} {"level":"info","ts":1789595865.8906488,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a5217da8ceff376d5825d6f6dac8600c","span_id":"796e3cd1cf4ed86e","x-request-id":"57790270-fb1b-4b94-b4ad-bf58a20ecd87","EoS":true} {"level":"info","ts":1789595865.89068,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a5217da8ceff376d5825d6f6dac8600c","span_id":"796e3cd1cf4ed86e","x-request-id":"57790270-fb1b-4b94-b4ad-bf58a20ecd87","header":"x-maas-username"} {"level":"info","ts":1789595865.8906898,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a5217da8ceff376d5825d6f6dac8600c","span_id":"796e3cd1cf4ed86e","x-request-id":"57790270-fb1b-4b94-b4ad-bf58a20ecd87","header":"x-maas-group"} {"level":"info","ts":1789595865.8906999,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a5217da8ceff376d5825d6f6dac8600c","span_id":"796e3cd1cf4ed86e","x-request-id":"57790270-fb1b-4b94-b4ad-bf58a20ecd87","header":"x-maas-subscription"} {"level":"info","ts":1789595865.8907044,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a5217da8ceff376d5825d6f6dac8600c","span_id":"796e3cd1cf4ed86e","x-request-id":"57790270-fb1b-4b94-b4ad-bf58a20ecd87","header":"x-maas-keyname"} {"level":"info","ts":1789595865.8907216,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a5217da8ceff376d5825d6f6dac8600c","span_id":"796e3cd1cf4ed86e","x-request-id":"57790270-fb1b-4b94-b4ad-bf58a20ecd87","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789595865.8907526,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a5217da8ceff376d5825d6f6dac8600c","span_id":"796e3cd1cf4ed86e","x-request-id":"57790270-fb1b-4b94-b4ad-bf58a20ecd87"} {"level":"info","ts":1789595865.891649,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a5217da8ceff376d5825d6f6dac8600c","span_id":"796e3cd1cf4ed86e","x-request-id":"57790270-fb1b-4b94-b4ad-bf58a20ecd87"} {"level":"info","ts":1789595865.891669,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a5217da8ceff376d5825d6f6dac8600c","span_id":"796e3cd1cf4ed86e","x-request-id":"57790270-fb1b-4b94-b4ad-bf58a20ecd87"} {"level":"info","ts":1789595865.891682,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a5217da8ceff376d5825d6f6dac8600c","span_id":"796e3cd1cf4ed86e","x-request-id":"57790270-fb1b-4b94-b4ad-bf58a20ecd87","EoS":false} {"level":"info","ts":1789595865.8916953,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a5217da8ceff376d5825d6f6dac8600c","span_id":"796e3cd1cf4ed86e","x-request-id":"57790270-fb1b-4b94-b4ad-bf58a20ecd87"} {"level":"info","ts":1789595865.8917208,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a5217da8ceff376d5825d6f6dac8600c","span_id":"796e3cd1cf4ed86e","x-request-id":"57790270-fb1b-4b94-b4ad-bf58a20ecd87","EoS":true} {"level":"info","ts":1789595865.891729,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a5217da8ceff376d5825d6f6dac8600c","span_id":"796e3cd1cf4ed86e","x-request-id":"57790270-fb1b-4b94-b4ad-bf58a20ecd87"} {"level":"info","ts":1789595868.9329855,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789595868.9331124,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"570f1a4a094de2c708612722fee4484f","span_id":"6239b59bb6d1e727","x-request-id":"d22f8d4f-d85e-417f-8033-d5bdadffb4b1"} {"level":"info","ts":1789595868.9331305,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"570f1a4a094de2c708612722fee4484f","span_id":"6239b59bb6d1e727","x-request-id":"d22f8d4f-d85e-417f-8033-d5bdadffb4b1"} {"level":"info","ts":1789595868.933149,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"570f1a4a094de2c708612722fee4484f","span_id":"6239b59bb6d1e727","x-request-id":"d22f8d4f-d85e-417f-8033-d5bdadffb4b1","EoS":true} {"level":"info","ts":1789595868.9331868,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"570f1a4a094de2c708612722fee4484f","span_id":"6239b59bb6d1e727","x-request-id":"d22f8d4f-d85e-417f-8033-d5bdadffb4b1","header":"x-maas-group"} {"level":"info","ts":1789595868.9332006,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"570f1a4a094de2c708612722fee4484f","span_id":"6239b59bb6d1e727","x-request-id":"d22f8d4f-d85e-417f-8033-d5bdadffb4b1","header":"x-maas-subscription"} {"level":"info","ts":1789595868.933208,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"570f1a4a094de2c708612722fee4484f","span_id":"6239b59bb6d1e727","x-request-id":"d22f8d4f-d85e-417f-8033-d5bdadffb4b1","header":"x-maas-username"} {"level":"info","ts":1789595868.933216,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"570f1a4a094de2c708612722fee4484f","span_id":"6239b59bb6d1e727","x-request-id":"d22f8d4f-d85e-417f-8033-d5bdadffb4b1","header":"x-maas-keyname"} {"level":"info","ts":1789595868.9332352,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"570f1a4a094de2c708612722fee4484f","span_id":"6239b59bb6d1e727","x-request-id":"d22f8d4f-d85e-417f-8033-d5bdadffb4b1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789595868.9332683,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"570f1a4a094de2c708612722fee4484f","span_id":"6239b59bb6d1e727","x-request-id":"d22f8d4f-d85e-417f-8033-d5bdadffb4b1"} {"level":"info","ts":1789595868.9341722,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"570f1a4a094de2c708612722fee4484f","span_id":"6239b59bb6d1e727","x-request-id":"d22f8d4f-d85e-417f-8033-d5bdadffb4b1"} {"level":"info","ts":1789595868.9341922,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"570f1a4a094de2c708612722fee4484f","span_id":"6239b59bb6d1e727","x-request-id":"d22f8d4f-d85e-417f-8033-d5bdadffb4b1"} {"level":"info","ts":1789595868.9342065,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"570f1a4a094de2c708612722fee4484f","span_id":"6239b59bb6d1e727","x-request-id":"d22f8d4f-d85e-417f-8033-d5bdadffb4b1","EoS":false} {"level":"info","ts":1789595868.9342182,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"570f1a4a094de2c708612722fee4484f","span_id":"6239b59bb6d1e727","x-request-id":"d22f8d4f-d85e-417f-8033-d5bdadffb4b1"} {"level":"info","ts":1789595868.9342456,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"570f1a4a094de2c708612722fee4484f","span_id":"6239b59bb6d1e727","x-request-id":"d22f8d4f-d85e-417f-8033-d5bdadffb4b1","EoS":true} {"level":"info","ts":1789595868.9342592,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"570f1a4a094de2c708612722fee4484f","span_id":"6239b59bb6d1e727","x-request-id":"d22f8d4f-d85e-417f-8033-d5bdadffb4b1"} {"level":"info","ts":1789595869.639987,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789595869.6401172,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"bda1ceadd0174d51e30f34028f241a31","span_id":"3084b92d2260893d","x-request-id":"b2e733e7-66c2-42ee-9e55-2a9929c1dbba"} {"level":"info","ts":1789595869.640135,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"bda1ceadd0174d51e30f34028f241a31","span_id":"3084b92d2260893d","x-request-id":"b2e733e7-66c2-42ee-9e55-2a9929c1dbba"} {"level":"info","ts":1789595869.640153,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"bda1ceadd0174d51e30f34028f241a31","span_id":"3084b92d2260893d","x-request-id":"b2e733e7-66c2-42ee-9e55-2a9929c1dbba","EoS":true} {"level":"info","ts":1789595869.6401885,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bda1ceadd0174d51e30f34028f241a31","span_id":"3084b92d2260893d","x-request-id":"b2e733e7-66c2-42ee-9e55-2a9929c1dbba","header":"x-maas-subscription"} {"level":"info","ts":1789595869.6402028,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bda1ceadd0174d51e30f34028f241a31","span_id":"3084b92d2260893d","x-request-id":"b2e733e7-66c2-42ee-9e55-2a9929c1dbba","header":"x-maas-keyname"} {"level":"info","ts":1789595869.6402109,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bda1ceadd0174d51e30f34028f241a31","span_id":"3084b92d2260893d","x-request-id":"b2e733e7-66c2-42ee-9e55-2a9929c1dbba","header":"x-maas-group"} {"level":"info","ts":1789595869.6402183,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bda1ceadd0174d51e30f34028f241a31","span_id":"3084b92d2260893d","x-request-id":"b2e733e7-66c2-42ee-9e55-2a9929c1dbba","header":"x-maas-username"} {"level":"info","ts":1789595869.6402373,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"bda1ceadd0174d51e30f34028f241a31","span_id":"3084b92d2260893d","x-request-id":"b2e733e7-66c2-42ee-9e55-2a9929c1dbba","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789595869.6402743,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"bda1ceadd0174d51e30f34028f241a31","span_id":"3084b92d2260893d","x-request-id":"b2e733e7-66c2-42ee-9e55-2a9929c1dbba"} {"level":"info","ts":1789595869.641271,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"bda1ceadd0174d51e30f34028f241a31","span_id":"3084b92d2260893d","x-request-id":"b2e733e7-66c2-42ee-9e55-2a9929c1dbba"} {"level":"info","ts":1789595869.641291,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"bda1ceadd0174d51e30f34028f241a31","span_id":"3084b92d2260893d","x-request-id":"b2e733e7-66c2-42ee-9e55-2a9929c1dbba"} {"level":"info","ts":1789595869.6413064,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bda1ceadd0174d51e30f34028f241a31","span_id":"3084b92d2260893d","x-request-id":"b2e733e7-66c2-42ee-9e55-2a9929c1dbba","EoS":false} {"level":"info","ts":1789595869.641322,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bda1ceadd0174d51e30f34028f241a31","span_id":"3084b92d2260893d","x-request-id":"b2e733e7-66c2-42ee-9e55-2a9929c1dbba"} {"level":"info","ts":1789595869.6413543,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bda1ceadd0174d51e30f34028f241a31","span_id":"3084b92d2260893d","x-request-id":"b2e733e7-66c2-42ee-9e55-2a9929c1dbba","EoS":true} {"level":"info","ts":1789595869.6413648,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bda1ceadd0174d51e30f34028f241a31","span_id":"3084b92d2260893d","x-request-id":"b2e733e7-66c2-42ee-9e55-2a9929c1dbba"} {"level":"info","ts":1789595870.6706471,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789595870.6707468,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1f357357e0cd081b3ff6b49d54afc86c","span_id":"141ba9d5ce971a18","x-request-id":"a24ace18-14e4-41e4-b0e6-c8c60705df3b"} {"level":"info","ts":1789595870.6707633,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1f357357e0cd081b3ff6b49d54afc86c","span_id":"141ba9d5ce971a18","x-request-id":"a24ace18-14e4-41e4-b0e6-c8c60705df3b"} {"level":"info","ts":1789595870.6707745,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1f357357e0cd081b3ff6b49d54afc86c","span_id":"141ba9d5ce971a18","x-request-id":"a24ace18-14e4-41e4-b0e6-c8c60705df3b","EoS":true} {"level":"info","ts":1789595870.6707973,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1f357357e0cd081b3ff6b49d54afc86c","span_id":"141ba9d5ce971a18","x-request-id":"a24ace18-14e4-41e4-b0e6-c8c60705df3b","header":"x-maas-username"} {"level":"info","ts":1789595870.6708083,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1f357357e0cd081b3ff6b49d54afc86c","span_id":"141ba9d5ce971a18","x-request-id":"a24ace18-14e4-41e4-b0e6-c8c60705df3b","header":"x-maas-group"} {"level":"info","ts":1789595870.6708138,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1f357357e0cd081b3ff6b49d54afc86c","span_id":"141ba9d5ce971a18","x-request-id":"a24ace18-14e4-41e4-b0e6-c8c60705df3b","header":"x-maas-keyname"} {"level":"info","ts":1789595870.6708183,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1f357357e0cd081b3ff6b49d54afc86c","span_id":"141ba9d5ce971a18","x-request-id":"a24ace18-14e4-41e4-b0e6-c8c60705df3b","header":"x-maas-subscription"} {"level":"info","ts":1789595870.6708336,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"1f357357e0cd081b3ff6b49d54afc86c","span_id":"141ba9d5ce971a18","x-request-id":"a24ace18-14e4-41e4-b0e6-c8c60705df3b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789595870.6708596,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1f357357e0cd081b3ff6b49d54afc86c","span_id":"141ba9d5ce971a18","x-request-id":"a24ace18-14e4-41e4-b0e6-c8c60705df3b"} {"level":"info","ts":1789595870.6716807,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"1f357357e0cd081b3ff6b49d54afc86c","span_id":"141ba9d5ce971a18","x-request-id":"a24ace18-14e4-41e4-b0e6-c8c60705df3b"} {"level":"info","ts":1789595870.6717002,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"1f357357e0cd081b3ff6b49d54afc86c","span_id":"141ba9d5ce971a18","x-request-id":"a24ace18-14e4-41e4-b0e6-c8c60705df3b"} {"level":"info","ts":1789595870.671714,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1f357357e0cd081b3ff6b49d54afc86c","span_id":"141ba9d5ce971a18","x-request-id":"a24ace18-14e4-41e4-b0e6-c8c60705df3b","EoS":false} {"level":"info","ts":1789595870.671725,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1f357357e0cd081b3ff6b49d54afc86c","span_id":"141ba9d5ce971a18","x-request-id":"a24ace18-14e4-41e4-b0e6-c8c60705df3b"} {"level":"info","ts":1789595870.6717496,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1f357357e0cd081b3ff6b49d54afc86c","span_id":"141ba9d5ce971a18","x-request-id":"a24ace18-14e4-41e4-b0e6-c8c60705df3b","EoS":true} {"level":"info","ts":1789595870.67176,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1f357357e0cd081b3ff6b49d54afc86c","span_id":"141ba9d5ce971a18","x-request-id":"a24ace18-14e4-41e4-b0e6-c8c60705df3b"} {"level":"error","ts":1789595875.7652905,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789595890.766373,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789595892.3003488,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789595892.3004804,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"978d871876be2ea01f0447b5ea601052","span_id":"b395b4daaf772fc8","x-request-id":"2b54e6d2-eed4-4aae-b07b-8db3e630a259"} {"level":"info","ts":1789595892.300498,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"978d871876be2ea01f0447b5ea601052","span_id":"b395b4daaf772fc8","x-request-id":"2b54e6d2-eed4-4aae-b07b-8db3e630a259"} {"level":"info","ts":1789595892.3005161,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"978d871876be2ea01f0447b5ea601052","span_id":"b395b4daaf772fc8","x-request-id":"2b54e6d2-eed4-4aae-b07b-8db3e630a259","EoS":true} {"level":"info","ts":1789595892.300543,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"978d871876be2ea01f0447b5ea601052","span_id":"b395b4daaf772fc8","x-request-id":"2b54e6d2-eed4-4aae-b07b-8db3e630a259","header":"x-maas-group"} {"level":"info","ts":1789595892.3005536,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"978d871876be2ea01f0447b5ea601052","span_id":"b395b4daaf772fc8","x-request-id":"2b54e6d2-eed4-4aae-b07b-8db3e630a259","header":"x-maas-keyname"} {"level":"info","ts":1789595892.3005586,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"978d871876be2ea01f0447b5ea601052","span_id":"b395b4daaf772fc8","x-request-id":"2b54e6d2-eed4-4aae-b07b-8db3e630a259","header":"x-maas-subscription"} {"level":"info","ts":1789595892.300563,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"978d871876be2ea01f0447b5ea601052","span_id":"b395b4daaf772fc8","x-request-id":"2b54e6d2-eed4-4aae-b07b-8db3e630a259","header":"x-maas-username"} {"level":"info","ts":1789595892.3005776,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"978d871876be2ea01f0447b5ea601052","span_id":"b395b4daaf772fc8","x-request-id":"2b54e6d2-eed4-4aae-b07b-8db3e630a259","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789595892.3006036,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"978d871876be2ea01f0447b5ea601052","span_id":"b395b4daaf772fc8","x-request-id":"2b54e6d2-eed4-4aae-b07b-8db3e630a259"} {"level":"info","ts":1789595892.3014832,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"978d871876be2ea01f0447b5ea601052","span_id":"b395b4daaf772fc8","x-request-id":"2b54e6d2-eed4-4aae-b07b-8db3e630a259"} {"level":"info","ts":1789595892.3015037,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"978d871876be2ea01f0447b5ea601052","span_id":"b395b4daaf772fc8","x-request-id":"2b54e6d2-eed4-4aae-b07b-8db3e630a259"} {"level":"info","ts":1789595892.3015175,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"978d871876be2ea01f0447b5ea601052","span_id":"b395b4daaf772fc8","x-request-id":"2b54e6d2-eed4-4aae-b07b-8db3e630a259","EoS":false} {"level":"info","ts":1789595892.3015294,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"978d871876be2ea01f0447b5ea601052","span_id":"b395b4daaf772fc8","x-request-id":"2b54e6d2-eed4-4aae-b07b-8db3e630a259"} {"level":"info","ts":1789595892.301552,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"978d871876be2ea01f0447b5ea601052","span_id":"b395b4daaf772fc8","x-request-id":"2b54e6d2-eed4-4aae-b07b-8db3e630a259","EoS":true} {"level":"info","ts":1789595892.301561,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"978d871876be2ea01f0447b5ea601052","span_id":"b395b4daaf772fc8","x-request-id":"2b54e6d2-eed4-4aae-b07b-8db3e630a259"} {"level":"error","ts":1789595905.7673314,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789595981.5693033,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789595981.5694284,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"27eddae20f6159bfde047d007cc3d8a4","span_id":"50a6aa6b74489263","x-request-id":"bb2f817f-1412-4d13-b13e-f5f84f25526b"} {"level":"info","ts":1789595981.5694416,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"27eddae20f6159bfde047d007cc3d8a4","span_id":"50a6aa6b74489263","x-request-id":"bb2f817f-1412-4d13-b13e-f5f84f25526b"} {"level":"info","ts":1789595981.5694542,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"27eddae20f6159bfde047d007cc3d8a4","span_id":"50a6aa6b74489263","x-request-id":"bb2f817f-1412-4d13-b13e-f5f84f25526b","EoS":true} {"level":"info","ts":1789595981.5694768,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"27eddae20f6159bfde047d007cc3d8a4","span_id":"50a6aa6b74489263","x-request-id":"bb2f817f-1412-4d13-b13e-f5f84f25526b","header":"x-maas-keyname"} {"level":"info","ts":1789595981.569487,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"27eddae20f6159bfde047d007cc3d8a4","span_id":"50a6aa6b74489263","x-request-id":"bb2f817f-1412-4d13-b13e-f5f84f25526b","header":"x-maas-username"} {"level":"info","ts":1789595981.5694914,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"27eddae20f6159bfde047d007cc3d8a4","span_id":"50a6aa6b74489263","x-request-id":"bb2f817f-1412-4d13-b13e-f5f84f25526b","header":"x-maas-subscription"} {"level":"info","ts":1789595981.5694964,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"27eddae20f6159bfde047d007cc3d8a4","span_id":"50a6aa6b74489263","x-request-id":"bb2f817f-1412-4d13-b13e-f5f84f25526b","header":"x-maas-group"} {"level":"info","ts":1789595981.5695107,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"27eddae20f6159bfde047d007cc3d8a4","span_id":"50a6aa6b74489263","x-request-id":"bb2f817f-1412-4d13-b13e-f5f84f25526b","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789595981.5695386,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"27eddae20f6159bfde047d007cc3d8a4","span_id":"50a6aa6b74489263","x-request-id":"bb2f817f-1412-4d13-b13e-f5f84f25526b"} {"level":"info","ts":1789595981.5823028,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"27eddae20f6159bfde047d007cc3d8a4","span_id":"50a6aa6b74489263","x-request-id":"bb2f817f-1412-4d13-b13e-f5f84f25526b"} {"level":"info","ts":1789595981.5823252,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"27eddae20f6159bfde047d007cc3d8a4","span_id":"50a6aa6b74489263","x-request-id":"bb2f817f-1412-4d13-b13e-f5f84f25526b"} {"level":"info","ts":1789595981.582354,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"27eddae20f6159bfde047d007cc3d8a4","span_id":"50a6aa6b74489263","x-request-id":"bb2f817f-1412-4d13-b13e-f5f84f25526b","EoS":false} {"level":"info","ts":1789595981.5823715,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"27eddae20f6159bfde047d007cc3d8a4","span_id":"50a6aa6b74489263","x-request-id":"bb2f817f-1412-4d13-b13e-f5f84f25526b"} {"level":"info","ts":1789595981.5824215,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"27eddae20f6159bfde047d007cc3d8a4","span_id":"50a6aa6b74489263","x-request-id":"bb2f817f-1412-4d13-b13e-f5f84f25526b","EoS":true} {"level":"info","ts":1789595981.5824327,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"27eddae20f6159bfde047d007cc3d8a4","span_id":"50a6aa6b74489263","x-request-id":"bb2f817f-1412-4d13-b13e-f5f84f25526b"} {"level":"error","ts":1789595995.7769876,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789596041.2172291,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789596041.217369,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7aaa94fb78f4aeebc08bf460e06bb200","span_id":"3a7bbc93ecb66852","x-request-id":"fd5852c2-265b-4fcc-b4b7-2146b9fae8cb"} {"level":"info","ts":1789596041.217388,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7aaa94fb78f4aeebc08bf460e06bb200","span_id":"3a7bbc93ecb66852","x-request-id":"fd5852c2-265b-4fcc-b4b7-2146b9fae8cb"} {"level":"info","ts":1789596041.2174242,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7aaa94fb78f4aeebc08bf460e06bb200","span_id":"3a7bbc93ecb66852","x-request-id":"fd5852c2-265b-4fcc-b4b7-2146b9fae8cb","EoS":true} {"level":"info","ts":1789596041.2174616,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7aaa94fb78f4aeebc08bf460e06bb200","span_id":"3a7bbc93ecb66852","x-request-id":"fd5852c2-265b-4fcc-b4b7-2146b9fae8cb","header":"x-maas-username"} {"level":"info","ts":1789596041.2174866,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7aaa94fb78f4aeebc08bf460e06bb200","span_id":"3a7bbc93ecb66852","x-request-id":"fd5852c2-265b-4fcc-b4b7-2146b9fae8cb","header":"x-maas-subscription"} {"level":"info","ts":1789596041.217495,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7aaa94fb78f4aeebc08bf460e06bb200","span_id":"3a7bbc93ecb66852","x-request-id":"fd5852c2-265b-4fcc-b4b7-2146b9fae8cb","header":"x-maas-keyname"} {"level":"info","ts":1789596041.217502,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7aaa94fb78f4aeebc08bf460e06bb200","span_id":"3a7bbc93ecb66852","x-request-id":"fd5852c2-265b-4fcc-b4b7-2146b9fae8cb","header":"x-maas-group"} {"level":"info","ts":1789596041.217522,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7aaa94fb78f4aeebc08bf460e06bb200","span_id":"3a7bbc93ecb66852","x-request-id":"fd5852c2-265b-4fcc-b4b7-2146b9fae8cb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789596041.2175586,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7aaa94fb78f4aeebc08bf460e06bb200","span_id":"3a7bbc93ecb66852","x-request-id":"fd5852c2-265b-4fcc-b4b7-2146b9fae8cb"} {"level":"info","ts":1789596041.2188153,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7aaa94fb78f4aeebc08bf460e06bb200","span_id":"3a7bbc93ecb66852","x-request-id":"fd5852c2-265b-4fcc-b4b7-2146b9fae8cb"} {"level":"info","ts":1789596041.2188354,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7aaa94fb78f4aeebc08bf460e06bb200","span_id":"3a7bbc93ecb66852","x-request-id":"fd5852c2-265b-4fcc-b4b7-2146b9fae8cb"} {"level":"info","ts":1789596041.2188554,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7aaa94fb78f4aeebc08bf460e06bb200","span_id":"3a7bbc93ecb66852","x-request-id":"fd5852c2-265b-4fcc-b4b7-2146b9fae8cb","EoS":false} {"level":"info","ts":1789596041.218872,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7aaa94fb78f4aeebc08bf460e06bb200","span_id":"3a7bbc93ecb66852","x-request-id":"fd5852c2-265b-4fcc-b4b7-2146b9fae8cb"} {"level":"info","ts":1789596041.2189093,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7aaa94fb78f4aeebc08bf460e06bb200","span_id":"3a7bbc93ecb66852","x-request-id":"fd5852c2-265b-4fcc-b4b7-2146b9fae8cb","EoS":true} {"level":"info","ts":1789596041.21892,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7aaa94fb78f4aeebc08bf460e06bb200","span_id":"3a7bbc93ecb66852","x-request-id":"fd5852c2-265b-4fcc-b4b7-2146b9fae8cb"} {"level":"info","ts":1789596054.8538837,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789596054.8540146,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c4a62258beb636c5230c317ee0f7ab75","span_id":"b8c1c5b74f13fff8","x-request-id":"04a49113-9174-487c-be0c-a3a2edc44b43"} {"level":"info","ts":1789596054.8540335,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c4a62258beb636c5230c317ee0f7ab75","span_id":"b8c1c5b74f13fff8","x-request-id":"04a49113-9174-487c-be0c-a3a2edc44b43"} {"level":"info","ts":1789596054.854047,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c4a62258beb636c5230c317ee0f7ab75","span_id":"b8c1c5b74f13fff8","x-request-id":"04a49113-9174-487c-be0c-a3a2edc44b43","EoS":true} {"level":"info","ts":1789596054.854074,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c4a62258beb636c5230c317ee0f7ab75","span_id":"b8c1c5b74f13fff8","x-request-id":"04a49113-9174-487c-be0c-a3a2edc44b43","header":"x-maas-username"} {"level":"info","ts":1789596054.854087,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c4a62258beb636c5230c317ee0f7ab75","span_id":"b8c1c5b74f13fff8","x-request-id":"04a49113-9174-487c-be0c-a3a2edc44b43","header":"x-maas-group"} {"level":"info","ts":1789596054.8540945,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c4a62258beb636c5230c317ee0f7ab75","span_id":"b8c1c5b74f13fff8","x-request-id":"04a49113-9174-487c-be0c-a3a2edc44b43","header":"x-maas-keyname"} {"level":"info","ts":1789596054.8541007,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c4a62258beb636c5230c317ee0f7ab75","span_id":"b8c1c5b74f13fff8","x-request-id":"04a49113-9174-487c-be0c-a3a2edc44b43","header":"x-maas-subscription"} {"level":"info","ts":1789596054.8541198,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c4a62258beb636c5230c317ee0f7ab75","span_id":"b8c1c5b74f13fff8","x-request-id":"04a49113-9174-487c-be0c-a3a2edc44b43","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789596054.8541555,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c4a62258beb636c5230c317ee0f7ab75","span_id":"b8c1c5b74f13fff8","x-request-id":"04a49113-9174-487c-be0c-a3a2edc44b43"} {"level":"info","ts":1789596054.8674772,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c4a62258beb636c5230c317ee0f7ab75","span_id":"b8c1c5b74f13fff8","x-request-id":"04a49113-9174-487c-be0c-a3a2edc44b43"} {"level":"info","ts":1789596054.8675046,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c4a62258beb636c5230c317ee0f7ab75","span_id":"b8c1c5b74f13fff8","x-request-id":"04a49113-9174-487c-be0c-a3a2edc44b43"} {"level":"info","ts":1789596054.8675287,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c4a62258beb636c5230c317ee0f7ab75","span_id":"b8c1c5b74f13fff8","x-request-id":"04a49113-9174-487c-be0c-a3a2edc44b43","EoS":false} {"level":"info","ts":1789596054.867551,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c4a62258beb636c5230c317ee0f7ab75","span_id":"b8c1c5b74f13fff8","x-request-id":"04a49113-9174-487c-be0c-a3a2edc44b43"} {"level":"info","ts":1789596054.8676465,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c4a62258beb636c5230c317ee0f7ab75","span_id":"b8c1c5b74f13fff8","x-request-id":"04a49113-9174-487c-be0c-a3a2edc44b43","EoS":false} {"level":"info","ts":1789596054.8676646,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c4a62258beb636c5230c317ee0f7ab75","span_id":"b8c1c5b74f13fff8","x-request-id":"04a49113-9174-487c-be0c-a3a2edc44b43"} {"level":"info","ts":1789596054.8676848,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c4a62258beb636c5230c317ee0f7ab75","span_id":"b8c1c5b74f13fff8","x-request-id":"04a49113-9174-487c-be0c-a3a2edc44b43","EoS":true} {"level":"info","ts":1789596054.8676972,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c4a62258beb636c5230c317ee0f7ab75","span_id":"b8c1c5b74f13fff8","x-request-id":"04a49113-9174-487c-be0c-a3a2edc44b43"} {"level":"info","ts":1789596055.007745,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789596055.0078692,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"abae9e6dffe3f4dc30ef7bfa556f1ada","span_id":"8bb560dd1986d9d7","x-request-id":"165eb51b-02bc-48e6-828f-9530b8600510"} {"level":"info","ts":1789596055.0078843,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"abae9e6dffe3f4dc30ef7bfa556f1ada","span_id":"8bb560dd1986d9d7","x-request-id":"165eb51b-02bc-48e6-828f-9530b8600510"} {"level":"info","ts":1789596055.007904,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"abae9e6dffe3f4dc30ef7bfa556f1ada","span_id":"8bb560dd1986d9d7","x-request-id":"165eb51b-02bc-48e6-828f-9530b8600510","EoS":true} {"level":"info","ts":1789596055.007938,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"abae9e6dffe3f4dc30ef7bfa556f1ada","span_id":"8bb560dd1986d9d7","x-request-id":"165eb51b-02bc-48e6-828f-9530b8600510","header":"x-maas-username"} {"level":"info","ts":1789596055.00795,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"abae9e6dffe3f4dc30ef7bfa556f1ada","span_id":"8bb560dd1986d9d7","x-request-id":"165eb51b-02bc-48e6-828f-9530b8600510","header":"x-maas-group"} {"level":"info","ts":1789596055.0079591,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"abae9e6dffe3f4dc30ef7bfa556f1ada","span_id":"8bb560dd1986d9d7","x-request-id":"165eb51b-02bc-48e6-828f-9530b8600510","header":"x-maas-subscription"} {"level":"info","ts":1789596055.0079672,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"abae9e6dffe3f4dc30ef7bfa556f1ada","span_id":"8bb560dd1986d9d7","x-request-id":"165eb51b-02bc-48e6-828f-9530b8600510","header":"x-maas-keyname"} {"level":"info","ts":1789596055.0079887,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"abae9e6dffe3f4dc30ef7bfa556f1ada","span_id":"8bb560dd1986d9d7","x-request-id":"165eb51b-02bc-48e6-828f-9530b8600510","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789596055.0080273,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"abae9e6dffe3f4dc30ef7bfa556f1ada","span_id":"8bb560dd1986d9d7","x-request-id":"165eb51b-02bc-48e6-828f-9530b8600510"} {"level":"info","ts":1789596055.0103056,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"abae9e6dffe3f4dc30ef7bfa556f1ada","span_id":"8bb560dd1986d9d7","x-request-id":"165eb51b-02bc-48e6-828f-9530b8600510"} {"level":"info","ts":1789596055.0103266,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"abae9e6dffe3f4dc30ef7bfa556f1ada","span_id":"8bb560dd1986d9d7","x-request-id":"165eb51b-02bc-48e6-828f-9530b8600510"} {"level":"info","ts":1789596055.0103467,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"abae9e6dffe3f4dc30ef7bfa556f1ada","span_id":"8bb560dd1986d9d7","x-request-id":"165eb51b-02bc-48e6-828f-9530b8600510","EoS":false} {"level":"info","ts":1789596055.0103645,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"abae9e6dffe3f4dc30ef7bfa556f1ada","span_id":"8bb560dd1986d9d7","x-request-id":"165eb51b-02bc-48e6-828f-9530b8600510"} {"level":"info","ts":1789596055.0104399,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"abae9e6dffe3f4dc30ef7bfa556f1ada","span_id":"8bb560dd1986d9d7","x-request-id":"165eb51b-02bc-48e6-828f-9530b8600510","EoS":false} {"level":"info","ts":1789596055.0104587,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"abae9e6dffe3f4dc30ef7bfa556f1ada","span_id":"8bb560dd1986d9d7","x-request-id":"165eb51b-02bc-48e6-828f-9530b8600510"} {"level":"info","ts":1789596055.0104787,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"abae9e6dffe3f4dc30ef7bfa556f1ada","span_id":"8bb560dd1986d9d7","x-request-id":"165eb51b-02bc-48e6-828f-9530b8600510","EoS":true} {"level":"info","ts":1789596055.0104914,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"abae9e6dffe3f4dc30ef7bfa556f1ada","span_id":"8bb560dd1986d9d7","x-request-id":"165eb51b-02bc-48e6-828f-9530b8600510"} {"level":"info","ts":1789596055.1483326,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789596055.1484492,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b7ab76680b3a898544201039dafaff8d","span_id":"72a3010baed07aa0","x-request-id":"fab5d9e7-5948-485a-a89c-25acb63abd7f"} {"level":"info","ts":1789596055.1485002,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b7ab76680b3a898544201039dafaff8d","span_id":"72a3010baed07aa0","x-request-id":"fab5d9e7-5948-485a-a89c-25acb63abd7f"} {"level":"info","ts":1789596055.1485176,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b7ab76680b3a898544201039dafaff8d","span_id":"72a3010baed07aa0","x-request-id":"fab5d9e7-5948-485a-a89c-25acb63abd7f","EoS":true} {"level":"info","ts":1789596055.1485455,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b7ab76680b3a898544201039dafaff8d","span_id":"72a3010baed07aa0","x-request-id":"fab5d9e7-5948-485a-a89c-25acb63abd7f","header":"x-maas-group"} {"level":"info","ts":1789596055.1485553,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b7ab76680b3a898544201039dafaff8d","span_id":"72a3010baed07aa0","x-request-id":"fab5d9e7-5948-485a-a89c-25acb63abd7f","header":"x-maas-username"} {"level":"info","ts":1789596055.14856,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b7ab76680b3a898544201039dafaff8d","span_id":"72a3010baed07aa0","x-request-id":"fab5d9e7-5948-485a-a89c-25acb63abd7f","header":"x-maas-keyname"} {"level":"info","ts":1789596055.1485653,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b7ab76680b3a898544201039dafaff8d","span_id":"72a3010baed07aa0","x-request-id":"fab5d9e7-5948-485a-a89c-25acb63abd7f","header":"x-maas-subscription"} {"level":"info","ts":1789596055.1485803,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b7ab76680b3a898544201039dafaff8d","span_id":"72a3010baed07aa0","x-request-id":"fab5d9e7-5948-485a-a89c-25acb63abd7f","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789596055.1486077,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b7ab76680b3a898544201039dafaff8d","span_id":"72a3010baed07aa0","x-request-id":"fab5d9e7-5948-485a-a89c-25acb63abd7f"} {"level":"info","ts":1789596055.1496103,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b7ab76680b3a898544201039dafaff8d","span_id":"72a3010baed07aa0","x-request-id":"fab5d9e7-5948-485a-a89c-25acb63abd7f"} {"level":"info","ts":1789596055.1496289,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b7ab76680b3a898544201039dafaff8d","span_id":"72a3010baed07aa0","x-request-id":"fab5d9e7-5948-485a-a89c-25acb63abd7f"} {"level":"info","ts":1789596055.1496484,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b7ab76680b3a898544201039dafaff8d","span_id":"72a3010baed07aa0","x-request-id":"fab5d9e7-5948-485a-a89c-25acb63abd7f","EoS":false} {"level":"info","ts":1789596055.1496668,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b7ab76680b3a898544201039dafaff8d","span_id":"72a3010baed07aa0","x-request-id":"fab5d9e7-5948-485a-a89c-25acb63abd7f"} {"level":"info","ts":1789596055.1496942,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b7ab76680b3a898544201039dafaff8d","span_id":"72a3010baed07aa0","x-request-id":"fab5d9e7-5948-485a-a89c-25acb63abd7f","EoS":false} {"level":"info","ts":1789596055.149705,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b7ab76680b3a898544201039dafaff8d","span_id":"72a3010baed07aa0","x-request-id":"fab5d9e7-5948-485a-a89c-25acb63abd7f"} {"level":"info","ts":1789596055.1497157,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b7ab76680b3a898544201039dafaff8d","span_id":"72a3010baed07aa0","x-request-id":"fab5d9e7-5948-485a-a89c-25acb63abd7f","EoS":true} {"level":"info","ts":1789596055.1497228,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b7ab76680b3a898544201039dafaff8d","span_id":"72a3010baed07aa0","x-request-id":"fab5d9e7-5948-485a-a89c-25acb63abd7f"} {"level":"error","ts":1789596055.783911,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789596067.9833064,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789596067.9834738,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"dbb154edc4ed033d239f9e8582cd6f75","span_id":"b155a96bfa9ac5a1","x-request-id":"9b348914-8c0f-4fbe-846d-e0e2002a32a3"} {"level":"info","ts":1789596067.9835062,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"dbb154edc4ed033d239f9e8582cd6f75","span_id":"b155a96bfa9ac5a1","x-request-id":"9b348914-8c0f-4fbe-846d-e0e2002a32a3"} {"level":"info","ts":1789596067.983526,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"dbb154edc4ed033d239f9e8582cd6f75","span_id":"b155a96bfa9ac5a1","x-request-id":"9b348914-8c0f-4fbe-846d-e0e2002a32a3","EoS":true} {"level":"info","ts":1789596067.9835565,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dbb154edc4ed033d239f9e8582cd6f75","span_id":"b155a96bfa9ac5a1","x-request-id":"9b348914-8c0f-4fbe-846d-e0e2002a32a3","header":"x-maas-username"} {"level":"info","ts":1789596067.9835722,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dbb154edc4ed033d239f9e8582cd6f75","span_id":"b155a96bfa9ac5a1","x-request-id":"9b348914-8c0f-4fbe-846d-e0e2002a32a3","header":"x-maas-keyname"} {"level":"info","ts":1789596067.983581,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dbb154edc4ed033d239f9e8582cd6f75","span_id":"b155a96bfa9ac5a1","x-request-id":"9b348914-8c0f-4fbe-846d-e0e2002a32a3","header":"x-maas-subscription"} {"level":"info","ts":1789596067.9835877,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dbb154edc4ed033d239f9e8582cd6f75","span_id":"b155a96bfa9ac5a1","x-request-id":"9b348914-8c0f-4fbe-846d-e0e2002a32a3","header":"x-maas-group"} {"level":"info","ts":1789596067.9836166,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"dbb154edc4ed033d239f9e8582cd6f75","span_id":"b155a96bfa9ac5a1","x-request-id":"9b348914-8c0f-4fbe-846d-e0e2002a32a3","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789596067.9836519,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"dbb154edc4ed033d239f9e8582cd6f75","span_id":"b155a96bfa9ac5a1","x-request-id":"9b348914-8c0f-4fbe-846d-e0e2002a32a3"} {"level":"info","ts":1789596067.9855835,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"dbb154edc4ed033d239f9e8582cd6f75","span_id":"b155a96bfa9ac5a1","x-request-id":"9b348914-8c0f-4fbe-846d-e0e2002a32a3"} {"level":"info","ts":1789596067.985605,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"dbb154edc4ed033d239f9e8582cd6f75","span_id":"b155a96bfa9ac5a1","x-request-id":"9b348914-8c0f-4fbe-846d-e0e2002a32a3"} {"level":"info","ts":1789596067.9856217,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dbb154edc4ed033d239f9e8582cd6f75","span_id":"b155a96bfa9ac5a1","x-request-id":"9b348914-8c0f-4fbe-846d-e0e2002a32a3","EoS":false} {"level":"info","ts":1789596067.9856343,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dbb154edc4ed033d239f9e8582cd6f75","span_id":"b155a96bfa9ac5a1","x-request-id":"9b348914-8c0f-4fbe-846d-e0e2002a32a3"} {"level":"info","ts":1789596067.98566,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dbb154edc4ed033d239f9e8582cd6f75","span_id":"b155a96bfa9ac5a1","x-request-id":"9b348914-8c0f-4fbe-846d-e0e2002a32a3","EoS":true} {"level":"info","ts":1789596067.9856682,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dbb154edc4ed033d239f9e8582cd6f75","span_id":"b155a96bfa9ac5a1","x-request-id":"9b348914-8c0f-4fbe-846d-e0e2002a32a3"} {"level":"error","ts":1789596070.7847161,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789596080.7852335,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}