{"level":"info","ts":1789507454.2133095,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-cfd5b381","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-cfd5b381","reconcileID":"da0550a8-6b80-43db-91f7-6d04d5027ec9","name":"e2e-legacy-migration-cfd5b381","namespace":"llm"} {"level":"info","ts":1789507454.2133906,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-cfd5b381","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-cfd5b381","reconcileID":"da0550a8-6b80-43db-91f7-6d04d5027ec9","modelName":"e2e-legacy-migration-cfd5b381","resolvedRefs":1} {"level":"info","ts":1789507454.214168,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-cfd5b381","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-cfd5b381","reconcileID":"55bf66e0-719d-44a5-8916-404839e7275f","httpRoute":"e2e-legacy-migration-cfd5b381","providers":["e2e-legacy-migration-cfd5b381"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789507454.2219164,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-cfd5b381","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-cfd5b381","reconcileID":"55bf66e0-719d-44a5-8916-404839e7275f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-cfd5b381\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789507454.2220144,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-cfd5b381","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-cfd5b381","reconcileID":"5f91c8ce-e547-43d7-a487-963dfdca386e"} {"level":"info","ts":1789507454.2220724,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-cfd5b381","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-cfd5b381","reconcileID":"5f91c8ce-e547-43d7-a487-963dfdca386e","name":"e2e-legacy-migration-cfd5b381"} {"level":"info","ts":1789507454.2310588,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-cfd5b381","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-cfd5b381","reconcileID":"5f91c8ce-e547-43d7-a487-963dfdca386e","httpRoute":"e2e-legacy-migration-cfd5b381","providers":["e2e-legacy-migration-cfd5b381"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789507454.2399797,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-cfd5b381","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-cfd5b381","reconcileID":"d8b33290-5cc1-41cf-9b99-30eed9d07de7","name":"e2e-legacy-migration-cfd5b381","namespace":"llm"} {"level":"info","ts":1789507454.2400389,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-cfd5b381","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-cfd5b381","reconcileID":"d8b33290-5cc1-41cf-9b99-30eed9d07de7","modelName":"e2e-legacy-migration-cfd5b381","resolvedRefs":1} {"level":"error","ts":1789507454.2402384,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-cfd5b381","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-cfd5b381","reconcileID":"5f91c8ce-e547-43d7-a487-963dfdca386e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-cfd5b381\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789507454.2403088,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-cfd5b381","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-cfd5b381","reconcileID":"db14bd42-ebec-4f4c-845c-6c5d53c0eca2"} {"level":"info","ts":1789507454.2403638,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-cfd5b381","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-cfd5b381","reconcileID":"db14bd42-ebec-4f4c-845c-6c5d53c0eca2","name":"e2e-legacy-migration-cfd5b381"} {"level":"info","ts":1789507454.250901,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-cfd5b381","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-cfd5b381","reconcileID":"db14bd42-ebec-4f4c-845c-6c5d53c0eca2","httpRoute":"e2e-legacy-migration-cfd5b381","providers":["e2e-legacy-migration-cfd5b381"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789507454.3001451,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-cfd5b381","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-cfd5b381","reconcileID":"2d42bb60-229f-4c6a-ad30-d57e20bbec40","name":"e2e-legacy-migration-cfd5b381","namespace":"llm"} {"level":"info","ts":1789507454.3038487,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-cfd5b381","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-cfd5b381","reconcileID":"2d42bb60-229f-4c6a-ad30-d57e20bbec40","name":"e2e-legacy-migration-cfd5b381"} {"level":"info","ts":1789507454.3150158,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-cfd5b381","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-cfd5b381","reconcileID":"2d42bb60-229f-4c6a-ad30-d57e20bbec40","provider":"openai","model":"e2e-legacy-migration-cfd5b381","targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789507455.8779042,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789507457.0429351,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-cfd5b381","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-cfd5b381","reconcileID":"488166f6-93cd-493f-93b3-bb9fcbb8684e","name":"e2e-legacy-migration-cfd5b381","namespace":"llm"} {"level":"info","ts":1789507457.0657797,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-cfd5b381","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-cfd5b381","reconcileID":"b764cbad-959e-4ada-a03c-30f9f8441880","name":"e2e-legacy-migration-cfd5b381","namespace":"llm"} {"level":"info","ts":1789507457.0658674,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-cfd5b381","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-cfd5b381","reconcileID":"b764cbad-959e-4ada-a03c-30f9f8441880","modelName":"e2e-legacy-migration-cfd5b381","resolvedRefs":1} {"level":"info","ts":1789507457.0659103,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-cfd5b381","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-cfd5b381","reconcileID":"ca89d29f-7017-4f58-8e38-98b237f66c55"} {"level":"info","ts":1789507457.0657797,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-cfd5b381","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-cfd5b381","reconcileID":"a47c287e-9f96-4887-a6ff-ad25b4bbd92f"} {"level":"error","ts":1789507457.0659795,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-cfd5b381","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-cfd5b381","reconcileID":"ca89d29f-7017-4f58-8e38-98b237f66c55","provider":"e2e-legacy-migration-cfd5b381","error":"ExternalProvider.inference.opendatahub.io \"e2e-legacy-migration-cfd5b381\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789507457.065836,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-cfd5b381","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-cfd5b381","reconcileID":"751b58e7-4aae-4a04-a2a2-451340ace9c3","name":"e2e-legacy-migration-cfd5b381","namespace":"llm"} {"level":"info","ts":1789507457.0660307,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-cfd5b381","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-cfd5b381","reconcileID":"751b58e7-4aae-4a04-a2a2-451340ace9c3","name":"e2e-legacy-migration-cfd5b381","namespace":"llm"} {"level":"info","ts":1789507457.0687902,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-cfd5b381","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-cfd5b381","reconcileID":"c2158ec2-9d92-4016-a1b0-7a7c5c315c69","name":"e2e-legacy-migration-cfd5b381","namespace":"llm"} {"level":"info","ts":1789507457.0688212,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-cfd5b381","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-cfd5b381","reconcileID":"c2158ec2-9d92-4016-a1b0-7a7c5c315c69","name":"e2e-legacy-migration-cfd5b381","namespace":"llm"} {"level":"error","ts":1789507457.0761864,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-cfd5b381","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-cfd5b381","reconcileID":"ca89d29f-7017-4f58-8e38-98b237f66c55","error":"externalmodels.inference.opendatahub.io \"e2e-legacy-migration-cfd5b381\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789507457.0762622,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-cfd5b381","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-cfd5b381","reconcileID":"ca89d29f-7017-4f58-8e38-98b237f66c55","error":"ExternalModel \"e2e-legacy-migration-cfd5b381\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-cfd5b381\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789507457.0763314,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-cfd5b381","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-cfd5b381","reconcileID":"5c1ad155-49ac-416a-942e-0fcc9c191806"} {"level":"info","ts":1789507457.5095005,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789507457.5095916,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"45c40770941f7e25fbd90f9723101e9a","span_id":"ed4cd1ffa8c503d1","x-request-id":"ac3af1cb-21cd-41ca-9a86-f116a29fa4b6"} {"level":"info","ts":1789507457.5096037,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"45c40770941f7e25fbd90f9723101e9a","span_id":"ed4cd1ffa8c503d1","x-request-id":"ac3af1cb-21cd-41ca-9a86-f116a29fa4b6"} {"level":"info","ts":1789507457.5096173,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"45c40770941f7e25fbd90f9723101e9a","span_id":"ed4cd1ffa8c503d1","x-request-id":"ac3af1cb-21cd-41ca-9a86-f116a29fa4b6","EoS":true} {"level":"info","ts":1789507457.509638,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"45c40770941f7e25fbd90f9723101e9a","span_id":"ed4cd1ffa8c503d1","x-request-id":"ac3af1cb-21cd-41ca-9a86-f116a29fa4b6","header":"x-maas-subscription"} {"level":"info","ts":1789507457.509648,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"45c40770941f7e25fbd90f9723101e9a","span_id":"ed4cd1ffa8c503d1","x-request-id":"ac3af1cb-21cd-41ca-9a86-f116a29fa4b6","header":"x-maas-group"} {"level":"info","ts":1789507457.509654,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"45c40770941f7e25fbd90f9723101e9a","span_id":"ed4cd1ffa8c503d1","x-request-id":"ac3af1cb-21cd-41ca-9a86-f116a29fa4b6","header":"x-maas-username"} {"level":"info","ts":1789507457.509667,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"45c40770941f7e25fbd90f9723101e9a","span_id":"ed4cd1ffa8c503d1","x-request-id":"ac3af1cb-21cd-41ca-9a86-f116a29fa4b6","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789507457.5096765,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"45c40770941f7e25fbd90f9723101e9a","span_id":"ed4cd1ffa8c503d1","x-request-id":"ac3af1cb-21cd-41ca-9a86-f116a29fa4b6","modelName":"e2e-external-model"} {"level":"info","ts":1789507457.5096872,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"45c40770941f7e25fbd90f9723101e9a","span_id":"ed4cd1ffa8c503d1","x-request-id":"ac3af1cb-21cd-41ca-9a86-f116a29fa4b6","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789507457.50971,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"45c40770941f7e25fbd90f9723101e9a","span_id":"ed4cd1ffa8c503d1","x-request-id":"ac3af1cb-21cd-41ca-9a86-f116a29fa4b6","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1789507457.509727,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"45c40770941f7e25fbd90f9723101e9a","span_id":"ed4cd1ffa8c503d1","x-request-id":"ac3af1cb-21cd-41ca-9a86-f116a29fa4b6","authType":"apikey"} {"level":"info","ts":1789507457.5097506,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"45c40770941f7e25fbd90f9723101e9a","span_id":"ed4cd1ffa8c503d1","x-request-id":"ac3af1cb-21cd-41ca-9a86-f116a29fa4b6"} {"level":"info","ts":1789507457.841614,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"45c40770941f7e25fbd90f9723101e9a","span_id":"ed4cd1ffa8c503d1","x-request-id":"ac3af1cb-21cd-41ca-9a86-f116a29fa4b6"} {"level":"info","ts":1789507457.841641,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"45c40770941f7e25fbd90f9723101e9a","span_id":"ed4cd1ffa8c503d1","x-request-id":"ac3af1cb-21cd-41ca-9a86-f116a29fa4b6"} {"level":"info","ts":1789507457.8416579,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"45c40770941f7e25fbd90f9723101e9a","span_id":"ed4cd1ffa8c503d1","x-request-id":"ac3af1cb-21cd-41ca-9a86-f116a29fa4b6","EoS":false} {"level":"info","ts":1789507457.8416746,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"45c40770941f7e25fbd90f9723101e9a","span_id":"ed4cd1ffa8c503d1","x-request-id":"ac3af1cb-21cd-41ca-9a86-f116a29fa4b6"} {"level":"info","ts":1789507457.8417022,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"45c40770941f7e25fbd90f9723101e9a","span_id":"ed4cd1ffa8c503d1","x-request-id":"ac3af1cb-21cd-41ca-9a86-f116a29fa4b6","EoS":true} {"level":"info","ts":1789507457.8417094,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"45c40770941f7e25fbd90f9723101e9a","span_id":"ed4cd1ffa8c503d1","x-request-id":"ac3af1cb-21cd-41ca-9a86-f116a29fa4b6"} {"level":"info","ts":1789507457.8826609,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789507457.8827543,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e3f4ab464c446d79dbea5b40e6cd6abc","span_id":"2dfaaf7a6380515f","x-request-id":"ebba95ac-ee0d-4f32-aee4-e8f5f2644661"} {"level":"info","ts":1789507457.882767,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e3f4ab464c446d79dbea5b40e6cd6abc","span_id":"2dfaaf7a6380515f","x-request-id":"ebba95ac-ee0d-4f32-aee4-e8f5f2644661"} {"level":"info","ts":1789507457.882778,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e3f4ab464c446d79dbea5b40e6cd6abc","span_id":"2dfaaf7a6380515f","x-request-id":"ebba95ac-ee0d-4f32-aee4-e8f5f2644661","EoS":true} {"level":"info","ts":1789507457.8828027,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e3f4ab464c446d79dbea5b40e6cd6abc","span_id":"2dfaaf7a6380515f","x-request-id":"ebba95ac-ee0d-4f32-aee4-e8f5f2644661","header":"x-maas-group"} {"level":"info","ts":1789507457.8828127,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e3f4ab464c446d79dbea5b40e6cd6abc","span_id":"2dfaaf7a6380515f","x-request-id":"ebba95ac-ee0d-4f32-aee4-e8f5f2644661","header":"x-maas-username"} {"level":"info","ts":1789507457.8828175,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e3f4ab464c446d79dbea5b40e6cd6abc","span_id":"2dfaaf7a6380515f","x-request-id":"ebba95ac-ee0d-4f32-aee4-e8f5f2644661","header":"x-maas-subscription"} {"level":"info","ts":1789507457.8828313,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e3f4ab464c446d79dbea5b40e6cd6abc","span_id":"2dfaaf7a6380515f","x-request-id":"ebba95ac-ee0d-4f32-aee4-e8f5f2644661","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789507457.8828578,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e3f4ab464c446d79dbea5b40e6cd6abc","span_id":"2dfaaf7a6380515f","x-request-id":"ebba95ac-ee0d-4f32-aee4-e8f5f2644661"} {"level":"info","ts":1789507458.31906,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e3f4ab464c446d79dbea5b40e6cd6abc","span_id":"2dfaaf7a6380515f","x-request-id":"ebba95ac-ee0d-4f32-aee4-e8f5f2644661"} {"level":"info","ts":1789507458.3190863,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e3f4ab464c446d79dbea5b40e6cd6abc","span_id":"2dfaaf7a6380515f","x-request-id":"ebba95ac-ee0d-4f32-aee4-e8f5f2644661"} {"level":"info","ts":1789507458.3191032,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e3f4ab464c446d79dbea5b40e6cd6abc","span_id":"2dfaaf7a6380515f","x-request-id":"ebba95ac-ee0d-4f32-aee4-e8f5f2644661","EoS":false} {"level":"info","ts":1789507458.3191175,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e3f4ab464c446d79dbea5b40e6cd6abc","span_id":"2dfaaf7a6380515f","x-request-id":"ebba95ac-ee0d-4f32-aee4-e8f5f2644661"} {"level":"info","ts":1789507458.3191516,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e3f4ab464c446d79dbea5b40e6cd6abc","span_id":"2dfaaf7a6380515f","x-request-id":"ebba95ac-ee0d-4f32-aee4-e8f5f2644661","EoS":true} {"level":"info","ts":1789507458.3191636,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e3f4ab464c446d79dbea5b40e6cd6abc","span_id":"2dfaaf7a6380515f","x-request-id":"ebba95ac-ee0d-4f32-aee4-e8f5f2644661"} {"level":"info","ts":1789507458.3670573,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789507458.3671458,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"83cfd3ce08a24d3457df2a96155c486a","span_id":"42460fa3cf9361f2","x-request-id":"67a9dbe2-5f23-4196-88a1-b418cbc3675f"} {"level":"info","ts":1789507458.3671567,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"83cfd3ce08a24d3457df2a96155c486a","span_id":"42460fa3cf9361f2","x-request-id":"67a9dbe2-5f23-4196-88a1-b418cbc3675f"} {"level":"info","ts":1789507458.3671675,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"83cfd3ce08a24d3457df2a96155c486a","span_id":"42460fa3cf9361f2","x-request-id":"67a9dbe2-5f23-4196-88a1-b418cbc3675f","EoS":true} {"level":"info","ts":1789507458.3671844,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"83cfd3ce08a24d3457df2a96155c486a","span_id":"42460fa3cf9361f2","x-request-id":"67a9dbe2-5f23-4196-88a1-b418cbc3675f","header":"x-maas-username"} {"level":"info","ts":1789507458.3671942,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"83cfd3ce08a24d3457df2a96155c486a","span_id":"42460fa3cf9361f2","x-request-id":"67a9dbe2-5f23-4196-88a1-b418cbc3675f","header":"x-maas-group"} {"level":"info","ts":1789507458.3671994,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"83cfd3ce08a24d3457df2a96155c486a","span_id":"42460fa3cf9361f2","x-request-id":"67a9dbe2-5f23-4196-88a1-b418cbc3675f","header":"x-maas-subscription"} {"level":"info","ts":1789507458.3672287,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"83cfd3ce08a24d3457df2a96155c486a","span_id":"42460fa3cf9361f2","x-request-id":"67a9dbe2-5f23-4196-88a1-b418cbc3675f"} {"level":"info","ts":1789507458.5748532,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"83cfd3ce08a24d3457df2a96155c486a","span_id":"42460fa3cf9361f2","x-request-id":"67a9dbe2-5f23-4196-88a1-b418cbc3675f"} {"level":"info","ts":1789507458.5748818,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"83cfd3ce08a24d3457df2a96155c486a","span_id":"42460fa3cf9361f2","x-request-id":"67a9dbe2-5f23-4196-88a1-b418cbc3675f"} {"level":"info","ts":1789507458.5749085,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"83cfd3ce08a24d3457df2a96155c486a","span_id":"42460fa3cf9361f2","x-request-id":"67a9dbe2-5f23-4196-88a1-b418cbc3675f","EoS":false} {"level":"info","ts":1789507458.5749235,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"83cfd3ce08a24d3457df2a96155c486a","span_id":"42460fa3cf9361f2","x-request-id":"67a9dbe2-5f23-4196-88a1-b418cbc3675f"} {"level":"info","ts":1789507458.5749571,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"83cfd3ce08a24d3457df2a96155c486a","span_id":"42460fa3cf9361f2","x-request-id":"67a9dbe2-5f23-4196-88a1-b418cbc3675f","EoS":true} {"level":"info","ts":1789507458.574972,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"83cfd3ce08a24d3457df2a96155c486a","span_id":"42460fa3cf9361f2","x-request-id":"67a9dbe2-5f23-4196-88a1-b418cbc3675f"} {"level":"info","ts":1789507459.5298612,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"67d917ff-3be3-4a37-a644-618923d08178"} {"level":"info","ts":1789507459.5298994,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9e05594f-30ea-4b5a-a41e-76bef1980fb9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789507459.5299916,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9e05594f-30ea-4b5a-a41e-76bef1980fb9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789507459.6876407,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"73c88ae5-bd29-41f6-877d-8f6faa686879","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789507459.6876795,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"73c88ae5-bd29-41f6-877d-8f6faa686879","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789507459.6877337,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d5092515-bdbc-474d-b7fa-2f3ed6e216a0"} {"level":"info","ts":1789507459.8150315,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"96d2a3ba-9e1d-4d50-a373-df1b7a6d7069","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789507459.8150945,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"96d2a3ba-9e1d-4d50-a373-df1b7a6d7069","key":"llm/e2e-external-model-api-key"} {"level":"error","ts":1789507470.8787546,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789507474.9304094,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789507474.9305527,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3f924d2382419325c4c4eab12193f961","span_id":"2c2b9247e23d88bd","x-request-id":"baa515f8-5949-497d-8c73-1ed87a63329d"} {"level":"info","ts":1789507474.9305692,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3f924d2382419325c4c4eab12193f961","span_id":"2c2b9247e23d88bd","x-request-id":"baa515f8-5949-497d-8c73-1ed87a63329d"} {"level":"info","ts":1789507474.9305902,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3f924d2382419325c4c4eab12193f961","span_id":"2c2b9247e23d88bd","x-request-id":"baa515f8-5949-497d-8c73-1ed87a63329d","EoS":true} {"level":"info","ts":1789507474.93063,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3f924d2382419325c4c4eab12193f961","span_id":"2c2b9247e23d88bd","x-request-id":"baa515f8-5949-497d-8c73-1ed87a63329d","header":"x-maas-subscription"} {"level":"info","ts":1789507474.9306438,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3f924d2382419325c4c4eab12193f961","span_id":"2c2b9247e23d88bd","x-request-id":"baa515f8-5949-497d-8c73-1ed87a63329d","header":"x-maas-group"} {"level":"info","ts":1789507474.9306529,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3f924d2382419325c4c4eab12193f961","span_id":"2c2b9247e23d88bd","x-request-id":"baa515f8-5949-497d-8c73-1ed87a63329d","header":"x-maas-username"} {"level":"info","ts":1789507474.9306767,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3f924d2382419325c4c4eab12193f961","span_id":"2c2b9247e23d88bd","x-request-id":"baa515f8-5949-497d-8c73-1ed87a63329d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789507474.9307175,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3f924d2382419325c4c4eab12193f961","span_id":"2c2b9247e23d88bd","x-request-id":"baa515f8-5949-497d-8c73-1ed87a63329d"} {"level":"info","ts":1789507474.9327996,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3f924d2382419325c4c4eab12193f961","span_id":"2c2b9247e23d88bd","x-request-id":"baa515f8-5949-497d-8c73-1ed87a63329d"} {"level":"info","ts":1789507474.9328215,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3f924d2382419325c4c4eab12193f961","span_id":"2c2b9247e23d88bd","x-request-id":"baa515f8-5949-497d-8c73-1ed87a63329d"} {"level":"info","ts":1789507474.9328446,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3f924d2382419325c4c4eab12193f961","span_id":"2c2b9247e23d88bd","x-request-id":"baa515f8-5949-497d-8c73-1ed87a63329d","EoS":false} {"level":"info","ts":1789507474.9328575,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3f924d2382419325c4c4eab12193f961","span_id":"2c2b9247e23d88bd","x-request-id":"baa515f8-5949-497d-8c73-1ed87a63329d"} {"level":"info","ts":1789507474.932888,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3f924d2382419325c4c4eab12193f961","span_id":"2c2b9247e23d88bd","x-request-id":"baa515f8-5949-497d-8c73-1ed87a63329d","EoS":true} {"level":"info","ts":1789507474.932902,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3f924d2382419325c4c4eab12193f961","span_id":"2c2b9247e23d88bd","x-request-id":"baa515f8-5949-497d-8c73-1ed87a63329d"} {"level":"info","ts":1789507474.9677906,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789507474.9679213,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"04e91823a9cf4ed5bed136ee20dfcfd1","span_id":"424dff900dcbdf75","x-request-id":"326ea0ad-ea83-4599-b7bc-b955e767f1fb"} {"level":"info","ts":1789507474.9679391,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"04e91823a9cf4ed5bed136ee20dfcfd1","span_id":"424dff900dcbdf75","x-request-id":"326ea0ad-ea83-4599-b7bc-b955e767f1fb"} {"level":"info","ts":1789507474.967963,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"04e91823a9cf4ed5bed136ee20dfcfd1","span_id":"424dff900dcbdf75","x-request-id":"326ea0ad-ea83-4599-b7bc-b955e767f1fb","EoS":true} {"level":"info","ts":1789507474.9680073,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"04e91823a9cf4ed5bed136ee20dfcfd1","span_id":"424dff900dcbdf75","x-request-id":"326ea0ad-ea83-4599-b7bc-b955e767f1fb","header":"x-maas-subscription"} {"level":"info","ts":1789507474.968024,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"04e91823a9cf4ed5bed136ee20dfcfd1","span_id":"424dff900dcbdf75","x-request-id":"326ea0ad-ea83-4599-b7bc-b955e767f1fb","header":"x-maas-username"} {"level":"info","ts":1789507474.9680345,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"04e91823a9cf4ed5bed136ee20dfcfd1","span_id":"424dff900dcbdf75","x-request-id":"326ea0ad-ea83-4599-b7bc-b955e767f1fb","header":"x-maas-group"} {"level":"info","ts":1789507474.9680617,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"04e91823a9cf4ed5bed136ee20dfcfd1","span_id":"424dff900dcbdf75","x-request-id":"326ea0ad-ea83-4599-b7bc-b955e767f1fb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789507474.968103,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"04e91823a9cf4ed5bed136ee20dfcfd1","span_id":"424dff900dcbdf75","x-request-id":"326ea0ad-ea83-4599-b7bc-b955e767f1fb"} {"level":"info","ts":1789507474.9755719,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"04e91823a9cf4ed5bed136ee20dfcfd1","span_id":"424dff900dcbdf75","x-request-id":"326ea0ad-ea83-4599-b7bc-b955e767f1fb"} {"level":"info","ts":1789507474.9755998,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"04e91823a9cf4ed5bed136ee20dfcfd1","span_id":"424dff900dcbdf75","x-request-id":"326ea0ad-ea83-4599-b7bc-b955e767f1fb"} {"level":"info","ts":1789507474.9756145,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"04e91823a9cf4ed5bed136ee20dfcfd1","span_id":"424dff900dcbdf75","x-request-id":"326ea0ad-ea83-4599-b7bc-b955e767f1fb","EoS":false} {"level":"info","ts":1789507474.9756267,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"04e91823a9cf4ed5bed136ee20dfcfd1","span_id":"424dff900dcbdf75","x-request-id":"326ea0ad-ea83-4599-b7bc-b955e767f1fb"} {"level":"info","ts":1789507474.9756553,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"04e91823a9cf4ed5bed136ee20dfcfd1","span_id":"424dff900dcbdf75","x-request-id":"326ea0ad-ea83-4599-b7bc-b955e767f1fb","EoS":true} {"level":"info","ts":1789507474.97567,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"04e91823a9cf4ed5bed136ee20dfcfd1","span_id":"424dff900dcbdf75","x-request-id":"326ea0ad-ea83-4599-b7bc-b955e767f1fb"} {"level":"info","ts":1789507475.029671,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789507475.0297873,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"bf272203e342cc7c08f2a37f8a92dc23","span_id":"1a48970f0e7274f6","x-request-id":"31fc6de3-8a3b-4f8f-8801-309982d2c64c"} {"level":"info","ts":1789507475.029806,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"bf272203e342cc7c08f2a37f8a92dc23","span_id":"1a48970f0e7274f6","x-request-id":"31fc6de3-8a3b-4f8f-8801-309982d2c64c"} {"level":"info","ts":1789507475.0298274,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"bf272203e342cc7c08f2a37f8a92dc23","span_id":"1a48970f0e7274f6","x-request-id":"31fc6de3-8a3b-4f8f-8801-309982d2c64c","EoS":true} {"level":"info","ts":1789507475.029863,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bf272203e342cc7c08f2a37f8a92dc23","span_id":"1a48970f0e7274f6","x-request-id":"31fc6de3-8a3b-4f8f-8801-309982d2c64c","header":"x-maas-subscription"} {"level":"info","ts":1789507475.029878,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bf272203e342cc7c08f2a37f8a92dc23","span_id":"1a48970f0e7274f6","x-request-id":"31fc6de3-8a3b-4f8f-8801-309982d2c64c","header":"x-maas-group"} {"level":"info","ts":1789507475.0298877,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bf272203e342cc7c08f2a37f8a92dc23","span_id":"1a48970f0e7274f6","x-request-id":"31fc6de3-8a3b-4f8f-8801-309982d2c64c","header":"x-maas-username"} {"level":"info","ts":1789507475.0299377,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"bf272203e342cc7c08f2a37f8a92dc23","span_id":"1a48970f0e7274f6","x-request-id":"31fc6de3-8a3b-4f8f-8801-309982d2c64c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789507475.0299768,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"bf272203e342cc7c08f2a37f8a92dc23","span_id":"1a48970f0e7274f6","x-request-id":"31fc6de3-8a3b-4f8f-8801-309982d2c64c"} {"level":"info","ts":1789507475.031153,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"bf272203e342cc7c08f2a37f8a92dc23","span_id":"1a48970f0e7274f6","x-request-id":"31fc6de3-8a3b-4f8f-8801-309982d2c64c"} {"level":"info","ts":1789507475.0311773,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"bf272203e342cc7c08f2a37f8a92dc23","span_id":"1a48970f0e7274f6","x-request-id":"31fc6de3-8a3b-4f8f-8801-309982d2c64c"} {"level":"info","ts":1789507475.0311985,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bf272203e342cc7c08f2a37f8a92dc23","span_id":"1a48970f0e7274f6","x-request-id":"31fc6de3-8a3b-4f8f-8801-309982d2c64c","EoS":false} {"level":"info","ts":1789507475.0312107,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bf272203e342cc7c08f2a37f8a92dc23","span_id":"1a48970f0e7274f6","x-request-id":"31fc6de3-8a3b-4f8f-8801-309982d2c64c"} {"level":"info","ts":1789507475.0312374,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bf272203e342cc7c08f2a37f8a92dc23","span_id":"1a48970f0e7274f6","x-request-id":"31fc6de3-8a3b-4f8f-8801-309982d2c64c","EoS":true} {"level":"info","ts":1789507475.03125,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bf272203e342cc7c08f2a37f8a92dc23","span_id":"1a48970f0e7274f6","x-request-id":"31fc6de3-8a3b-4f8f-8801-309982d2c64c"} {"level":"info","ts":1789507475.0669727,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789507475.0670753,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d1ac81a70851c691de5715937a99d7f4","span_id":"181690185b1fd241","x-request-id":"058249fa-b200-4a6c-9230-911864af6de3"} {"level":"info","ts":1789507475.067089,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d1ac81a70851c691de5715937a99d7f4","span_id":"181690185b1fd241","x-request-id":"058249fa-b200-4a6c-9230-911864af6de3"} {"level":"info","ts":1789507475.0671015,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d1ac81a70851c691de5715937a99d7f4","span_id":"181690185b1fd241","x-request-id":"058249fa-b200-4a6c-9230-911864af6de3","EoS":true} {"level":"info","ts":1789507475.067126,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d1ac81a70851c691de5715937a99d7f4","span_id":"181690185b1fd241","x-request-id":"058249fa-b200-4a6c-9230-911864af6de3","header":"x-maas-subscription"} {"level":"info","ts":1789507475.0671365,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d1ac81a70851c691de5715937a99d7f4","span_id":"181690185b1fd241","x-request-id":"058249fa-b200-4a6c-9230-911864af6de3","header":"x-maas-group"} {"level":"info","ts":1789507475.0671425,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d1ac81a70851c691de5715937a99d7f4","span_id":"181690185b1fd241","x-request-id":"058249fa-b200-4a6c-9230-911864af6de3","header":"x-maas-username"} {"level":"info","ts":1789507475.0671568,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d1ac81a70851c691de5715937a99d7f4","span_id":"181690185b1fd241","x-request-id":"058249fa-b200-4a6c-9230-911864af6de3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789507475.0671828,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d1ac81a70851c691de5715937a99d7f4","span_id":"181690185b1fd241","x-request-id":"058249fa-b200-4a6c-9230-911864af6de3"} {"level":"info","ts":1789507475.0738585,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d1ac81a70851c691de5715937a99d7f4","span_id":"181690185b1fd241","x-request-id":"058249fa-b200-4a6c-9230-911864af6de3"} {"level":"info","ts":1789507475.0738835,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d1ac81a70851c691de5715937a99d7f4","span_id":"181690185b1fd241","x-request-id":"058249fa-b200-4a6c-9230-911864af6de3"} {"level":"info","ts":1789507475.0738964,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d1ac81a70851c691de5715937a99d7f4","span_id":"181690185b1fd241","x-request-id":"058249fa-b200-4a6c-9230-911864af6de3","EoS":false} {"level":"info","ts":1789507475.0739117,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d1ac81a70851c691de5715937a99d7f4","span_id":"181690185b1fd241","x-request-id":"058249fa-b200-4a6c-9230-911864af6de3"} {"level":"info","ts":1789507475.0739422,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d1ac81a70851c691de5715937a99d7f4","span_id":"181690185b1fd241","x-request-id":"058249fa-b200-4a6c-9230-911864af6de3","EoS":true} {"level":"info","ts":1789507475.0739527,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d1ac81a70851c691de5715937a99d7f4","span_id":"181690185b1fd241","x-request-id":"058249fa-b200-4a6c-9230-911864af6de3"} {"level":"error","ts":1789507485.8806412,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789507490.505903,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789507490.5060365,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a5cc3df5ba7fd5489457df74907198e4","span_id":"1379753f1e70b59c","x-request-id":"b0a6e944-dee3-403f-b167-65968f2c6743"} {"level":"info","ts":1789507490.5060534,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a5cc3df5ba7fd5489457df74907198e4","span_id":"1379753f1e70b59c","x-request-id":"b0a6e944-dee3-403f-b167-65968f2c6743"} {"level":"info","ts":1789507490.506073,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a5cc3df5ba7fd5489457df74907198e4","span_id":"1379753f1e70b59c","x-request-id":"b0a6e944-dee3-403f-b167-65968f2c6743","EoS":true} {"level":"info","ts":1789507490.506141,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a5cc3df5ba7fd5489457df74907198e4","span_id":"1379753f1e70b59c","x-request-id":"b0a6e944-dee3-403f-b167-65968f2c6743"} {"level":"info","ts":1789507490.6511028,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789507490.6512537,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c338a9666c8e72d208c4630fd91dd8bc","span_id":"e7b1c228fa9982c8","x-request-id":"01e4feea-cb2f-4a24-850a-ef627fb57f5a"} {"level":"info","ts":1789507490.651269,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c338a9666c8e72d208c4630fd91dd8bc","span_id":"e7b1c228fa9982c8","x-request-id":"01e4feea-cb2f-4a24-850a-ef627fb57f5a"} {"level":"info","ts":1789507490.6512902,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c338a9666c8e72d208c4630fd91dd8bc","span_id":"e7b1c228fa9982c8","x-request-id":"01e4feea-cb2f-4a24-850a-ef627fb57f5a","EoS":true} {"level":"info","ts":1789507490.651354,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c338a9666c8e72d208c4630fd91dd8bc","span_id":"e7b1c228fa9982c8","x-request-id":"01e4feea-cb2f-4a24-850a-ef627fb57f5a"} {"level":"info","ts":1789507490.807756,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789507490.8078475,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"53042893c397650ce3e77d3c61ec5d73","span_id":"9e8ce09a4f02ce5c","x-request-id":"9a49f712-5d56-4c88-9fec-f23eee92f589"} {"level":"info","ts":1789507490.8078609,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"53042893c397650ce3e77d3c61ec5d73","span_id":"9e8ce09a4f02ce5c","x-request-id":"9a49f712-5d56-4c88-9fec-f23eee92f589"} {"level":"info","ts":1789507490.8078725,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"53042893c397650ce3e77d3c61ec5d73","span_id":"9e8ce09a4f02ce5c","x-request-id":"9a49f712-5d56-4c88-9fec-f23eee92f589","EoS":true} {"level":"info","ts":1789507490.8079152,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"53042893c397650ce3e77d3c61ec5d73","span_id":"9e8ce09a4f02ce5c","x-request-id":"9a49f712-5d56-4c88-9fec-f23eee92f589"} {"level":"error","ts":1789507500.8821182,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789508558.4426577,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789508558.442776,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1afa3f907240b3ef1ba126c897b1a52f","span_id":"5a417f2a27e8add2","x-request-id":"00fbb711-ce94-45da-af33-a14b8f5c1a85"} {"level":"info","ts":1789508558.4427884,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1afa3f907240b3ef1ba126c897b1a52f","span_id":"5a417f2a27e8add2","x-request-id":"00fbb711-ce94-45da-af33-a14b8f5c1a85"} {"level":"info","ts":1789508558.442801,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1afa3f907240b3ef1ba126c897b1a52f","span_id":"5a417f2a27e8add2","x-request-id":"00fbb711-ce94-45da-af33-a14b8f5c1a85","EoS":true} {"level":"info","ts":1789508558.4428267,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1afa3f907240b3ef1ba126c897b1a52f","span_id":"5a417f2a27e8add2","x-request-id":"00fbb711-ce94-45da-af33-a14b8f5c1a85","header":"x-maas-username"} {"level":"info","ts":1789508558.4428368,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1afa3f907240b3ef1ba126c897b1a52f","span_id":"5a417f2a27e8add2","x-request-id":"00fbb711-ce94-45da-af33-a14b8f5c1a85","header":"x-maas-subscription"} {"level":"info","ts":1789508558.4428425,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1afa3f907240b3ef1ba126c897b1a52f","span_id":"5a417f2a27e8add2","x-request-id":"00fbb711-ce94-45da-af33-a14b8f5c1a85","header":"x-maas-group"} {"level":"info","ts":1789508558.4428568,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"1afa3f907240b3ef1ba126c897b1a52f","span_id":"5a417f2a27e8add2","x-request-id":"00fbb711-ce94-45da-af33-a14b8f5c1a85","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789508558.4428816,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1afa3f907240b3ef1ba126c897b1a52f","span_id":"5a417f2a27e8add2","x-request-id":"00fbb711-ce94-45da-af33-a14b8f5c1a85"} {"level":"info","ts":1789508558.4440787,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"1afa3f907240b3ef1ba126c897b1a52f","span_id":"5a417f2a27e8add2","x-request-id":"00fbb711-ce94-45da-af33-a14b8f5c1a85"} {"level":"info","ts":1789508558.4441001,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"1afa3f907240b3ef1ba126c897b1a52f","span_id":"5a417f2a27e8add2","x-request-id":"00fbb711-ce94-45da-af33-a14b8f5c1a85"} {"level":"info","ts":1789508558.4441159,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1afa3f907240b3ef1ba126c897b1a52f","span_id":"5a417f2a27e8add2","x-request-id":"00fbb711-ce94-45da-af33-a14b8f5c1a85","EoS":false} {"level":"info","ts":1789508558.444126,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1afa3f907240b3ef1ba126c897b1a52f","span_id":"5a417f2a27e8add2","x-request-id":"00fbb711-ce94-45da-af33-a14b8f5c1a85"} {"level":"info","ts":1789508558.4441488,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1afa3f907240b3ef1ba126c897b1a52f","span_id":"5a417f2a27e8add2","x-request-id":"00fbb711-ce94-45da-af33-a14b8f5c1a85","EoS":true} {"level":"info","ts":1789508558.4441576,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1afa3f907240b3ef1ba126c897b1a52f","span_id":"5a417f2a27e8add2","x-request-id":"00fbb711-ce94-45da-af33-a14b8f5c1a85"} {"level":"info","ts":1789508558.4829993,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789508558.4830973,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8fc55b02155480646dc8a4c6d70e7d41","span_id":"7ad6882546c82ad1","x-request-id":"bb320e28-eb39-4e93-920c-72aca5001a3c"} {"level":"info","ts":1789508558.4831154,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8fc55b02155480646dc8a4c6d70e7d41","span_id":"7ad6882546c82ad1","x-request-id":"bb320e28-eb39-4e93-920c-72aca5001a3c"} {"level":"info","ts":1789508558.4831312,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8fc55b02155480646dc8a4c6d70e7d41","span_id":"7ad6882546c82ad1","x-request-id":"bb320e28-eb39-4e93-920c-72aca5001a3c","EoS":true} {"level":"info","ts":1789508558.4831595,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8fc55b02155480646dc8a4c6d70e7d41","span_id":"7ad6882546c82ad1","x-request-id":"bb320e28-eb39-4e93-920c-72aca5001a3c","header":"x-maas-group"} {"level":"info","ts":1789508558.4831753,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8fc55b02155480646dc8a4c6d70e7d41","span_id":"7ad6882546c82ad1","x-request-id":"bb320e28-eb39-4e93-920c-72aca5001a3c","header":"x-maas-username"} {"level":"info","ts":1789508558.483183,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8fc55b02155480646dc8a4c6d70e7d41","span_id":"7ad6882546c82ad1","x-request-id":"bb320e28-eb39-4e93-920c-72aca5001a3c","header":"x-maas-subscription"} {"level":"info","ts":1789508558.4831986,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8fc55b02155480646dc8a4c6d70e7d41","span_id":"7ad6882546c82ad1","x-request-id":"bb320e28-eb39-4e93-920c-72aca5001a3c","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789508558.4832265,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8fc55b02155480646dc8a4c6d70e7d41","span_id":"7ad6882546c82ad1","x-request-id":"bb320e28-eb39-4e93-920c-72aca5001a3c"} {"level":"info","ts":1789508558.4845378,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8fc55b02155480646dc8a4c6d70e7d41","span_id":"7ad6882546c82ad1","x-request-id":"bb320e28-eb39-4e93-920c-72aca5001a3c"} {"level":"info","ts":1789508558.4845667,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8fc55b02155480646dc8a4c6d70e7d41","span_id":"7ad6882546c82ad1","x-request-id":"bb320e28-eb39-4e93-920c-72aca5001a3c"} {"level":"info","ts":1789508558.4845872,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8fc55b02155480646dc8a4c6d70e7d41","span_id":"7ad6882546c82ad1","x-request-id":"bb320e28-eb39-4e93-920c-72aca5001a3c","EoS":false} {"level":"info","ts":1789508558.484606,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8fc55b02155480646dc8a4c6d70e7d41","span_id":"7ad6882546c82ad1","x-request-id":"bb320e28-eb39-4e93-920c-72aca5001a3c"} {"level":"info","ts":1789508558.484638,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8fc55b02155480646dc8a4c6d70e7d41","span_id":"7ad6882546c82ad1","x-request-id":"bb320e28-eb39-4e93-920c-72aca5001a3c","EoS":true} {"level":"info","ts":1789508558.4846506,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8fc55b02155480646dc8a4c6d70e7d41","span_id":"7ad6882546c82ad1","x-request-id":"bb320e28-eb39-4e93-920c-72aca5001a3c"} {"level":"error","ts":1789508571.0094888,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789508893.4035497,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789508893.4036472,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1ee3a1a8abd460b2f36b3d9ed7cb7cd2","span_id":"58d21e9f61136684","x-request-id":"e2505f26-39e2-4fd5-a4a7-02a820adc365"} {"level":"info","ts":1789508893.4036589,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1ee3a1a8abd460b2f36b3d9ed7cb7cd2","span_id":"58d21e9f61136684","x-request-id":"e2505f26-39e2-4fd5-a4a7-02a820adc365"} {"level":"info","ts":1789508893.403671,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1ee3a1a8abd460b2f36b3d9ed7cb7cd2","span_id":"58d21e9f61136684","x-request-id":"e2505f26-39e2-4fd5-a4a7-02a820adc365","EoS":true} {"level":"info","ts":1789508893.4036932,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1ee3a1a8abd460b2f36b3d9ed7cb7cd2","span_id":"58d21e9f61136684","x-request-id":"e2505f26-39e2-4fd5-a4a7-02a820adc365","header":"x-maas-username"} {"level":"info","ts":1789508893.4037037,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1ee3a1a8abd460b2f36b3d9ed7cb7cd2","span_id":"58d21e9f61136684","x-request-id":"e2505f26-39e2-4fd5-a4a7-02a820adc365","header":"x-maas-group"} {"level":"info","ts":1789508893.4037101,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1ee3a1a8abd460b2f36b3d9ed7cb7cd2","span_id":"58d21e9f61136684","x-request-id":"e2505f26-39e2-4fd5-a4a7-02a820adc365","header":"x-maas-subscription"} {"level":"info","ts":1789508893.4037235,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"1ee3a1a8abd460b2f36b3d9ed7cb7cd2","span_id":"58d21e9f61136684","x-request-id":"e2505f26-39e2-4fd5-a4a7-02a820adc365","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789508893.4037485,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1ee3a1a8abd460b2f36b3d9ed7cb7cd2","span_id":"58d21e9f61136684","x-request-id":"e2505f26-39e2-4fd5-a4a7-02a820adc365"} {"level":"info","ts":1789508893.41657,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"1ee3a1a8abd460b2f36b3d9ed7cb7cd2","span_id":"58d21e9f61136684","x-request-id":"e2505f26-39e2-4fd5-a4a7-02a820adc365"} {"level":"info","ts":1789508893.4165974,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"1ee3a1a8abd460b2f36b3d9ed7cb7cd2","span_id":"58d21e9f61136684","x-request-id":"e2505f26-39e2-4fd5-a4a7-02a820adc365"} {"level":"info","ts":1789508893.4166136,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1ee3a1a8abd460b2f36b3d9ed7cb7cd2","span_id":"58d21e9f61136684","x-request-id":"e2505f26-39e2-4fd5-a4a7-02a820adc365","EoS":false} {"level":"info","ts":1789508893.4166257,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1ee3a1a8abd460b2f36b3d9ed7cb7cd2","span_id":"58d21e9f61136684","x-request-id":"e2505f26-39e2-4fd5-a4a7-02a820adc365"} {"level":"info","ts":1789508893.416651,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1ee3a1a8abd460b2f36b3d9ed7cb7cd2","span_id":"58d21e9f61136684","x-request-id":"e2505f26-39e2-4fd5-a4a7-02a820adc365","EoS":true} {"level":"info","ts":1789508893.4166615,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1ee3a1a8abd460b2f36b3d9ed7cb7cd2","span_id":"58d21e9f61136684","x-request-id":"e2505f26-39e2-4fd5-a4a7-02a820adc365"} {"level":"info","ts":1789508893.554128,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789508893.5542085,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"bc5a7c0803fb9151e681567d6dafdebb","span_id":"0d5ca7a66ce76b00","x-request-id":"66f25bb9-772c-4e98-9e7f-b0a8dadd669c"} {"level":"info","ts":1789508893.5542212,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"bc5a7c0803fb9151e681567d6dafdebb","span_id":"0d5ca7a66ce76b00","x-request-id":"66f25bb9-772c-4e98-9e7f-b0a8dadd669c"} {"level":"info","ts":1789508893.5542314,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"bc5a7c0803fb9151e681567d6dafdebb","span_id":"0d5ca7a66ce76b00","x-request-id":"66f25bb9-772c-4e98-9e7f-b0a8dadd669c","EoS":true} {"level":"info","ts":1789508893.554253,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bc5a7c0803fb9151e681567d6dafdebb","span_id":"0d5ca7a66ce76b00","x-request-id":"66f25bb9-772c-4e98-9e7f-b0a8dadd669c","header":"x-maas-username"} {"level":"info","ts":1789508893.5542634,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bc5a7c0803fb9151e681567d6dafdebb","span_id":"0d5ca7a66ce76b00","x-request-id":"66f25bb9-772c-4e98-9e7f-b0a8dadd669c","header":"x-maas-subscription"} {"level":"info","ts":1789508893.5542688,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bc5a7c0803fb9151e681567d6dafdebb","span_id":"0d5ca7a66ce76b00","x-request-id":"66f25bb9-772c-4e98-9e7f-b0a8dadd669c","header":"x-maas-group"} {"level":"info","ts":1789508893.5542896,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"bc5a7c0803fb9151e681567d6dafdebb","span_id":"0d5ca7a66ce76b00","x-request-id":"66f25bb9-772c-4e98-9e7f-b0a8dadd669c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789508893.554315,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"bc5a7c0803fb9151e681567d6dafdebb","span_id":"0d5ca7a66ce76b00","x-request-id":"66f25bb9-772c-4e98-9e7f-b0a8dadd669c"} {"level":"info","ts":1789508893.5551636,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"bc5a7c0803fb9151e681567d6dafdebb","span_id":"0d5ca7a66ce76b00","x-request-id":"66f25bb9-772c-4e98-9e7f-b0a8dadd669c"} {"level":"info","ts":1789508893.5551865,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"bc5a7c0803fb9151e681567d6dafdebb","span_id":"0d5ca7a66ce76b00","x-request-id":"66f25bb9-772c-4e98-9e7f-b0a8dadd669c"} {"level":"info","ts":1789508893.5552008,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bc5a7c0803fb9151e681567d6dafdebb","span_id":"0d5ca7a66ce76b00","x-request-id":"66f25bb9-772c-4e98-9e7f-b0a8dadd669c","EoS":false} {"level":"info","ts":1789508893.5552125,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bc5a7c0803fb9151e681567d6dafdebb","span_id":"0d5ca7a66ce76b00","x-request-id":"66f25bb9-772c-4e98-9e7f-b0a8dadd669c"} {"level":"info","ts":1789508893.5552382,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bc5a7c0803fb9151e681567d6dafdebb","span_id":"0d5ca7a66ce76b00","x-request-id":"66f25bb9-772c-4e98-9e7f-b0a8dadd669c","EoS":true} {"level":"info","ts":1789508893.5552475,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bc5a7c0803fb9151e681567d6dafdebb","span_id":"0d5ca7a66ce76b00","x-request-id":"66f25bb9-772c-4e98-9e7f-b0a8dadd669c"} {"level":"info","ts":1789508893.6940758,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789508893.6941748,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"37d6b6440d4586460830f69be719ed3b","span_id":"25b79c68cd97d9a9","x-request-id":"65cfd424-6438-43c1-9d99-f1649fd45e55"} {"level":"info","ts":1789508893.69419,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"37d6b6440d4586460830f69be719ed3b","span_id":"25b79c68cd97d9a9","x-request-id":"65cfd424-6438-43c1-9d99-f1649fd45e55"} {"level":"info","ts":1789508893.69421,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"37d6b6440d4586460830f69be719ed3b","span_id":"25b79c68cd97d9a9","x-request-id":"65cfd424-6438-43c1-9d99-f1649fd45e55","EoS":true} {"level":"info","ts":1789508893.694243,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"37d6b6440d4586460830f69be719ed3b","span_id":"25b79c68cd97d9a9","x-request-id":"65cfd424-6438-43c1-9d99-f1649fd45e55","header":"x-maas-username"} {"level":"info","ts":1789508893.6942544,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"37d6b6440d4586460830f69be719ed3b","span_id":"25b79c68cd97d9a9","x-request-id":"65cfd424-6438-43c1-9d99-f1649fd45e55","header":"x-maas-group"} {"level":"info","ts":1789508893.6942618,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"37d6b6440d4586460830f69be719ed3b","span_id":"25b79c68cd97d9a9","x-request-id":"65cfd424-6438-43c1-9d99-f1649fd45e55","header":"x-maas-subscription"} {"level":"info","ts":1789508893.6942918,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"37d6b6440d4586460830f69be719ed3b","span_id":"25b79c68cd97d9a9","x-request-id":"65cfd424-6438-43c1-9d99-f1649fd45e55","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789508893.6943223,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"37d6b6440d4586460830f69be719ed3b","span_id":"25b79c68cd97d9a9","x-request-id":"65cfd424-6438-43c1-9d99-f1649fd45e55"} {"level":"info","ts":1789508893.6952128,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"37d6b6440d4586460830f69be719ed3b","span_id":"25b79c68cd97d9a9","x-request-id":"65cfd424-6438-43c1-9d99-f1649fd45e55"} {"level":"info","ts":1789508893.695228,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"37d6b6440d4586460830f69be719ed3b","span_id":"25b79c68cd97d9a9","x-request-id":"65cfd424-6438-43c1-9d99-f1649fd45e55"} {"level":"info","ts":1789508893.6952453,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"37d6b6440d4586460830f69be719ed3b","span_id":"25b79c68cd97d9a9","x-request-id":"65cfd424-6438-43c1-9d99-f1649fd45e55","EoS":false} {"level":"info","ts":1789508893.6952615,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"37d6b6440d4586460830f69be719ed3b","span_id":"25b79c68cd97d9a9","x-request-id":"65cfd424-6438-43c1-9d99-f1649fd45e55"} {"level":"info","ts":1789508893.6952944,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"37d6b6440d4586460830f69be719ed3b","span_id":"25b79c68cd97d9a9","x-request-id":"65cfd424-6438-43c1-9d99-f1649fd45e55","EoS":true} {"level":"info","ts":1789508893.6953056,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"37d6b6440d4586460830f69be719ed3b","span_id":"25b79c68cd97d9a9","x-request-id":"65cfd424-6438-43c1-9d99-f1649fd45e55"} {"level":"info","ts":1789508893.8336263,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789508893.8337233,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ddcf0d2bbe32dd78e0b790e14f30eace","span_id":"3e132843129bc76e","x-request-id":"c1991e35-a538-4bdc-bd46-ba24d5f956bd"} {"level":"info","ts":1789508893.8337374,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ddcf0d2bbe32dd78e0b790e14f30eace","span_id":"3e132843129bc76e","x-request-id":"c1991e35-a538-4bdc-bd46-ba24d5f956bd"} {"level":"info","ts":1789508893.8337498,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ddcf0d2bbe32dd78e0b790e14f30eace","span_id":"3e132843129bc76e","x-request-id":"c1991e35-a538-4bdc-bd46-ba24d5f956bd","EoS":true} {"level":"info","ts":1789508893.8337748,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ddcf0d2bbe32dd78e0b790e14f30eace","span_id":"3e132843129bc76e","x-request-id":"c1991e35-a538-4bdc-bd46-ba24d5f956bd","header":"x-maas-username"} {"level":"info","ts":1789508893.8337846,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ddcf0d2bbe32dd78e0b790e14f30eace","span_id":"3e132843129bc76e","x-request-id":"c1991e35-a538-4bdc-bd46-ba24d5f956bd","header":"x-maas-group"} {"level":"info","ts":1789508893.83379,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ddcf0d2bbe32dd78e0b790e14f30eace","span_id":"3e132843129bc76e","x-request-id":"c1991e35-a538-4bdc-bd46-ba24d5f956bd","header":"x-maas-subscription"} {"level":"info","ts":1789508893.8338027,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ddcf0d2bbe32dd78e0b790e14f30eace","span_id":"3e132843129bc76e","x-request-id":"c1991e35-a538-4bdc-bd46-ba24d5f956bd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789508893.8338277,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ddcf0d2bbe32dd78e0b790e14f30eace","span_id":"3e132843129bc76e","x-request-id":"c1991e35-a538-4bdc-bd46-ba24d5f956bd"} {"level":"info","ts":1789508893.8357503,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ddcf0d2bbe32dd78e0b790e14f30eace","span_id":"3e132843129bc76e","x-request-id":"c1991e35-a538-4bdc-bd46-ba24d5f956bd"} {"level":"info","ts":1789508893.8357692,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ddcf0d2bbe32dd78e0b790e14f30eace","span_id":"3e132843129bc76e","x-request-id":"c1991e35-a538-4bdc-bd46-ba24d5f956bd"} {"level":"info","ts":1789508893.8357854,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ddcf0d2bbe32dd78e0b790e14f30eace","span_id":"3e132843129bc76e","x-request-id":"c1991e35-a538-4bdc-bd46-ba24d5f956bd","EoS":false} {"level":"info","ts":1789508893.8357995,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ddcf0d2bbe32dd78e0b790e14f30eace","span_id":"3e132843129bc76e","x-request-id":"c1991e35-a538-4bdc-bd46-ba24d5f956bd"} {"level":"info","ts":1789508893.8358307,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ddcf0d2bbe32dd78e0b790e14f30eace","span_id":"3e132843129bc76e","x-request-id":"c1991e35-a538-4bdc-bd46-ba24d5f956bd","EoS":true} {"level":"info","ts":1789508893.8358421,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ddcf0d2bbe32dd78e0b790e14f30eace","span_id":"3e132843129bc76e","x-request-id":"c1991e35-a538-4bdc-bd46-ba24d5f956bd"} {"level":"info","ts":1789508893.9744773,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789508893.9745672,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a701502a0c2dc602565082915e33be01","span_id":"7fa6b960b129a443","x-request-id":"b407efe3-81d4-4c2a-b5d2-0120a06242fe"} {"level":"info","ts":1789508893.974579,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a701502a0c2dc602565082915e33be01","span_id":"7fa6b960b129a443","x-request-id":"b407efe3-81d4-4c2a-b5d2-0120a06242fe"} {"level":"info","ts":1789508893.9745903,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a701502a0c2dc602565082915e33be01","span_id":"7fa6b960b129a443","x-request-id":"b407efe3-81d4-4c2a-b5d2-0120a06242fe","EoS":true} {"level":"info","ts":1789508893.97461,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a701502a0c2dc602565082915e33be01","span_id":"7fa6b960b129a443","x-request-id":"b407efe3-81d4-4c2a-b5d2-0120a06242fe","header":"x-maas-group"} {"level":"info","ts":1789508893.9746199,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a701502a0c2dc602565082915e33be01","span_id":"7fa6b960b129a443","x-request-id":"b407efe3-81d4-4c2a-b5d2-0120a06242fe","header":"x-maas-username"} {"level":"info","ts":1789508893.9746244,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a701502a0c2dc602565082915e33be01","span_id":"7fa6b960b129a443","x-request-id":"b407efe3-81d4-4c2a-b5d2-0120a06242fe","header":"x-maas-subscription"} {"level":"info","ts":1789508893.9746377,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a701502a0c2dc602565082915e33be01","span_id":"7fa6b960b129a443","x-request-id":"b407efe3-81d4-4c2a-b5d2-0120a06242fe","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789508893.9746635,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a701502a0c2dc602565082915e33be01","span_id":"7fa6b960b129a443","x-request-id":"b407efe3-81d4-4c2a-b5d2-0120a06242fe"} {"level":"info","ts":1789508893.9755418,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a701502a0c2dc602565082915e33be01","span_id":"7fa6b960b129a443","x-request-id":"b407efe3-81d4-4c2a-b5d2-0120a06242fe"} {"level":"info","ts":1789508893.9755583,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a701502a0c2dc602565082915e33be01","span_id":"7fa6b960b129a443","x-request-id":"b407efe3-81d4-4c2a-b5d2-0120a06242fe"} {"level":"info","ts":1789508893.975575,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a701502a0c2dc602565082915e33be01","span_id":"7fa6b960b129a443","x-request-id":"b407efe3-81d4-4c2a-b5d2-0120a06242fe","EoS":false} {"level":"info","ts":1789508893.9755924,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a701502a0c2dc602565082915e33be01","span_id":"7fa6b960b129a443","x-request-id":"b407efe3-81d4-4c2a-b5d2-0120a06242fe"} {"level":"info","ts":1789508893.9756289,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a701502a0c2dc602565082915e33be01","span_id":"7fa6b960b129a443","x-request-id":"b407efe3-81d4-4c2a-b5d2-0120a06242fe","EoS":true} {"level":"info","ts":1789508893.9756396,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a701502a0c2dc602565082915e33be01","span_id":"7fa6b960b129a443","x-request-id":"b407efe3-81d4-4c2a-b5d2-0120a06242fe"} {"level":"error","ts":1789508906.0475864,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789508908.0582623,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789508908.058363,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"dc5c61fefa2f61f9842d4074f9932604","span_id":"f00e99902f98f3ca","x-request-id":"6812ca65-7c3f-4ee2-bf33-4c85ae9434bf"} {"level":"info","ts":1789508908.0583773,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"dc5c61fefa2f61f9842d4074f9932604","span_id":"f00e99902f98f3ca","x-request-id":"6812ca65-7c3f-4ee2-bf33-4c85ae9434bf"} {"level":"info","ts":1789508908.0583887,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"dc5c61fefa2f61f9842d4074f9932604","span_id":"f00e99902f98f3ca","x-request-id":"6812ca65-7c3f-4ee2-bf33-4c85ae9434bf","EoS":true} {"level":"info","ts":1789508908.0584111,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dc5c61fefa2f61f9842d4074f9932604","span_id":"f00e99902f98f3ca","x-request-id":"6812ca65-7c3f-4ee2-bf33-4c85ae9434bf","header":"x-maas-subscription"} {"level":"info","ts":1789508908.058425,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dc5c61fefa2f61f9842d4074f9932604","span_id":"f00e99902f98f3ca","x-request-id":"6812ca65-7c3f-4ee2-bf33-4c85ae9434bf","header":"x-maas-group"} {"level":"info","ts":1789508908.0584314,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dc5c61fefa2f61f9842d4074f9932604","span_id":"f00e99902f98f3ca","x-request-id":"6812ca65-7c3f-4ee2-bf33-4c85ae9434bf","header":"x-maas-username"} {"level":"info","ts":1789508908.0584607,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"dc5c61fefa2f61f9842d4074f9932604","span_id":"f00e99902f98f3ca","x-request-id":"6812ca65-7c3f-4ee2-bf33-4c85ae9434bf","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789508908.0584924,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"dc5c61fefa2f61f9842d4074f9932604","span_id":"f00e99902f98f3ca","x-request-id":"6812ca65-7c3f-4ee2-bf33-4c85ae9434bf"} {"level":"info","ts":1789508908.060045,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"dc5c61fefa2f61f9842d4074f9932604","span_id":"f00e99902f98f3ca","x-request-id":"6812ca65-7c3f-4ee2-bf33-4c85ae9434bf"} {"level":"info","ts":1789508908.0600677,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"dc5c61fefa2f61f9842d4074f9932604","span_id":"f00e99902f98f3ca","x-request-id":"6812ca65-7c3f-4ee2-bf33-4c85ae9434bf"} {"level":"info","ts":1789508908.0600863,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dc5c61fefa2f61f9842d4074f9932604","span_id":"f00e99902f98f3ca","x-request-id":"6812ca65-7c3f-4ee2-bf33-4c85ae9434bf","EoS":false} {"level":"info","ts":1789508908.0601,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dc5c61fefa2f61f9842d4074f9932604","span_id":"f00e99902f98f3ca","x-request-id":"6812ca65-7c3f-4ee2-bf33-4c85ae9434bf"} {"level":"info","ts":1789508908.0601335,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dc5c61fefa2f61f9842d4074f9932604","span_id":"f00e99902f98f3ca","x-request-id":"6812ca65-7c3f-4ee2-bf33-4c85ae9434bf","EoS":true} {"level":"info","ts":1789508908.0601442,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dc5c61fefa2f61f9842d4074f9932604","span_id":"f00e99902f98f3ca","x-request-id":"6812ca65-7c3f-4ee2-bf33-4c85ae9434bf"} {"level":"info","ts":1789508908.0973814,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789508908.097484,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1a865457fa9392a9e74afff51ab0746b","span_id":"6aff8bb289a81adb","x-request-id":"13ff95b6-db53-41eb-9556-7ad45db6530a"} {"level":"info","ts":1789508908.0974972,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1a865457fa9392a9e74afff51ab0746b","span_id":"6aff8bb289a81adb","x-request-id":"13ff95b6-db53-41eb-9556-7ad45db6530a"} {"level":"info","ts":1789508908.097509,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1a865457fa9392a9e74afff51ab0746b","span_id":"6aff8bb289a81adb","x-request-id":"13ff95b6-db53-41eb-9556-7ad45db6530a","EoS":true} {"level":"info","ts":1789508908.097526,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1a865457fa9392a9e74afff51ab0746b","span_id":"6aff8bb289a81adb","x-request-id":"13ff95b6-db53-41eb-9556-7ad45db6530a","header":"x-maas-group"} {"level":"info","ts":1789508908.097533,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1a865457fa9392a9e74afff51ab0746b","span_id":"6aff8bb289a81adb","x-request-id":"13ff95b6-db53-41eb-9556-7ad45db6530a","header":"x-maas-subscription"} {"level":"info","ts":1789508908.0975378,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1a865457fa9392a9e74afff51ab0746b","span_id":"6aff8bb289a81adb","x-request-id":"13ff95b6-db53-41eb-9556-7ad45db6530a","header":"x-maas-username"} {"level":"info","ts":1789508908.09755,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"1a865457fa9392a9e74afff51ab0746b","span_id":"6aff8bb289a81adb","x-request-id":"13ff95b6-db53-41eb-9556-7ad45db6530a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789508908.0975704,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1a865457fa9392a9e74afff51ab0746b","span_id":"6aff8bb289a81adb","x-request-id":"13ff95b6-db53-41eb-9556-7ad45db6530a"} {"level":"info","ts":1789508908.0984735,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"1a865457fa9392a9e74afff51ab0746b","span_id":"6aff8bb289a81adb","x-request-id":"13ff95b6-db53-41eb-9556-7ad45db6530a"} {"level":"info","ts":1789508908.098486,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"1a865457fa9392a9e74afff51ab0746b","span_id":"6aff8bb289a81adb","x-request-id":"13ff95b6-db53-41eb-9556-7ad45db6530a"} {"level":"info","ts":1789508908.098499,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1a865457fa9392a9e74afff51ab0746b","span_id":"6aff8bb289a81adb","x-request-id":"13ff95b6-db53-41eb-9556-7ad45db6530a","EoS":false} {"level":"info","ts":1789508908.098517,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1a865457fa9392a9e74afff51ab0746b","span_id":"6aff8bb289a81adb","x-request-id":"13ff95b6-db53-41eb-9556-7ad45db6530a"} {"level":"info","ts":1789508908.0985377,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1a865457fa9392a9e74afff51ab0746b","span_id":"6aff8bb289a81adb","x-request-id":"13ff95b6-db53-41eb-9556-7ad45db6530a","EoS":true} {"level":"info","ts":1789508908.0985441,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1a865457fa9392a9e74afff51ab0746b","span_id":"6aff8bb289a81adb","x-request-id":"13ff95b6-db53-41eb-9556-7ad45db6530a"} {"level":"info","ts":1789508908.1992693,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789508908.1993563,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"89c79b86585539cae1ab3dcd3dd1656a","span_id":"c104d0809d98c590","x-request-id":"c4d80741-833f-4345-b3c9-e743388adfc7"} {"level":"info","ts":1789508908.200099,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"89c79b86585539cae1ab3dcd3dd1656a","span_id":"c104d0809d98c590","x-request-id":"c4d80741-833f-4345-b3c9-e743388adfc7"} {"level":"info","ts":1789508908.200115,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"89c79b86585539cae1ab3dcd3dd1656a","span_id":"c104d0809d98c590","x-request-id":"c4d80741-833f-4345-b3c9-e743388adfc7"} {"level":"info","ts":1789508908.2001302,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"89c79b86585539cae1ab3dcd3dd1656a","span_id":"c104d0809d98c590","x-request-id":"c4d80741-833f-4345-b3c9-e743388adfc7","EoS":false} {"level":"info","ts":1789508908.2001438,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"89c79b86585539cae1ab3dcd3dd1656a","span_id":"c104d0809d98c590","x-request-id":"c4d80741-833f-4345-b3c9-e743388adfc7"} {"level":"info","ts":1789508908.2001765,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"89c79b86585539cae1ab3dcd3dd1656a","span_id":"c104d0809d98c590","x-request-id":"c4d80741-833f-4345-b3c9-e743388adfc7","EoS":true} {"level":"info","ts":1789508908.2001872,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"89c79b86585539cae1ab3dcd3dd1656a","span_id":"c104d0809d98c590","x-request-id":"c4d80741-833f-4345-b3c9-e743388adfc7"} {"level":"info","ts":1789508908.962942,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789508908.9630427,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8995f01cf66aa9c728525b1752927928","span_id":"ba0bb6ac85059251","x-request-id":"87a35707-4259-424f-bd73-786ee011472e"} {"level":"info","ts":1789508908.9630563,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8995f01cf66aa9c728525b1752927928","span_id":"ba0bb6ac85059251","x-request-id":"87a35707-4259-424f-bd73-786ee011472e"} {"level":"info","ts":1789508908.9630685,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8995f01cf66aa9c728525b1752927928","span_id":"ba0bb6ac85059251","x-request-id":"87a35707-4259-424f-bd73-786ee011472e","EoS":true} {"level":"info","ts":1789508908.9630904,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8995f01cf66aa9c728525b1752927928","span_id":"ba0bb6ac85059251","x-request-id":"87a35707-4259-424f-bd73-786ee011472e","header":"x-maas-subscription"} {"level":"info","ts":1789508908.963102,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8995f01cf66aa9c728525b1752927928","span_id":"ba0bb6ac85059251","x-request-id":"87a35707-4259-424f-bd73-786ee011472e","header":"x-maas-group"} {"level":"info","ts":1789508908.9631069,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8995f01cf66aa9c728525b1752927928","span_id":"ba0bb6ac85059251","x-request-id":"87a35707-4259-424f-bd73-786ee011472e","header":"x-maas-username"} {"level":"info","ts":1789508908.9631217,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8995f01cf66aa9c728525b1752927928","span_id":"ba0bb6ac85059251","x-request-id":"87a35707-4259-424f-bd73-786ee011472e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789508908.9631462,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8995f01cf66aa9c728525b1752927928","span_id":"ba0bb6ac85059251","x-request-id":"87a35707-4259-424f-bd73-786ee011472e"} {"level":"info","ts":1789508908.9643116,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8995f01cf66aa9c728525b1752927928","span_id":"ba0bb6ac85059251","x-request-id":"87a35707-4259-424f-bd73-786ee011472e"} {"level":"info","ts":1789508908.9643292,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8995f01cf66aa9c728525b1752927928","span_id":"ba0bb6ac85059251","x-request-id":"87a35707-4259-424f-bd73-786ee011472e"} {"level":"info","ts":1789508908.9643404,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8995f01cf66aa9c728525b1752927928","span_id":"ba0bb6ac85059251","x-request-id":"87a35707-4259-424f-bd73-786ee011472e","EoS":false} {"level":"info","ts":1789508908.9643517,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8995f01cf66aa9c728525b1752927928","span_id":"ba0bb6ac85059251","x-request-id":"87a35707-4259-424f-bd73-786ee011472e"} {"level":"info","ts":1789508908.9643743,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8995f01cf66aa9c728525b1752927928","span_id":"ba0bb6ac85059251","x-request-id":"87a35707-4259-424f-bd73-786ee011472e","EoS":true} {"level":"info","ts":1789508908.9643807,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8995f01cf66aa9c728525b1752927928","span_id":"ba0bb6ac85059251","x-request-id":"87a35707-4259-424f-bd73-786ee011472e"} {"level":"info","ts":1789508909.9530807,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789508909.953171,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ade18cbfbcf68ec0cf03b6873cf1a217","span_id":"d8c671a8012013bf","x-request-id":"8db92d08-adf0-4a3a-9ab9-ccbd13ba04ce"} {"level":"info","ts":1789508909.9531846,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ade18cbfbcf68ec0cf03b6873cf1a217","span_id":"d8c671a8012013bf","x-request-id":"8db92d08-adf0-4a3a-9ab9-ccbd13ba04ce"} {"level":"info","ts":1789508909.953196,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ade18cbfbcf68ec0cf03b6873cf1a217","span_id":"d8c671a8012013bf","x-request-id":"8db92d08-adf0-4a3a-9ab9-ccbd13ba04ce","EoS":true} {"level":"info","ts":1789508909.953224,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ade18cbfbcf68ec0cf03b6873cf1a217","span_id":"d8c671a8012013bf","x-request-id":"8db92d08-adf0-4a3a-9ab9-ccbd13ba04ce","header":"x-maas-username"} {"level":"info","ts":1789508909.953234,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ade18cbfbcf68ec0cf03b6873cf1a217","span_id":"d8c671a8012013bf","x-request-id":"8db92d08-adf0-4a3a-9ab9-ccbd13ba04ce","header":"x-maas-subscription"} {"level":"info","ts":1789508909.9532385,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ade18cbfbcf68ec0cf03b6873cf1a217","span_id":"d8c671a8012013bf","x-request-id":"8db92d08-adf0-4a3a-9ab9-ccbd13ba04ce","header":"x-maas-group"} {"level":"info","ts":1789508909.9532526,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ade18cbfbcf68ec0cf03b6873cf1a217","span_id":"d8c671a8012013bf","x-request-id":"8db92d08-adf0-4a3a-9ab9-ccbd13ba04ce","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789508909.9532776,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ade18cbfbcf68ec0cf03b6873cf1a217","span_id":"d8c671a8012013bf","x-request-id":"8db92d08-adf0-4a3a-9ab9-ccbd13ba04ce"} {"level":"info","ts":1789508909.9542978,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ade18cbfbcf68ec0cf03b6873cf1a217","span_id":"d8c671a8012013bf","x-request-id":"8db92d08-adf0-4a3a-9ab9-ccbd13ba04ce"} {"level":"info","ts":1789508909.9543204,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ade18cbfbcf68ec0cf03b6873cf1a217","span_id":"d8c671a8012013bf","x-request-id":"8db92d08-adf0-4a3a-9ab9-ccbd13ba04ce"} {"level":"info","ts":1789508909.9543347,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ade18cbfbcf68ec0cf03b6873cf1a217","span_id":"d8c671a8012013bf","x-request-id":"8db92d08-adf0-4a3a-9ab9-ccbd13ba04ce","EoS":false} {"level":"info","ts":1789508909.9543455,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ade18cbfbcf68ec0cf03b6873cf1a217","span_id":"d8c671a8012013bf","x-request-id":"8db92d08-adf0-4a3a-9ab9-ccbd13ba04ce"} {"level":"info","ts":1789508909.9543703,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ade18cbfbcf68ec0cf03b6873cf1a217","span_id":"d8c671a8012013bf","x-request-id":"8db92d08-adf0-4a3a-9ab9-ccbd13ba04ce","EoS":true} {"level":"info","ts":1789508909.954383,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ade18cbfbcf68ec0cf03b6873cf1a217","span_id":"d8c671a8012013bf","x-request-id":"8db92d08-adf0-4a3a-9ab9-ccbd13ba04ce"} {"level":"info","ts":1789508910.7106452,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789508910.7107632,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c8403f8d3f0e04dc2e432481f6782c9c","span_id":"bba1e0f68d6adaf4","x-request-id":"efedb0d1-9107-4281-aaef-1a702b0be5e1"} {"level":"info","ts":1789508910.710783,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c8403f8d3f0e04dc2e432481f6782c9c","span_id":"bba1e0f68d6adaf4","x-request-id":"efedb0d1-9107-4281-aaef-1a702b0be5e1"} {"level":"info","ts":1789508910.7108018,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c8403f8d3f0e04dc2e432481f6782c9c","span_id":"bba1e0f68d6adaf4","x-request-id":"efedb0d1-9107-4281-aaef-1a702b0be5e1","EoS":true} {"level":"info","ts":1789508910.7108364,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c8403f8d3f0e04dc2e432481f6782c9c","span_id":"bba1e0f68d6adaf4","x-request-id":"efedb0d1-9107-4281-aaef-1a702b0be5e1","header":"x-maas-subscription"} {"level":"info","ts":1789508910.7108514,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c8403f8d3f0e04dc2e432481f6782c9c","span_id":"bba1e0f68d6adaf4","x-request-id":"efedb0d1-9107-4281-aaef-1a702b0be5e1","header":"x-maas-username"} {"level":"info","ts":1789508910.710861,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c8403f8d3f0e04dc2e432481f6782c9c","span_id":"bba1e0f68d6adaf4","x-request-id":"efedb0d1-9107-4281-aaef-1a702b0be5e1","header":"x-maas-group"} {"level":"info","ts":1789508910.7108803,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c8403f8d3f0e04dc2e432481f6782c9c","span_id":"bba1e0f68d6adaf4","x-request-id":"efedb0d1-9107-4281-aaef-1a702b0be5e1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789508910.7109234,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c8403f8d3f0e04dc2e432481f6782c9c","span_id":"bba1e0f68d6adaf4","x-request-id":"efedb0d1-9107-4281-aaef-1a702b0be5e1"} {"level":"info","ts":1789508910.7120907,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c8403f8d3f0e04dc2e432481f6782c9c","span_id":"bba1e0f68d6adaf4","x-request-id":"efedb0d1-9107-4281-aaef-1a702b0be5e1"} {"level":"info","ts":1789508910.712111,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c8403f8d3f0e04dc2e432481f6782c9c","span_id":"bba1e0f68d6adaf4","x-request-id":"efedb0d1-9107-4281-aaef-1a702b0be5e1"} {"level":"info","ts":1789508910.7121265,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c8403f8d3f0e04dc2e432481f6782c9c","span_id":"bba1e0f68d6adaf4","x-request-id":"efedb0d1-9107-4281-aaef-1a702b0be5e1","EoS":false} {"level":"info","ts":1789508910.712142,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c8403f8d3f0e04dc2e432481f6782c9c","span_id":"bba1e0f68d6adaf4","x-request-id":"efedb0d1-9107-4281-aaef-1a702b0be5e1"} {"level":"info","ts":1789508910.712171,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c8403f8d3f0e04dc2e432481f6782c9c","span_id":"bba1e0f68d6adaf4","x-request-id":"efedb0d1-9107-4281-aaef-1a702b0be5e1","EoS":true} {"level":"info","ts":1789508910.712181,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c8403f8d3f0e04dc2e432481f6782c9c","span_id":"bba1e0f68d6adaf4","x-request-id":"efedb0d1-9107-4281-aaef-1a702b0be5e1"} {"level":"info","ts":1789508911.7888896,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789508911.7889943,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d71b551e605ab76c9b8521d280beabb9","span_id":"d2dbd97aaa33c6e0","x-request-id":"1f24ad8d-e308-429f-86b7-0e6960881225"} {"level":"info","ts":1789508911.7890098,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d71b551e605ab76c9b8521d280beabb9","span_id":"d2dbd97aaa33c6e0","x-request-id":"1f24ad8d-e308-429f-86b7-0e6960881225"} {"level":"info","ts":1789508911.7890282,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d71b551e605ab76c9b8521d280beabb9","span_id":"d2dbd97aaa33c6e0","x-request-id":"1f24ad8d-e308-429f-86b7-0e6960881225","EoS":true} {"level":"info","ts":1789508911.7890568,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d71b551e605ab76c9b8521d280beabb9","span_id":"d2dbd97aaa33c6e0","x-request-id":"1f24ad8d-e308-429f-86b7-0e6960881225","header":"x-maas-subscription"} {"level":"info","ts":1789508911.7890701,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d71b551e605ab76c9b8521d280beabb9","span_id":"d2dbd97aaa33c6e0","x-request-id":"1f24ad8d-e308-429f-86b7-0e6960881225","header":"x-maas-username"} {"level":"info","ts":1789508911.7890787,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d71b551e605ab76c9b8521d280beabb9","span_id":"d2dbd97aaa33c6e0","x-request-id":"1f24ad8d-e308-429f-86b7-0e6960881225","header":"x-maas-group"} {"level":"info","ts":1789508911.789099,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d71b551e605ab76c9b8521d280beabb9","span_id":"d2dbd97aaa33c6e0","x-request-id":"1f24ad8d-e308-429f-86b7-0e6960881225","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789508911.7891278,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d71b551e605ab76c9b8521d280beabb9","span_id":"d2dbd97aaa33c6e0","x-request-id":"1f24ad8d-e308-429f-86b7-0e6960881225"} {"level":"info","ts":1789508911.7902153,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d71b551e605ab76c9b8521d280beabb9","span_id":"d2dbd97aaa33c6e0","x-request-id":"1f24ad8d-e308-429f-86b7-0e6960881225"} {"level":"info","ts":1789508911.7902377,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d71b551e605ab76c9b8521d280beabb9","span_id":"d2dbd97aaa33c6e0","x-request-id":"1f24ad8d-e308-429f-86b7-0e6960881225"} {"level":"info","ts":1789508911.790252,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d71b551e605ab76c9b8521d280beabb9","span_id":"d2dbd97aaa33c6e0","x-request-id":"1f24ad8d-e308-429f-86b7-0e6960881225","EoS":false} {"level":"info","ts":1789508911.7902634,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d71b551e605ab76c9b8521d280beabb9","span_id":"d2dbd97aaa33c6e0","x-request-id":"1f24ad8d-e308-429f-86b7-0e6960881225"} {"level":"info","ts":1789508911.79029,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d71b551e605ab76c9b8521d280beabb9","span_id":"d2dbd97aaa33c6e0","x-request-id":"1f24ad8d-e308-429f-86b7-0e6960881225","EoS":true} {"level":"info","ts":1789508911.7903032,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d71b551e605ab76c9b8521d280beabb9","span_id":"d2dbd97aaa33c6e0","x-request-id":"1f24ad8d-e308-429f-86b7-0e6960881225"} {"level":"error","ts":1789508921.0495892,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789508931.0502913,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789508933.3107338,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789508933.3108683,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"712b9fbae411f17a9cb6200bbe81586e","span_id":"0bffd06914f7cfc4","x-request-id":"90ede234-1477-48d6-8bbd-a108c1508150"} {"level":"info","ts":1789508933.3108828,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"712b9fbae411f17a9cb6200bbe81586e","span_id":"0bffd06914f7cfc4","x-request-id":"90ede234-1477-48d6-8bbd-a108c1508150"} {"level":"info","ts":1789508933.3108945,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"712b9fbae411f17a9cb6200bbe81586e","span_id":"0bffd06914f7cfc4","x-request-id":"90ede234-1477-48d6-8bbd-a108c1508150","EoS":true} {"level":"info","ts":1789508933.3109179,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"712b9fbae411f17a9cb6200bbe81586e","span_id":"0bffd06914f7cfc4","x-request-id":"90ede234-1477-48d6-8bbd-a108c1508150","header":"x-maas-username"} {"level":"info","ts":1789508933.3109272,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"712b9fbae411f17a9cb6200bbe81586e","span_id":"0bffd06914f7cfc4","x-request-id":"90ede234-1477-48d6-8bbd-a108c1508150","header":"x-maas-group"} {"level":"info","ts":1789508933.3109326,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"712b9fbae411f17a9cb6200bbe81586e","span_id":"0bffd06914f7cfc4","x-request-id":"90ede234-1477-48d6-8bbd-a108c1508150","header":"x-maas-subscription"} {"level":"info","ts":1789508933.3109481,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"712b9fbae411f17a9cb6200bbe81586e","span_id":"0bffd06914f7cfc4","x-request-id":"90ede234-1477-48d6-8bbd-a108c1508150","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789508933.310975,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"712b9fbae411f17a9cb6200bbe81586e","span_id":"0bffd06914f7cfc4","x-request-id":"90ede234-1477-48d6-8bbd-a108c1508150"} {"level":"info","ts":1789508933.312135,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"712b9fbae411f17a9cb6200bbe81586e","span_id":"0bffd06914f7cfc4","x-request-id":"90ede234-1477-48d6-8bbd-a108c1508150"} {"level":"info","ts":1789508933.3121521,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"712b9fbae411f17a9cb6200bbe81586e","span_id":"0bffd06914f7cfc4","x-request-id":"90ede234-1477-48d6-8bbd-a108c1508150"} {"level":"info","ts":1789508933.3121662,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"712b9fbae411f17a9cb6200bbe81586e","span_id":"0bffd06914f7cfc4","x-request-id":"90ede234-1477-48d6-8bbd-a108c1508150","EoS":false} {"level":"info","ts":1789508933.312177,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"712b9fbae411f17a9cb6200bbe81586e","span_id":"0bffd06914f7cfc4","x-request-id":"90ede234-1477-48d6-8bbd-a108c1508150"} {"level":"info","ts":1789508933.3122058,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"712b9fbae411f17a9cb6200bbe81586e","span_id":"0bffd06914f7cfc4","x-request-id":"90ede234-1477-48d6-8bbd-a108c1508150","EoS":true} {"level":"info","ts":1789508933.3122149,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"712b9fbae411f17a9cb6200bbe81586e","span_id":"0bffd06914f7cfc4","x-request-id":"90ede234-1477-48d6-8bbd-a108c1508150"} {"level":"error","ts":1789508946.0535717,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789509026.640724,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789509026.6408145,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ebfb74a19a099f4e0ad35199a8453872","span_id":"c7654432cc6b875d","x-request-id":"52e78782-4463-4631-8cbe-1516abbc6e1b"} {"level":"info","ts":1789509026.6408262,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ebfb74a19a099f4e0ad35199a8453872","span_id":"c7654432cc6b875d","x-request-id":"52e78782-4463-4631-8cbe-1516abbc6e1b"} {"level":"info","ts":1789509026.6408372,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ebfb74a19a099f4e0ad35199a8453872","span_id":"c7654432cc6b875d","x-request-id":"52e78782-4463-4631-8cbe-1516abbc6e1b","EoS":true} {"level":"info","ts":1789509026.640857,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ebfb74a19a099f4e0ad35199a8453872","span_id":"c7654432cc6b875d","x-request-id":"52e78782-4463-4631-8cbe-1516abbc6e1b","header":"x-maas-username"} {"level":"info","ts":1789509026.6408663,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ebfb74a19a099f4e0ad35199a8453872","span_id":"c7654432cc6b875d","x-request-id":"52e78782-4463-4631-8cbe-1516abbc6e1b","header":"x-maas-group"} {"level":"info","ts":1789509026.6408713,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ebfb74a19a099f4e0ad35199a8453872","span_id":"c7654432cc6b875d","x-request-id":"52e78782-4463-4631-8cbe-1516abbc6e1b","header":"x-maas-subscription"} {"level":"info","ts":1789509026.640886,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ebfb74a19a099f4e0ad35199a8453872","span_id":"c7654432cc6b875d","x-request-id":"52e78782-4463-4631-8cbe-1516abbc6e1b","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789509026.6409104,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ebfb74a19a099f4e0ad35199a8453872","span_id":"c7654432cc6b875d","x-request-id":"52e78782-4463-4631-8cbe-1516abbc6e1b"} {"level":"info","ts":1789509026.6805022,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ebfb74a19a099f4e0ad35199a8453872","span_id":"c7654432cc6b875d","x-request-id":"52e78782-4463-4631-8cbe-1516abbc6e1b"} {"level":"info","ts":1789509026.6805246,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ebfb74a19a099f4e0ad35199a8453872","span_id":"c7654432cc6b875d","x-request-id":"52e78782-4463-4631-8cbe-1516abbc6e1b"} {"level":"info","ts":1789509026.6805458,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ebfb74a19a099f4e0ad35199a8453872","span_id":"c7654432cc6b875d","x-request-id":"52e78782-4463-4631-8cbe-1516abbc6e1b","EoS":false} {"level":"info","ts":1789509026.6805604,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ebfb74a19a099f4e0ad35199a8453872","span_id":"c7654432cc6b875d","x-request-id":"52e78782-4463-4631-8cbe-1516abbc6e1b"} {"level":"info","ts":1789509026.680596,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ebfb74a19a099f4e0ad35199a8453872","span_id":"c7654432cc6b875d","x-request-id":"52e78782-4463-4631-8cbe-1516abbc6e1b","EoS":true} {"level":"info","ts":1789509026.6806116,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ebfb74a19a099f4e0ad35199a8453872","span_id":"c7654432cc6b875d","x-request-id":"52e78782-4463-4631-8cbe-1516abbc6e1b"} {"level":"error","ts":1789509041.0642185,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789509099.7290344,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789509099.7291234,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"65ad935441464408fee84768ff1ad6d7","span_id":"088c3a646e5a9800","x-request-id":"af77de6b-f0c1-4bf7-af21-5ab21518cdaa"} {"level":"info","ts":1789509099.729135,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"65ad935441464408fee84768ff1ad6d7","span_id":"088c3a646e5a9800","x-request-id":"af77de6b-f0c1-4bf7-af21-5ab21518cdaa"} {"level":"info","ts":1789509099.729148,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"65ad935441464408fee84768ff1ad6d7","span_id":"088c3a646e5a9800","x-request-id":"af77de6b-f0c1-4bf7-af21-5ab21518cdaa","EoS":true} {"level":"info","ts":1789509099.729169,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"65ad935441464408fee84768ff1ad6d7","span_id":"088c3a646e5a9800","x-request-id":"af77de6b-f0c1-4bf7-af21-5ab21518cdaa","header":"x-maas-subscription"} {"level":"info","ts":1789509099.7291768,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"65ad935441464408fee84768ff1ad6d7","span_id":"088c3a646e5a9800","x-request-id":"af77de6b-f0c1-4bf7-af21-5ab21518cdaa","header":"x-maas-username"} {"level":"info","ts":1789509099.729182,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"65ad935441464408fee84768ff1ad6d7","span_id":"088c3a646e5a9800","x-request-id":"af77de6b-f0c1-4bf7-af21-5ab21518cdaa","header":"x-maas-group"} {"level":"info","ts":1789509099.7291946,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"65ad935441464408fee84768ff1ad6d7","span_id":"088c3a646e5a9800","x-request-id":"af77de6b-f0c1-4bf7-af21-5ab21518cdaa","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789509099.7292213,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"65ad935441464408fee84768ff1ad6d7","span_id":"088c3a646e5a9800","x-request-id":"af77de6b-f0c1-4bf7-af21-5ab21518cdaa"} {"level":"info","ts":1789509099.7301004,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"65ad935441464408fee84768ff1ad6d7","span_id":"088c3a646e5a9800","x-request-id":"af77de6b-f0c1-4bf7-af21-5ab21518cdaa"} {"level":"info","ts":1789509099.7301238,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"65ad935441464408fee84768ff1ad6d7","span_id":"088c3a646e5a9800","x-request-id":"af77de6b-f0c1-4bf7-af21-5ab21518cdaa"} {"level":"info","ts":1789509099.7301369,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"65ad935441464408fee84768ff1ad6d7","span_id":"088c3a646e5a9800","x-request-id":"af77de6b-f0c1-4bf7-af21-5ab21518cdaa","EoS":false} {"level":"info","ts":1789509099.730149,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"65ad935441464408fee84768ff1ad6d7","span_id":"088c3a646e5a9800","x-request-id":"af77de6b-f0c1-4bf7-af21-5ab21518cdaa"} {"level":"info","ts":1789509099.730171,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"65ad935441464408fee84768ff1ad6d7","span_id":"088c3a646e5a9800","x-request-id":"af77de6b-f0c1-4bf7-af21-5ab21518cdaa","EoS":true} {"level":"info","ts":1789509099.7301803,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"65ad935441464408fee84768ff1ad6d7","span_id":"088c3a646e5a9800","x-request-id":"af77de6b-f0c1-4bf7-af21-5ab21518cdaa"} {"level":"info","ts":1789509099.7701125,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789509099.7701914,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"956afc78b21204681634c1185022a286","span_id":"448d8349393a5683","x-request-id":"2ab27c33-839a-45b6-afd6-9865b5a5298c"} {"level":"info","ts":1789509099.7702043,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"956afc78b21204681634c1185022a286","span_id":"448d8349393a5683","x-request-id":"2ab27c33-839a-45b6-afd6-9865b5a5298c"} {"level":"info","ts":1789509099.770214,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"956afc78b21204681634c1185022a286","span_id":"448d8349393a5683","x-request-id":"2ab27c33-839a-45b6-afd6-9865b5a5298c","EoS":true} {"level":"info","ts":1789509099.7702384,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"956afc78b21204681634c1185022a286","span_id":"448d8349393a5683","x-request-id":"2ab27c33-839a-45b6-afd6-9865b5a5298c","header":"x-maas-username"} {"level":"info","ts":1789509099.7702482,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"956afc78b21204681634c1185022a286","span_id":"448d8349393a5683","x-request-id":"2ab27c33-839a-45b6-afd6-9865b5a5298c","header":"x-maas-group"} {"level":"info","ts":1789509099.770253,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"956afc78b21204681634c1185022a286","span_id":"448d8349393a5683","x-request-id":"2ab27c33-839a-45b6-afd6-9865b5a5298c","header":"x-maas-subscription"} {"level":"info","ts":1789509099.7702656,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"956afc78b21204681634c1185022a286","span_id":"448d8349393a5683","x-request-id":"2ab27c33-839a-45b6-afd6-9865b5a5298c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789509099.7702868,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"956afc78b21204681634c1185022a286","span_id":"448d8349393a5683","x-request-id":"2ab27c33-839a-45b6-afd6-9865b5a5298c"} {"level":"info","ts":1789509099.7711387,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"956afc78b21204681634c1185022a286","span_id":"448d8349393a5683","x-request-id":"2ab27c33-839a-45b6-afd6-9865b5a5298c"} {"level":"info","ts":1789509099.7711549,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"956afc78b21204681634c1185022a286","span_id":"448d8349393a5683","x-request-id":"2ab27c33-839a-45b6-afd6-9865b5a5298c"} {"level":"info","ts":1789509099.771168,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"956afc78b21204681634c1185022a286","span_id":"448d8349393a5683","x-request-id":"2ab27c33-839a-45b6-afd6-9865b5a5298c","EoS":false} {"level":"info","ts":1789509099.7711778,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"956afc78b21204681634c1185022a286","span_id":"448d8349393a5683","x-request-id":"2ab27c33-839a-45b6-afd6-9865b5a5298c"} {"level":"info","ts":1789509099.7711978,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"956afc78b21204681634c1185022a286","span_id":"448d8349393a5683","x-request-id":"2ab27c33-839a-45b6-afd6-9865b5a5298c","EoS":true} {"level":"info","ts":1789509099.7712052,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"956afc78b21204681634c1185022a286","span_id":"448d8349393a5683","x-request-id":"2ab27c33-839a-45b6-afd6-9865b5a5298c"} {"level":"error","ts":1789509111.0730066,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789509111.9947686,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789509111.9948745,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4544571117237fdeba3ef26140c487e1","span_id":"7f1b24e2b91fb4e3","x-request-id":"b85b2001-e53d-4d7d-a5e5-90668da6afdf"} {"level":"info","ts":1789509111.9948869,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4544571117237fdeba3ef26140c487e1","span_id":"7f1b24e2b91fb4e3","x-request-id":"b85b2001-e53d-4d7d-a5e5-90668da6afdf"} {"level":"info","ts":1789509111.9949002,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4544571117237fdeba3ef26140c487e1","span_id":"7f1b24e2b91fb4e3","x-request-id":"b85b2001-e53d-4d7d-a5e5-90668da6afdf","EoS":true} {"level":"info","ts":1789509111.9949205,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4544571117237fdeba3ef26140c487e1","span_id":"7f1b24e2b91fb4e3","x-request-id":"b85b2001-e53d-4d7d-a5e5-90668da6afdf","header":"x-maas-subscription"} {"level":"info","ts":1789509111.994931,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4544571117237fdeba3ef26140c487e1","span_id":"7f1b24e2b91fb4e3","x-request-id":"b85b2001-e53d-4d7d-a5e5-90668da6afdf","header":"x-maas-group"} {"level":"info","ts":1789509111.994936,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4544571117237fdeba3ef26140c487e1","span_id":"7f1b24e2b91fb4e3","x-request-id":"b85b2001-e53d-4d7d-a5e5-90668da6afdf","header":"x-maas-username"} {"level":"info","ts":1789509111.99495,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"4544571117237fdeba3ef26140c487e1","span_id":"7f1b24e2b91fb4e3","x-request-id":"b85b2001-e53d-4d7d-a5e5-90668da6afdf","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789509111.9949822,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4544571117237fdeba3ef26140c487e1","span_id":"7f1b24e2b91fb4e3","x-request-id":"b85b2001-e53d-4d7d-a5e5-90668da6afdf"} {"level":"info","ts":1789509112.007576,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4544571117237fdeba3ef26140c487e1","span_id":"7f1b24e2b91fb4e3","x-request-id":"b85b2001-e53d-4d7d-a5e5-90668da6afdf"} {"level":"info","ts":1789509112.0075986,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4544571117237fdeba3ef26140c487e1","span_id":"7f1b24e2b91fb4e3","x-request-id":"b85b2001-e53d-4d7d-a5e5-90668da6afdf"} {"level":"info","ts":1789509112.0076213,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4544571117237fdeba3ef26140c487e1","span_id":"7f1b24e2b91fb4e3","x-request-id":"b85b2001-e53d-4d7d-a5e5-90668da6afdf","EoS":false} {"level":"info","ts":1789509112.0076337,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4544571117237fdeba3ef26140c487e1","span_id":"7f1b24e2b91fb4e3","x-request-id":"b85b2001-e53d-4d7d-a5e5-90668da6afdf"} {"level":"info","ts":1789509112.0076597,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4544571117237fdeba3ef26140c487e1","span_id":"7f1b24e2b91fb4e3","x-request-id":"b85b2001-e53d-4d7d-a5e5-90668da6afdf","EoS":false} {"level":"info","ts":1789509112.0076728,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4544571117237fdeba3ef26140c487e1","span_id":"7f1b24e2b91fb4e3","x-request-id":"b85b2001-e53d-4d7d-a5e5-90668da6afdf"} {"level":"info","ts":1789509112.0076885,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4544571117237fdeba3ef26140c487e1","span_id":"7f1b24e2b91fb4e3","x-request-id":"b85b2001-e53d-4d7d-a5e5-90668da6afdf","EoS":true} {"level":"info","ts":1789509112.0077019,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4544571117237fdeba3ef26140c487e1","span_id":"7f1b24e2b91fb4e3","x-request-id":"b85b2001-e53d-4d7d-a5e5-90668da6afdf"} {"level":"info","ts":1789509112.1492388,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789509112.1493273,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3525e6d7709ce73bf17c7413f63bf873","span_id":"fafe64fbfff9055b","x-request-id":"6307f2bb-8d97-47c2-9df1-3e5357401b09"} {"level":"info","ts":1789509112.1493416,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3525e6d7709ce73bf17c7413f63bf873","span_id":"fafe64fbfff9055b","x-request-id":"6307f2bb-8d97-47c2-9df1-3e5357401b09"} {"level":"info","ts":1789509112.1493535,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3525e6d7709ce73bf17c7413f63bf873","span_id":"fafe64fbfff9055b","x-request-id":"6307f2bb-8d97-47c2-9df1-3e5357401b09","EoS":true} {"level":"info","ts":1789509112.1493733,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3525e6d7709ce73bf17c7413f63bf873","span_id":"fafe64fbfff9055b","x-request-id":"6307f2bb-8d97-47c2-9df1-3e5357401b09","header":"x-maas-group"} {"level":"info","ts":1789509112.1493816,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3525e6d7709ce73bf17c7413f63bf873","span_id":"fafe64fbfff9055b","x-request-id":"6307f2bb-8d97-47c2-9df1-3e5357401b09","header":"x-maas-username"} {"level":"info","ts":1789509112.1493893,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3525e6d7709ce73bf17c7413f63bf873","span_id":"fafe64fbfff9055b","x-request-id":"6307f2bb-8d97-47c2-9df1-3e5357401b09","header":"x-maas-subscription"} {"level":"info","ts":1789509112.149407,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3525e6d7709ce73bf17c7413f63bf873","span_id":"fafe64fbfff9055b","x-request-id":"6307f2bb-8d97-47c2-9df1-3e5357401b09","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789509112.1494312,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3525e6d7709ce73bf17c7413f63bf873","span_id":"fafe64fbfff9055b","x-request-id":"6307f2bb-8d97-47c2-9df1-3e5357401b09"} {"level":"info","ts":1789509112.1503386,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3525e6d7709ce73bf17c7413f63bf873","span_id":"fafe64fbfff9055b","x-request-id":"6307f2bb-8d97-47c2-9df1-3e5357401b09"} {"level":"info","ts":1789509112.1503499,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3525e6d7709ce73bf17c7413f63bf873","span_id":"fafe64fbfff9055b","x-request-id":"6307f2bb-8d97-47c2-9df1-3e5357401b09"} {"level":"info","ts":1789509112.150362,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3525e6d7709ce73bf17c7413f63bf873","span_id":"fafe64fbfff9055b","x-request-id":"6307f2bb-8d97-47c2-9df1-3e5357401b09","EoS":false} {"level":"info","ts":1789509112.150374,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3525e6d7709ce73bf17c7413f63bf873","span_id":"fafe64fbfff9055b","x-request-id":"6307f2bb-8d97-47c2-9df1-3e5357401b09"} {"level":"info","ts":1789509112.1504004,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3525e6d7709ce73bf17c7413f63bf873","span_id":"fafe64fbfff9055b","x-request-id":"6307f2bb-8d97-47c2-9df1-3e5357401b09","EoS":true} {"level":"info","ts":1789509112.1504107,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3525e6d7709ce73bf17c7413f63bf873","span_id":"fafe64fbfff9055b","x-request-id":"6307f2bb-8d97-47c2-9df1-3e5357401b09"} {"level":"info","ts":1789509112.2905169,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789509112.2905998,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5d3ba0b1ddc7f1c96b1b84d0b593f628","span_id":"17b131bb625ea3f9","x-request-id":"6dd593ed-07e5-4646-8bcd-9a656f444fa4"} {"level":"info","ts":1789509112.2906132,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5d3ba0b1ddc7f1c96b1b84d0b593f628","span_id":"17b131bb625ea3f9","x-request-id":"6dd593ed-07e5-4646-8bcd-9a656f444fa4"} {"level":"info","ts":1789509112.2906241,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5d3ba0b1ddc7f1c96b1b84d0b593f628","span_id":"17b131bb625ea3f9","x-request-id":"6dd593ed-07e5-4646-8bcd-9a656f444fa4","EoS":true} {"level":"info","ts":1789509112.2906454,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5d3ba0b1ddc7f1c96b1b84d0b593f628","span_id":"17b131bb625ea3f9","x-request-id":"6dd593ed-07e5-4646-8bcd-9a656f444fa4","header":"x-maas-username"} {"level":"info","ts":1789509112.2906537,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5d3ba0b1ddc7f1c96b1b84d0b593f628","span_id":"17b131bb625ea3f9","x-request-id":"6dd593ed-07e5-4646-8bcd-9a656f444fa4","header":"x-maas-group"} {"level":"info","ts":1789509112.290658,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5d3ba0b1ddc7f1c96b1b84d0b593f628","span_id":"17b131bb625ea3f9","x-request-id":"6dd593ed-07e5-4646-8bcd-9a656f444fa4","header":"x-maas-subscription"} {"level":"info","ts":1789509112.2906706,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5d3ba0b1ddc7f1c96b1b84d0b593f628","span_id":"17b131bb625ea3f9","x-request-id":"6dd593ed-07e5-4646-8bcd-9a656f444fa4","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789509112.290694,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5d3ba0b1ddc7f1c96b1b84d0b593f628","span_id":"17b131bb625ea3f9","x-request-id":"6dd593ed-07e5-4646-8bcd-9a656f444fa4"} {"level":"info","ts":1789509112.2929404,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5d3ba0b1ddc7f1c96b1b84d0b593f628","span_id":"17b131bb625ea3f9","x-request-id":"6dd593ed-07e5-4646-8bcd-9a656f444fa4"} {"level":"info","ts":1789509112.2929626,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5d3ba0b1ddc7f1c96b1b84d0b593f628","span_id":"17b131bb625ea3f9","x-request-id":"6dd593ed-07e5-4646-8bcd-9a656f444fa4"} {"level":"info","ts":1789509112.2929833,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5d3ba0b1ddc7f1c96b1b84d0b593f628","span_id":"17b131bb625ea3f9","x-request-id":"6dd593ed-07e5-4646-8bcd-9a656f444fa4","EoS":false} {"level":"info","ts":1789509112.292995,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5d3ba0b1ddc7f1c96b1b84d0b593f628","span_id":"17b131bb625ea3f9","x-request-id":"6dd593ed-07e5-4646-8bcd-9a656f444fa4"} {"level":"info","ts":1789509112.2930226,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5d3ba0b1ddc7f1c96b1b84d0b593f628","span_id":"17b131bb625ea3f9","x-request-id":"6dd593ed-07e5-4646-8bcd-9a656f444fa4","EoS":false} {"level":"info","ts":1789509112.2930388,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5d3ba0b1ddc7f1c96b1b84d0b593f628","span_id":"17b131bb625ea3f9","x-request-id":"6dd593ed-07e5-4646-8bcd-9a656f444fa4"} {"level":"info","ts":1789509112.293053,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5d3ba0b1ddc7f1c96b1b84d0b593f628","span_id":"17b131bb625ea3f9","x-request-id":"6dd593ed-07e5-4646-8bcd-9a656f444fa4","EoS":true} {"level":"info","ts":1789509112.2930624,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5d3ba0b1ddc7f1c96b1b84d0b593f628","span_id":"17b131bb625ea3f9","x-request-id":"6dd593ed-07e5-4646-8bcd-9a656f444fa4"} {"level":"info","ts":1789509125.1471267,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789509125.147227,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"cbb229a4d2bebbb5ad968180da53e8e2","span_id":"aeaf2d167afa9d52","x-request-id":"8ec6c3f8-30ad-4422-b72c-1051b06b8d61"} {"level":"info","ts":1789509125.1472394,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"cbb229a4d2bebbb5ad968180da53e8e2","span_id":"aeaf2d167afa9d52","x-request-id":"8ec6c3f8-30ad-4422-b72c-1051b06b8d61"} {"level":"info","ts":1789509125.1472511,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"cbb229a4d2bebbb5ad968180da53e8e2","span_id":"aeaf2d167afa9d52","x-request-id":"8ec6c3f8-30ad-4422-b72c-1051b06b8d61","EoS":true} {"level":"info","ts":1789509125.1472702,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cbb229a4d2bebbb5ad968180da53e8e2","span_id":"aeaf2d167afa9d52","x-request-id":"8ec6c3f8-30ad-4422-b72c-1051b06b8d61","header":"x-maas-group"} {"level":"info","ts":1789509125.1472805,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cbb229a4d2bebbb5ad968180da53e8e2","span_id":"aeaf2d167afa9d52","x-request-id":"8ec6c3f8-30ad-4422-b72c-1051b06b8d61","header":"x-maas-username"} {"level":"info","ts":1789509125.147285,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cbb229a4d2bebbb5ad968180da53e8e2","span_id":"aeaf2d167afa9d52","x-request-id":"8ec6c3f8-30ad-4422-b72c-1051b06b8d61","header":"x-maas-subscription"} {"level":"info","ts":1789509125.147298,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"cbb229a4d2bebbb5ad968180da53e8e2","span_id":"aeaf2d167afa9d52","x-request-id":"8ec6c3f8-30ad-4422-b72c-1051b06b8d61","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789509125.1473227,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"cbb229a4d2bebbb5ad968180da53e8e2","span_id":"aeaf2d167afa9d52","x-request-id":"8ec6c3f8-30ad-4422-b72c-1051b06b8d61"} {"level":"info","ts":1789509125.1491764,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"cbb229a4d2bebbb5ad968180da53e8e2","span_id":"aeaf2d167afa9d52","x-request-id":"8ec6c3f8-30ad-4422-b72c-1051b06b8d61"} {"level":"info","ts":1789509125.1491923,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"cbb229a4d2bebbb5ad968180da53e8e2","span_id":"aeaf2d167afa9d52","x-request-id":"8ec6c3f8-30ad-4422-b72c-1051b06b8d61"} {"level":"info","ts":1789509125.1492121,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cbb229a4d2bebbb5ad968180da53e8e2","span_id":"aeaf2d167afa9d52","x-request-id":"8ec6c3f8-30ad-4422-b72c-1051b06b8d61","EoS":false} {"level":"info","ts":1789509125.149231,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cbb229a4d2bebbb5ad968180da53e8e2","span_id":"aeaf2d167afa9d52","x-request-id":"8ec6c3f8-30ad-4422-b72c-1051b06b8d61"} {"level":"info","ts":1789509125.1492593,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cbb229a4d2bebbb5ad968180da53e8e2","span_id":"aeaf2d167afa9d52","x-request-id":"8ec6c3f8-30ad-4422-b72c-1051b06b8d61","EoS":true} {"level":"info","ts":1789509125.1492734,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cbb229a4d2bebbb5ad968180da53e8e2","span_id":"aeaf2d167afa9d52","x-request-id":"8ec6c3f8-30ad-4422-b72c-1051b06b8d61"} {"level":"error","ts":1789509126.074978,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789509136.075185,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}