{"level":"info","ts":1789561205.7827907,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-f53f35c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f53f35c6","reconcileID":"88c09ae7-1196-4c27-8cab-8c824cf31acd","name":"e2e-legacy-migration-f53f35c6","namespace":"llm"} {"level":"info","ts":1789561205.7830966,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-f53f35c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f53f35c6","reconcileID":"88c09ae7-1196-4c27-8cab-8c824cf31acd","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789561205.7829463,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f53f35c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f53f35c6","reconcileID":"6acc8ace-7bc0-4520-a719-c7f87ed5847b","name":"e2e-legacy-migration-f53f35c6","namespace":"llm"} {"level":"info","ts":1789561205.7832341,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f53f35c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f53f35c6","reconcileID":"6acc8ace-7bc0-4520-a719-c7f87ed5847b","modelName":"e2e-legacy-migration-f53f35c6","resolvedRefs":1} {"level":"info","ts":1789561205.7830648,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f53f35c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f53f35c6","reconcileID":"a3cc9c14-ab94-4130-ab8c-89dd79bf8b44"} {"level":"info","ts":1789561205.783322,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-f53f35c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f53f35c6","reconcileID":"6adeebbd-5730-4046-8bd5-a266d8218dcd"} {"level":"info","ts":1789561205.7834082,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-f53f35c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f53f35c6","reconcileID":"6adeebbd-5730-4046-8bd5-a266d8218dcd","name":"e2e-legacy-migration-f53f35c6"} {"level":"info","ts":1789561205.7833292,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f53f35c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f53f35c6","reconcileID":"a3cc9c14-ab94-4130-ab8c-89dd79bf8b44","name":"e2e-legacy-migration-f53f35c6"} {"level":"info","ts":1789561205.7841885,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f53f35c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f53f35c6","reconcileID":"baed7f6a-a444-44f9-8886-8782498e3f73","provider":"openai","model":"e2e-legacy-migration-f53f35c6","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789561205.8002362,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f53f35c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f53f35c6","reconcileID":"c04c99b5-4c24-498d-9e5c-0fb72ef65030","name":"e2e-legacy-migration-f53f35c6","namespace":"llm"} {"level":"info","ts":1789561205.800322,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f53f35c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f53f35c6","reconcileID":"c04c99b5-4c24-498d-9e5c-0fb72ef65030","modelName":"e2e-legacy-migration-f53f35c6","resolvedRefs":1} {"level":"info","ts":1789561205.8018758,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-f53f35c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f53f35c6","reconcileID":"6adeebbd-5730-4046-8bd5-a266d8218dcd","service":"e2e-legacy-migration-f53f35c6","serviceEntry":"e2e-legacy-migration-f53f35c6","destinationRule":"e2e-legacy-migration-f53f35c6"} {"level":"error","ts":1789561205.8099875,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f53f35c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f53f35c6","reconcileID":"a3cc9c14-ab94-4130-ab8c-89dd79bf8b44","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-f53f35c6\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789561205.8100543,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f53f35c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f53f35c6","reconcileID":"a3cc9c14-ab94-4130-ab8c-89dd79bf8b44","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-f53f35c6\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789561205.8101115,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f53f35c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f53f35c6","reconcileID":"93aac730-96dc-4d3a-950c-9162b8d076a1"} {"level":"info","ts":1789561205.810185,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f53f35c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f53f35c6","reconcileID":"93aac730-96dc-4d3a-950c-9162b8d076a1","name":"e2e-legacy-migration-f53f35c6"} {"level":"info","ts":1789561205.8185997,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f53f35c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f53f35c6","reconcileID":"abb8d4b9-3985-402b-b50a-aa89dc245eaa","name":"e2e-legacy-migration-f53f35c6","namespace":"llm"} {"level":"info","ts":1789561205.8186717,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f53f35c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f53f35c6","reconcileID":"abb8d4b9-3985-402b-b50a-aa89dc245eaa","modelName":"e2e-legacy-migration-f53f35c6","resolvedRefs":1} {"level":"info","ts":1789561205.8192096,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f53f35c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f53f35c6","reconcileID":"93aac730-96dc-4d3a-950c-9162b8d076a1","httpRoute":"e2e-legacy-migration-f53f35c6","providers":["e2e-legacy-migration-f53f35c6"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789561205.8228498,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f53f35c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f53f35c6","reconcileID":"93aac730-96dc-4d3a-950c-9162b8d076a1","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-f53f35c6\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789561205.8229282,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f53f35c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f53f35c6","reconcileID":"309826cb-d2fc-4e96-80d6-2f8d035ce4b8"} {"level":"info","ts":1789561205.8229742,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f53f35c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f53f35c6","reconcileID":"309826cb-d2fc-4e96-80d6-2f8d035ce4b8","name":"e2e-legacy-migration-f53f35c6"} {"level":"info","ts":1789561205.8312058,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f53f35c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f53f35c6","reconcileID":"309826cb-d2fc-4e96-80d6-2f8d035ce4b8","httpRoute":"e2e-legacy-migration-f53f35c6","providers":["e2e-legacy-migration-f53f35c6"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789561205.8350506,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f53f35c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f53f35c6","reconcileID":"ac9d29fc-4314-4f44-a461-e46863dafee1","name":"e2e-legacy-migration-f53f35c6","namespace":"llm"} {"level":"info","ts":1789561205.8350885,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f53f35c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f53f35c6","reconcileID":"ac9d29fc-4314-4f44-a461-e46863dafee1","modelName":"e2e-legacy-migration-f53f35c6","resolvedRefs":1} {"level":"error","ts":1789561205.8364022,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f53f35c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f53f35c6","reconcileID":"309826cb-d2fc-4e96-80d6-2f8d035ce4b8","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-f53f35c6\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789561205.8364708,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f53f35c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f53f35c6","reconcileID":"5f0f1a21-30d4-4b02-a5cd-520fa89bb26d"} {"level":"info","ts":1789561205.836522,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f53f35c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f53f35c6","reconcileID":"5f0f1a21-30d4-4b02-a5cd-520fa89bb26d","name":"e2e-legacy-migration-f53f35c6"} {"level":"info","ts":1789561205.8448684,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f53f35c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f53f35c6","reconcileID":"5f0f1a21-30d4-4b02-a5cd-520fa89bb26d","httpRoute":"e2e-legacy-migration-f53f35c6","providers":["e2e-legacy-migration-f53f35c6"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789561205.9092429,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f53f35c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f53f35c6","reconcileID":"c7ab0041-9217-408c-b34d-a10877381523","name":"e2e-legacy-migration-f53f35c6","namespace":"llm"} {"level":"info","ts":1789561205.912184,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f53f35c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f53f35c6","reconcileID":"c7ab0041-9217-408c-b34d-a10877381523","name":"e2e-legacy-migration-f53f35c6"} {"level":"info","ts":1789561205.9166222,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f53f35c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f53f35c6","reconcileID":"c7ab0041-9217-408c-b34d-a10877381523","provider":"openai","model":"e2e-legacy-migration-f53f35c6","targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789561206.1218805,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789561208.7688446,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f53f35c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f53f35c6","reconcileID":"1464dc96-aced-4eab-89f3-478aacf00f5a","name":"e2e-legacy-migration-f53f35c6","namespace":"llm"} {"level":"info","ts":1789561208.7765427,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f53f35c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f53f35c6","reconcileID":"9ad24554-55b9-41ad-b3f7-250dab0bca4d","name":"e2e-legacy-migration-f53f35c6","namespace":"llm"} {"level":"info","ts":1789561208.776682,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f53f35c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f53f35c6","reconcileID":"9ad24554-55b9-41ad-b3f7-250dab0bca4d","name":"e2e-legacy-migration-f53f35c6","namespace":"llm"} {"level":"info","ts":1789561208.776648,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f53f35c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f53f35c6","reconcileID":"000c1347-b759-49a6-ad74-9e2b461b495d"} {"level":"info","ts":1789561208.7784324,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-f53f35c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f53f35c6","reconcileID":"073d55ec-0dc9-41ee-8d25-c1f3198125b6"} {"level":"info","ts":1789561208.7785532,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-f53f35c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f53f35c6","reconcileID":"59ee689b-e013-471b-b57f-a62636ea60b3","name":"e2e-legacy-migration-f53f35c6","namespace":"llm"} {"level":"info","ts":1789561208.7785902,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-f53f35c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f53f35c6","reconcileID":"59ee689b-e013-471b-b57f-a62636ea60b3","name":"e2e-legacy-migration-f53f35c6","namespace":"llm"} {"level":"info","ts":1789561209.254998,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789561209.2550993,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a4cc10f414e7f68663a069172db64c53","span_id":"7ed32db465e2283b","x-request-id":"9f8fa154-f5c7-4d72-a218-fc84975c4fdc"} {"level":"info","ts":1789561209.2551138,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a4cc10f414e7f68663a069172db64c53","span_id":"7ed32db465e2283b","x-request-id":"9f8fa154-f5c7-4d72-a218-fc84975c4fdc"} {"level":"info","ts":1789561209.2551253,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a4cc10f414e7f68663a069172db64c53","span_id":"7ed32db465e2283b","x-request-id":"9f8fa154-f5c7-4d72-a218-fc84975c4fdc","EoS":true} {"level":"info","ts":1789561209.2551847,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a4cc10f414e7f68663a069172db64c53","span_id":"7ed32db465e2283b","x-request-id":"9f8fa154-f5c7-4d72-a218-fc84975c4fdc","header":"x-maas-group"} {"level":"info","ts":1789561209.2552,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a4cc10f414e7f68663a069172db64c53","span_id":"7ed32db465e2283b","x-request-id":"9f8fa154-f5c7-4d72-a218-fc84975c4fdc","header":"x-maas-subscription"} {"level":"info","ts":1789561209.2552078,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a4cc10f414e7f68663a069172db64c53","span_id":"7ed32db465e2283b","x-request-id":"9f8fa154-f5c7-4d72-a218-fc84975c4fdc","header":"x-maas-username"} {"level":"info","ts":1789561209.255228,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a4cc10f414e7f68663a069172db64c53","span_id":"7ed32db465e2283b","x-request-id":"9f8fa154-f5c7-4d72-a218-fc84975c4fdc","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789561209.2552414,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"a4cc10f414e7f68663a069172db64c53","span_id":"7ed32db465e2283b","x-request-id":"9f8fa154-f5c7-4d72-a218-fc84975c4fdc","modelName":"e2e-external-model"} {"level":"info","ts":1789561209.2552586,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"a4cc10f414e7f68663a069172db64c53","span_id":"7ed32db465e2283b","x-request-id":"9f8fa154-f5c7-4d72-a218-fc84975c4fdc","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789561209.2552898,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"a4cc10f414e7f68663a069172db64c53","span_id":"7ed32db465e2283b","x-request-id":"9f8fa154-f5c7-4d72-a218-fc84975c4fdc","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1789561209.2553146,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"a4cc10f414e7f68663a069172db64c53","span_id":"7ed32db465e2283b","x-request-id":"9f8fa154-f5c7-4d72-a218-fc84975c4fdc","authType":"apikey"} {"level":"info","ts":1789561209.2553477,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a4cc10f414e7f68663a069172db64c53","span_id":"7ed32db465e2283b","x-request-id":"9f8fa154-f5c7-4d72-a218-fc84975c4fdc"} {"level":"info","ts":1789561211.6887317,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a4cc10f414e7f68663a069172db64c53","span_id":"7ed32db465e2283b","x-request-id":"9f8fa154-f5c7-4d72-a218-fc84975c4fdc"} {"level":"info","ts":1789561211.6887863,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a4cc10f414e7f68663a069172db64c53","span_id":"7ed32db465e2283b","x-request-id":"9f8fa154-f5c7-4d72-a218-fc84975c4fdc"} {"level":"info","ts":1789561211.6888149,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a4cc10f414e7f68663a069172db64c53","span_id":"7ed32db465e2283b","x-request-id":"9f8fa154-f5c7-4d72-a218-fc84975c4fdc","EoS":false} {"level":"info","ts":1789561211.6888325,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a4cc10f414e7f68663a069172db64c53","span_id":"7ed32db465e2283b","x-request-id":"9f8fa154-f5c7-4d72-a218-fc84975c4fdc"} {"level":"info","ts":1789561211.688875,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a4cc10f414e7f68663a069172db64c53","span_id":"7ed32db465e2283b","x-request-id":"9f8fa154-f5c7-4d72-a218-fc84975c4fdc","EoS":true} {"level":"info","ts":1789561211.6888874,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a4cc10f414e7f68663a069172db64c53","span_id":"7ed32db465e2283b","x-request-id":"9f8fa154-f5c7-4d72-a218-fc84975c4fdc"} {"level":"info","ts":1789561211.7523386,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789561211.752467,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4291cecd1b21c9932906206ca7c8753a","span_id":"508164f22a926f7d","x-request-id":"1296d0d1-85b6-4533-b5aa-ffe08f1aa4ff"} {"level":"info","ts":1789561211.752482,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4291cecd1b21c9932906206ca7c8753a","span_id":"508164f22a926f7d","x-request-id":"1296d0d1-85b6-4533-b5aa-ffe08f1aa4ff"} {"level":"info","ts":1789561211.7524998,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4291cecd1b21c9932906206ca7c8753a","span_id":"508164f22a926f7d","x-request-id":"1296d0d1-85b6-4533-b5aa-ffe08f1aa4ff","EoS":true} {"level":"info","ts":1789561211.7525325,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4291cecd1b21c9932906206ca7c8753a","span_id":"508164f22a926f7d","x-request-id":"1296d0d1-85b6-4533-b5aa-ffe08f1aa4ff","header":"x-maas-subscription"} {"level":"info","ts":1789561211.752544,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4291cecd1b21c9932906206ca7c8753a","span_id":"508164f22a926f7d","x-request-id":"1296d0d1-85b6-4533-b5aa-ffe08f1aa4ff","header":"x-maas-group"} {"level":"info","ts":1789561211.7525518,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4291cecd1b21c9932906206ca7c8753a","span_id":"508164f22a926f7d","x-request-id":"1296d0d1-85b6-4533-b5aa-ffe08f1aa4ff","header":"x-maas-username"} {"level":"info","ts":1789561211.7525713,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"4291cecd1b21c9932906206ca7c8753a","span_id":"508164f22a926f7d","x-request-id":"1296d0d1-85b6-4533-b5aa-ffe08f1aa4ff","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789561211.7526703,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4291cecd1b21c9932906206ca7c8753a","span_id":"508164f22a926f7d","x-request-id":"1296d0d1-85b6-4533-b5aa-ffe08f1aa4ff"} {"level":"info","ts":1789561212.646312,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789561212.6466544,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"57ea5ecc702dad7126a07b6122141bac","span_id":"cc109618c62fcd98","x-request-id":"33b9aa32-77bb-4ca6-a32b-230813c51895"} {"level":"info","ts":1789561212.6467202,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"57ea5ecc702dad7126a07b6122141bac","span_id":"cc109618c62fcd98","x-request-id":"33b9aa32-77bb-4ca6-a32b-230813c51895"} {"level":"info","ts":1789561212.6467667,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"57ea5ecc702dad7126a07b6122141bac","span_id":"cc109618c62fcd98","x-request-id":"33b9aa32-77bb-4ca6-a32b-230813c51895","EoS":true} {"level":"info","ts":1789561212.6468425,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"57ea5ecc702dad7126a07b6122141bac","span_id":"cc109618c62fcd98","x-request-id":"33b9aa32-77bb-4ca6-a32b-230813c51895","header":"x-maas-username"} {"level":"info","ts":1789561212.646879,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"57ea5ecc702dad7126a07b6122141bac","span_id":"cc109618c62fcd98","x-request-id":"33b9aa32-77bb-4ca6-a32b-230813c51895","header":"x-maas-subscription"} {"level":"info","ts":1789561212.6469288,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"57ea5ecc702dad7126a07b6122141bac","span_id":"cc109618c62fcd98","x-request-id":"33b9aa32-77bb-4ca6-a32b-230813c51895","header":"x-maas-group"} {"level":"info","ts":1789561212.646972,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"57ea5ecc702dad7126a07b6122141bac","span_id":"cc109618c62fcd98","x-request-id":"33b9aa32-77bb-4ca6-a32b-230813c51895","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789561212.647046,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"57ea5ecc702dad7126a07b6122141bac","span_id":"cc109618c62fcd98","x-request-id":"33b9aa32-77bb-4ca6-a32b-230813c51895"} {"level":"info","ts":1789561212.6602275,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"57ea5ecc702dad7126a07b6122141bac","span_id":"cc109618c62fcd98","x-request-id":"33b9aa32-77bb-4ca6-a32b-230813c51895"} {"level":"info","ts":1789561212.6602979,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"57ea5ecc702dad7126a07b6122141bac","span_id":"cc109618c62fcd98","x-request-id":"33b9aa32-77bb-4ca6-a32b-230813c51895"} {"level":"info","ts":1789561212.660322,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"57ea5ecc702dad7126a07b6122141bac","span_id":"cc109618c62fcd98","x-request-id":"33b9aa32-77bb-4ca6-a32b-230813c51895","EoS":false} {"level":"info","ts":1789561212.6603427,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"57ea5ecc702dad7126a07b6122141bac","span_id":"cc109618c62fcd98","x-request-id":"33b9aa32-77bb-4ca6-a32b-230813c51895"} {"level":"info","ts":1789561212.660382,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"57ea5ecc702dad7126a07b6122141bac","span_id":"cc109618c62fcd98","x-request-id":"33b9aa32-77bb-4ca6-a32b-230813c51895","EoS":true} {"level":"info","ts":1789561212.6603968,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"57ea5ecc702dad7126a07b6122141bac","span_id":"cc109618c62fcd98","x-request-id":"33b9aa32-77bb-4ca6-a32b-230813c51895"} {"level":"info","ts":1789561212.7173467,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789561212.717455,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"48f88fc868f195c313b6370594fef19f","span_id":"324d0cf70a926278","x-request-id":"04d18ee3-da5c-4cee-8ab7-a794d66d32b3"} {"level":"info","ts":1789561212.7174702,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"48f88fc868f195c313b6370594fef19f","span_id":"324d0cf70a926278","x-request-id":"04d18ee3-da5c-4cee-8ab7-a794d66d32b3"} {"level":"info","ts":1789561212.71749,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"48f88fc868f195c313b6370594fef19f","span_id":"324d0cf70a926278","x-request-id":"04d18ee3-da5c-4cee-8ab7-a794d66d32b3","EoS":true} {"level":"info","ts":1789561212.717526,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"48f88fc868f195c313b6370594fef19f","span_id":"324d0cf70a926278","x-request-id":"04d18ee3-da5c-4cee-8ab7-a794d66d32b3","header":"x-maas-username"} {"level":"info","ts":1789561212.717538,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"48f88fc868f195c313b6370594fef19f","span_id":"324d0cf70a926278","x-request-id":"04d18ee3-da5c-4cee-8ab7-a794d66d32b3","header":"x-maas-group"} {"level":"info","ts":1789561212.7175465,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"48f88fc868f195c313b6370594fef19f","span_id":"324d0cf70a926278","x-request-id":"04d18ee3-da5c-4cee-8ab7-a794d66d32b3","header":"x-maas-subscription"} {"level":"info","ts":1789561212.7175698,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"48f88fc868f195c313b6370594fef19f","span_id":"324d0cf70a926278","x-request-id":"04d18ee3-da5c-4cee-8ab7-a794d66d32b3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789561212.7176023,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"48f88fc868f195c313b6370594fef19f","span_id":"324d0cf70a926278","x-request-id":"04d18ee3-da5c-4cee-8ab7-a794d66d32b3"} {"level":"info","ts":1789561212.7256877,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"48f88fc868f195c313b6370594fef19f","span_id":"324d0cf70a926278","x-request-id":"04d18ee3-da5c-4cee-8ab7-a794d66d32b3"} {"level":"info","ts":1789561212.72577,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"48f88fc868f195c313b6370594fef19f","span_id":"324d0cf70a926278","x-request-id":"04d18ee3-da5c-4cee-8ab7-a794d66d32b3"} {"level":"info","ts":1789561212.7258008,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"48f88fc868f195c313b6370594fef19f","span_id":"324d0cf70a926278","x-request-id":"04d18ee3-da5c-4cee-8ab7-a794d66d32b3","EoS":false} {"level":"info","ts":1789561212.7258127,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"48f88fc868f195c313b6370594fef19f","span_id":"324d0cf70a926278","x-request-id":"04d18ee3-da5c-4cee-8ab7-a794d66d32b3"} {"level":"info","ts":1789561212.7258456,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"48f88fc868f195c313b6370594fef19f","span_id":"324d0cf70a926278","x-request-id":"04d18ee3-da5c-4cee-8ab7-a794d66d32b3","EoS":true} {"level":"info","ts":1789561212.7258582,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"48f88fc868f195c313b6370594fef19f","span_id":"324d0cf70a926278","x-request-id":"04d18ee3-da5c-4cee-8ab7-a794d66d32b3"} {"level":"info","ts":1789561212.796035,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789561212.7961483,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1723bb25163caef457a3d4814be55ff1","span_id":"cc34ce0051b528f5","x-request-id":"ace3aa25-2396-4485-8786-30677417fffc"} {"level":"info","ts":1789561212.796162,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1723bb25163caef457a3d4814be55ff1","span_id":"cc34ce0051b528f5","x-request-id":"ace3aa25-2396-4485-8786-30677417fffc"} {"level":"info","ts":1789561212.796174,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1723bb25163caef457a3d4814be55ff1","span_id":"cc34ce0051b528f5","x-request-id":"ace3aa25-2396-4485-8786-30677417fffc","EoS":true} {"level":"info","ts":1789561212.7961977,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1723bb25163caef457a3d4814be55ff1","span_id":"cc34ce0051b528f5","x-request-id":"ace3aa25-2396-4485-8786-30677417fffc","header":"x-maas-username"} {"level":"info","ts":1789561212.7962074,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1723bb25163caef457a3d4814be55ff1","span_id":"cc34ce0051b528f5","x-request-id":"ace3aa25-2396-4485-8786-30677417fffc","header":"x-maas-subscription"} {"level":"info","ts":1789561212.7962127,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1723bb25163caef457a3d4814be55ff1","span_id":"cc34ce0051b528f5","x-request-id":"ace3aa25-2396-4485-8786-30677417fffc","header":"x-maas-group"} {"level":"info","ts":1789561212.7962298,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"1723bb25163caef457a3d4814be55ff1","span_id":"cc34ce0051b528f5","x-request-id":"ace3aa25-2396-4485-8786-30677417fffc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789561212.7962544,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1723bb25163caef457a3d4814be55ff1","span_id":"cc34ce0051b528f5","x-request-id":"ace3aa25-2396-4485-8786-30677417fffc"} {"level":"info","ts":1789561212.797691,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"1723bb25163caef457a3d4814be55ff1","span_id":"cc34ce0051b528f5","x-request-id":"ace3aa25-2396-4485-8786-30677417fffc"} {"level":"info","ts":1789561212.7977116,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"1723bb25163caef457a3d4814be55ff1","span_id":"cc34ce0051b528f5","x-request-id":"ace3aa25-2396-4485-8786-30677417fffc"} {"level":"info","ts":1789561212.7977352,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1723bb25163caef457a3d4814be55ff1","span_id":"cc34ce0051b528f5","x-request-id":"ace3aa25-2396-4485-8786-30677417fffc","EoS":false} {"level":"info","ts":1789561212.797747,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1723bb25163caef457a3d4814be55ff1","span_id":"cc34ce0051b528f5","x-request-id":"ace3aa25-2396-4485-8786-30677417fffc"} {"level":"info","ts":1789561212.797769,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1723bb25163caef457a3d4814be55ff1","span_id":"cc34ce0051b528f5","x-request-id":"ace3aa25-2396-4485-8786-30677417fffc","EoS":true} {"level":"info","ts":1789561212.7977784,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1723bb25163caef457a3d4814be55ff1","span_id":"cc34ce0051b528f5","x-request-id":"ace3aa25-2396-4485-8786-30677417fffc"} {"level":"info","ts":1789561212.8761134,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789561212.8762386,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7fcb7f7f7da9d838a0f20f4eab04cca7","span_id":"a8a9f34c642cd93d","x-request-id":"25332d70-723f-4238-9319-28004e2e86fb"} {"level":"info","ts":1789561212.8762555,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7fcb7f7f7da9d838a0f20f4eab04cca7","span_id":"a8a9f34c642cd93d","x-request-id":"25332d70-723f-4238-9319-28004e2e86fb"} {"level":"info","ts":1789561212.8762739,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7fcb7f7f7da9d838a0f20f4eab04cca7","span_id":"a8a9f34c642cd93d","x-request-id":"25332d70-723f-4238-9319-28004e2e86fb","EoS":true} {"level":"info","ts":1789561212.8763082,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7fcb7f7f7da9d838a0f20f4eab04cca7","span_id":"a8a9f34c642cd93d","x-request-id":"25332d70-723f-4238-9319-28004e2e86fb","header":"x-maas-username"} {"level":"info","ts":1789561212.8763194,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7fcb7f7f7da9d838a0f20f4eab04cca7","span_id":"a8a9f34c642cd93d","x-request-id":"25332d70-723f-4238-9319-28004e2e86fb","header":"x-maas-group"} {"level":"info","ts":1789561212.8763285,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7fcb7f7f7da9d838a0f20f4eab04cca7","span_id":"a8a9f34c642cd93d","x-request-id":"25332d70-723f-4238-9319-28004e2e86fb","header":"x-maas-subscription"} {"level":"info","ts":1789561212.87635,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7fcb7f7f7da9d838a0f20f4eab04cca7","span_id":"a8a9f34c642cd93d","x-request-id":"25332d70-723f-4238-9319-28004e2e86fb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789561212.8763835,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7fcb7f7f7da9d838a0f20f4eab04cca7","span_id":"a8a9f34c642cd93d","x-request-id":"25332d70-723f-4238-9319-28004e2e86fb"} {"level":"info","ts":1789561212.8776834,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7fcb7f7f7da9d838a0f20f4eab04cca7","span_id":"a8a9f34c642cd93d","x-request-id":"25332d70-723f-4238-9319-28004e2e86fb"} {"level":"info","ts":1789561212.877703,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7fcb7f7f7da9d838a0f20f4eab04cca7","span_id":"a8a9f34c642cd93d","x-request-id":"25332d70-723f-4238-9319-28004e2e86fb"} {"level":"info","ts":1789561212.8777149,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7fcb7f7f7da9d838a0f20f4eab04cca7","span_id":"a8a9f34c642cd93d","x-request-id":"25332d70-723f-4238-9319-28004e2e86fb","EoS":false} {"level":"info","ts":1789561212.8777368,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7fcb7f7f7da9d838a0f20f4eab04cca7","span_id":"a8a9f34c642cd93d","x-request-id":"25332d70-723f-4238-9319-28004e2e86fb"} {"level":"info","ts":1789561212.8777676,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7fcb7f7f7da9d838a0f20f4eab04cca7","span_id":"a8a9f34c642cd93d","x-request-id":"25332d70-723f-4238-9319-28004e2e86fb","EoS":true} {"level":"info","ts":1789561212.8777823,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7fcb7f7f7da9d838a0f20f4eab04cca7","span_id":"a8a9f34c642cd93d","x-request-id":"25332d70-723f-4238-9319-28004e2e86fb"} {"level":"info","ts":1789561213.8526177,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4291cecd1b21c9932906206ca7c8753a","span_id":"508164f22a926f7d","x-request-id":"1296d0d1-85b6-4533-b5aa-ffe08f1aa4ff"} {"level":"info","ts":1789561213.852656,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4291cecd1b21c9932906206ca7c8753a","span_id":"508164f22a926f7d","x-request-id":"1296d0d1-85b6-4533-b5aa-ffe08f1aa4ff"} {"level":"info","ts":1789561213.8526802,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4291cecd1b21c9932906206ca7c8753a","span_id":"508164f22a926f7d","x-request-id":"1296d0d1-85b6-4533-b5aa-ffe08f1aa4ff","EoS":false} {"level":"info","ts":1789561213.8527036,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4291cecd1b21c9932906206ca7c8753a","span_id":"508164f22a926f7d","x-request-id":"1296d0d1-85b6-4533-b5aa-ffe08f1aa4ff"} {"level":"info","ts":1789561213.8527455,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4291cecd1b21c9932906206ca7c8753a","span_id":"508164f22a926f7d","x-request-id":"1296d0d1-85b6-4533-b5aa-ffe08f1aa4ff","EoS":true} {"level":"info","ts":1789561213.8527603,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4291cecd1b21c9932906206ca7c8753a","span_id":"508164f22a926f7d","x-request-id":"1296d0d1-85b6-4533-b5aa-ffe08f1aa4ff"} {"level":"info","ts":1789561213.921015,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789561213.9211185,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8b58635fe1a94e861e71547e3f47066e","span_id":"831ab5191d79e984","x-request-id":"988bad63-b3c2-4cb9-b48c-c20d2b0c6755"} {"level":"info","ts":1789561213.921161,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8b58635fe1a94e861e71547e3f47066e","span_id":"831ab5191d79e984","x-request-id":"988bad63-b3c2-4cb9-b48c-c20d2b0c6755"} {"level":"info","ts":1789561213.9211826,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8b58635fe1a94e861e71547e3f47066e","span_id":"831ab5191d79e984","x-request-id":"988bad63-b3c2-4cb9-b48c-c20d2b0c6755","EoS":true} {"level":"info","ts":1789561213.921206,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8b58635fe1a94e861e71547e3f47066e","span_id":"831ab5191d79e984","x-request-id":"988bad63-b3c2-4cb9-b48c-c20d2b0c6755","header":"x-maas-subscription"} {"level":"info","ts":1789561213.921216,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8b58635fe1a94e861e71547e3f47066e","span_id":"831ab5191d79e984","x-request-id":"988bad63-b3c2-4cb9-b48c-c20d2b0c6755","header":"x-maas-username"} {"level":"info","ts":1789561213.9212217,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8b58635fe1a94e861e71547e3f47066e","span_id":"831ab5191d79e984","x-request-id":"988bad63-b3c2-4cb9-b48c-c20d2b0c6755","header":"x-maas-group"} {"level":"info","ts":1789561213.9212532,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8b58635fe1a94e861e71547e3f47066e","span_id":"831ab5191d79e984","x-request-id":"988bad63-b3c2-4cb9-b48c-c20d2b0c6755"} {"level":"info","ts":1789561215.7722588,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8b58635fe1a94e861e71547e3f47066e","span_id":"831ab5191d79e984","x-request-id":"988bad63-b3c2-4cb9-b48c-c20d2b0c6755"} {"level":"info","ts":1789561215.7723,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8b58635fe1a94e861e71547e3f47066e","span_id":"831ab5191d79e984","x-request-id":"988bad63-b3c2-4cb9-b48c-c20d2b0c6755"} {"level":"info","ts":1789561215.7723224,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8b58635fe1a94e861e71547e3f47066e","span_id":"831ab5191d79e984","x-request-id":"988bad63-b3c2-4cb9-b48c-c20d2b0c6755","EoS":false} {"level":"info","ts":1789561215.7723377,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8b58635fe1a94e861e71547e3f47066e","span_id":"831ab5191d79e984","x-request-id":"988bad63-b3c2-4cb9-b48c-c20d2b0c6755"} {"level":"info","ts":1789561215.7723756,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8b58635fe1a94e861e71547e3f47066e","span_id":"831ab5191d79e984","x-request-id":"988bad63-b3c2-4cb9-b48c-c20d2b0c6755","EoS":true} {"level":"info","ts":1789561215.7723844,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8b58635fe1a94e861e71547e3f47066e","span_id":"831ab5191d79e984","x-request-id":"988bad63-b3c2-4cb9-b48c-c20d2b0c6755"} {"level":"error","ts":1789561216.1222014,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789561216.6702018,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c3201447-d94d-4f0a-9796-2d4753f76cab","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789561216.6702745,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"10c6a268-e93c-4cfd-97ae-3d83df7a55d9"} {"level":"info","ts":1789561216.670293,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c3201447-d94d-4f0a-9796-2d4753f76cab","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789561216.855474,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b6397148-9a78-4833-b36f-7e37e024d70f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789561216.8555691,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b6397148-9a78-4833-b36f-7e37e024d70f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789561216.8555126,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"17d59908-5685-4ee3-818e-527c0857286b"} {"level":"info","ts":1789561216.9877398,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"46d7ca03-d5f2-461f-a64a-aee13e38133a","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789561216.9878643,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"46d7ca03-d5f2-461f-a64a-aee13e38133a","key":"llm/e2e-external-model-api-key"} {"level":"error","ts":1789561226.1233695,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789561226.2222903,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789561226.2223938,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b2eda3d0162cfbf9f9e6436dc481a615","span_id":"287282cc94cac91e","x-request-id":"7e34a44c-12b4-4455-8609-b7a996c9cf01"} {"level":"info","ts":1789561226.2224102,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b2eda3d0162cfbf9f9e6436dc481a615","span_id":"287282cc94cac91e","x-request-id":"7e34a44c-12b4-4455-8609-b7a996c9cf01"} {"level":"info","ts":1789561226.2224238,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b2eda3d0162cfbf9f9e6436dc481a615","span_id":"287282cc94cac91e","x-request-id":"7e34a44c-12b4-4455-8609-b7a996c9cf01","EoS":true} {"level":"info","ts":1789561226.2224824,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b2eda3d0162cfbf9f9e6436dc481a615","span_id":"287282cc94cac91e","x-request-id":"7e34a44c-12b4-4455-8609-b7a996c9cf01"} {"level":"info","ts":1789561226.400454,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789561226.400555,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"03cbc9061f72f3690437814a92ff5226","span_id":"e9181b5c08f52d20","x-request-id":"8ef546d1-e5bb-4119-b0b5-7a7504980001"} {"level":"info","ts":1789561226.4005675,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"03cbc9061f72f3690437814a92ff5226","span_id":"e9181b5c08f52d20","x-request-id":"8ef546d1-e5bb-4119-b0b5-7a7504980001"} {"level":"info","ts":1789561226.4005792,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"03cbc9061f72f3690437814a92ff5226","span_id":"e9181b5c08f52d20","x-request-id":"8ef546d1-e5bb-4119-b0b5-7a7504980001","EoS":true} {"level":"info","ts":1789561226.400622,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"03cbc9061f72f3690437814a92ff5226","span_id":"e9181b5c08f52d20","x-request-id":"8ef546d1-e5bb-4119-b0b5-7a7504980001"} {"level":"info","ts":1789561226.589094,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789561226.5892239,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"727ff07a816d1509e851fffb67c7c69e","span_id":"9c0c9712fa91f77d","x-request-id":"2c5e6e37-7dbd-4903-8ee1-f5201105acab"} {"level":"info","ts":1789561226.5892375,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"727ff07a816d1509e851fffb67c7c69e","span_id":"9c0c9712fa91f77d","x-request-id":"2c5e6e37-7dbd-4903-8ee1-f5201105acab"} {"level":"info","ts":1789561226.5892484,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"727ff07a816d1509e851fffb67c7c69e","span_id":"9c0c9712fa91f77d","x-request-id":"2c5e6e37-7dbd-4903-8ee1-f5201105acab","EoS":true} {"level":"info","ts":1789561226.5892935,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"727ff07a816d1509e851fffb67c7c69e","span_id":"9c0c9712fa91f77d","x-request-id":"2c5e6e37-7dbd-4903-8ee1-f5201105acab"} {"level":"error","ts":1789561236.123948,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789561246.1249902,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789561261.1259058,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789562166.576761,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789562166.5768876,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"968d0f7a64e8c2098d97e396cb9e4636","span_id":"59b6510fadb14ca9","x-request-id":"3dc8be3b-f495-4c68-8a56-69474a13ee1e"} {"level":"info","ts":1789562166.5769022,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"968d0f7a64e8c2098d97e396cb9e4636","span_id":"59b6510fadb14ca9","x-request-id":"3dc8be3b-f495-4c68-8a56-69474a13ee1e"} {"level":"info","ts":1789562166.5769136,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"968d0f7a64e8c2098d97e396cb9e4636","span_id":"59b6510fadb14ca9","x-request-id":"3dc8be3b-f495-4c68-8a56-69474a13ee1e","EoS":true} {"level":"info","ts":1789562166.5769398,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"968d0f7a64e8c2098d97e396cb9e4636","span_id":"59b6510fadb14ca9","x-request-id":"3dc8be3b-f495-4c68-8a56-69474a13ee1e","header":"x-maas-group"} {"level":"info","ts":1789562166.576951,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"968d0f7a64e8c2098d97e396cb9e4636","span_id":"59b6510fadb14ca9","x-request-id":"3dc8be3b-f495-4c68-8a56-69474a13ee1e","header":"x-maas-username"} {"level":"info","ts":1789562166.5769598,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"968d0f7a64e8c2098d97e396cb9e4636","span_id":"59b6510fadb14ca9","x-request-id":"3dc8be3b-f495-4c68-8a56-69474a13ee1e","header":"x-maas-subscription"} {"level":"info","ts":1789562166.576979,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"968d0f7a64e8c2098d97e396cb9e4636","span_id":"59b6510fadb14ca9","x-request-id":"3dc8be3b-f495-4c68-8a56-69474a13ee1e","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789562166.577009,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"968d0f7a64e8c2098d97e396cb9e4636","span_id":"59b6510fadb14ca9","x-request-id":"3dc8be3b-f495-4c68-8a56-69474a13ee1e"} {"level":"info","ts":1789562166.5778244,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"968d0f7a64e8c2098d97e396cb9e4636","span_id":"59b6510fadb14ca9","x-request-id":"3dc8be3b-f495-4c68-8a56-69474a13ee1e"} {"level":"info","ts":1789562166.5778458,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"968d0f7a64e8c2098d97e396cb9e4636","span_id":"59b6510fadb14ca9","x-request-id":"3dc8be3b-f495-4c68-8a56-69474a13ee1e"} {"level":"info","ts":1789562166.5778594,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"968d0f7a64e8c2098d97e396cb9e4636","span_id":"59b6510fadb14ca9","x-request-id":"3dc8be3b-f495-4c68-8a56-69474a13ee1e","EoS":false} {"level":"info","ts":1789562166.5778713,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"968d0f7a64e8c2098d97e396cb9e4636","span_id":"59b6510fadb14ca9","x-request-id":"3dc8be3b-f495-4c68-8a56-69474a13ee1e"} {"level":"info","ts":1789562166.5778959,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"968d0f7a64e8c2098d97e396cb9e4636","span_id":"59b6510fadb14ca9","x-request-id":"3dc8be3b-f495-4c68-8a56-69474a13ee1e","EoS":true} {"level":"info","ts":1789562166.577906,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"968d0f7a64e8c2098d97e396cb9e4636","span_id":"59b6510fadb14ca9","x-request-id":"3dc8be3b-f495-4c68-8a56-69474a13ee1e"} {"level":"info","ts":1789562166.6212122,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789562166.62132,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8aee9603e3aece5b0eb6469f3aa7c7ee","span_id":"6cb52d1af82c2ee4","x-request-id":"b775ef3c-543a-4746-90df-53cea167de00"} {"level":"info","ts":1789562166.6213338,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8aee9603e3aece5b0eb6469f3aa7c7ee","span_id":"6cb52d1af82c2ee4","x-request-id":"b775ef3c-543a-4746-90df-53cea167de00"} {"level":"info","ts":1789562166.621346,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8aee9603e3aece5b0eb6469f3aa7c7ee","span_id":"6cb52d1af82c2ee4","x-request-id":"b775ef3c-543a-4746-90df-53cea167de00","EoS":true} {"level":"info","ts":1789562166.6213741,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8aee9603e3aece5b0eb6469f3aa7c7ee","span_id":"6cb52d1af82c2ee4","x-request-id":"b775ef3c-543a-4746-90df-53cea167de00","header":"x-maas-username"} {"level":"info","ts":1789562166.6213846,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8aee9603e3aece5b0eb6469f3aa7c7ee","span_id":"6cb52d1af82c2ee4","x-request-id":"b775ef3c-543a-4746-90df-53cea167de00","header":"x-maas-group"} {"level":"info","ts":1789562166.6213899,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8aee9603e3aece5b0eb6469f3aa7c7ee","span_id":"6cb52d1af82c2ee4","x-request-id":"b775ef3c-543a-4746-90df-53cea167de00","header":"x-maas-subscription"} {"level":"info","ts":1789562166.6214054,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8aee9603e3aece5b0eb6469f3aa7c7ee","span_id":"6cb52d1af82c2ee4","x-request-id":"b775ef3c-543a-4746-90df-53cea167de00","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789562166.6214323,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8aee9603e3aece5b0eb6469f3aa7c7ee","span_id":"6cb52d1af82c2ee4","x-request-id":"b775ef3c-543a-4746-90df-53cea167de00"} {"level":"info","ts":1789562166.6222534,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8aee9603e3aece5b0eb6469f3aa7c7ee","span_id":"6cb52d1af82c2ee4","x-request-id":"b775ef3c-543a-4746-90df-53cea167de00"} {"level":"info","ts":1789562166.6222732,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8aee9603e3aece5b0eb6469f3aa7c7ee","span_id":"6cb52d1af82c2ee4","x-request-id":"b775ef3c-543a-4746-90df-53cea167de00"} {"level":"info","ts":1789562166.622288,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8aee9603e3aece5b0eb6469f3aa7c7ee","span_id":"6cb52d1af82c2ee4","x-request-id":"b775ef3c-543a-4746-90df-53cea167de00","EoS":false} {"level":"info","ts":1789562166.6223001,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8aee9603e3aece5b0eb6469f3aa7c7ee","span_id":"6cb52d1af82c2ee4","x-request-id":"b775ef3c-543a-4746-90df-53cea167de00"} {"level":"info","ts":1789562166.622327,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8aee9603e3aece5b0eb6469f3aa7c7ee","span_id":"6cb52d1af82c2ee4","x-request-id":"b775ef3c-543a-4746-90df-53cea167de00","EoS":true} {"level":"info","ts":1789562166.6223397,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8aee9603e3aece5b0eb6469f3aa7c7ee","span_id":"6cb52d1af82c2ee4","x-request-id":"b775ef3c-543a-4746-90df-53cea167de00"} {"level":"error","ts":1789562181.2566857,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789562505.850351,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789562505.8504796,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6471517de14b72f8dad589a1ce20fefb","span_id":"c82598865eb999e3","x-request-id":"527c28a3-f363-49cb-b844-f07b49f78918"} {"level":"info","ts":1789562505.8504941,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6471517de14b72f8dad589a1ce20fefb","span_id":"c82598865eb999e3","x-request-id":"527c28a3-f363-49cb-b844-f07b49f78918"} {"level":"info","ts":1789562505.8505135,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6471517de14b72f8dad589a1ce20fefb","span_id":"c82598865eb999e3","x-request-id":"527c28a3-f363-49cb-b844-f07b49f78918","EoS":true} {"level":"info","ts":1789562505.8505476,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6471517de14b72f8dad589a1ce20fefb","span_id":"c82598865eb999e3","x-request-id":"527c28a3-f363-49cb-b844-f07b49f78918","header":"x-maas-username"} {"level":"info","ts":1789562505.850559,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6471517de14b72f8dad589a1ce20fefb","span_id":"c82598865eb999e3","x-request-id":"527c28a3-f363-49cb-b844-f07b49f78918","header":"x-maas-group"} {"level":"info","ts":1789562505.8505683,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6471517de14b72f8dad589a1ce20fefb","span_id":"c82598865eb999e3","x-request-id":"527c28a3-f363-49cb-b844-f07b49f78918","header":"x-maas-subscription"} {"level":"info","ts":1789562505.8505912,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6471517de14b72f8dad589a1ce20fefb","span_id":"c82598865eb999e3","x-request-id":"527c28a3-f363-49cb-b844-f07b49f78918","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789562505.8506267,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6471517de14b72f8dad589a1ce20fefb","span_id":"c82598865eb999e3","x-request-id":"527c28a3-f363-49cb-b844-f07b49f78918"} {"level":"info","ts":1789562505.8637135,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6471517de14b72f8dad589a1ce20fefb","span_id":"c82598865eb999e3","x-request-id":"527c28a3-f363-49cb-b844-f07b49f78918"} {"level":"info","ts":1789562505.8637362,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6471517de14b72f8dad589a1ce20fefb","span_id":"c82598865eb999e3","x-request-id":"527c28a3-f363-49cb-b844-f07b49f78918"} {"level":"info","ts":1789562505.8637528,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6471517de14b72f8dad589a1ce20fefb","span_id":"c82598865eb999e3","x-request-id":"527c28a3-f363-49cb-b844-f07b49f78918","EoS":false} {"level":"info","ts":1789562505.8637648,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6471517de14b72f8dad589a1ce20fefb","span_id":"c82598865eb999e3","x-request-id":"527c28a3-f363-49cb-b844-f07b49f78918"} {"level":"info","ts":1789562505.8637893,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6471517de14b72f8dad589a1ce20fefb","span_id":"c82598865eb999e3","x-request-id":"527c28a3-f363-49cb-b844-f07b49f78918","EoS":true} {"level":"info","ts":1789562505.8637986,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6471517de14b72f8dad589a1ce20fefb","span_id":"c82598865eb999e3","x-request-id":"527c28a3-f363-49cb-b844-f07b49f78918"} {"level":"info","ts":1789562506.0024817,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789562506.0026004,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1bf862eef9c9f503d78946391e7e54ff","span_id":"256663c688bc2c92","x-request-id":"b7b6d04c-bfdd-4fc4-953c-fb6cecf11f8b"} {"level":"info","ts":1789562506.0026157,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1bf862eef9c9f503d78946391e7e54ff","span_id":"256663c688bc2c92","x-request-id":"b7b6d04c-bfdd-4fc4-953c-fb6cecf11f8b"} {"level":"info","ts":1789562506.0026345,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1bf862eef9c9f503d78946391e7e54ff","span_id":"256663c688bc2c92","x-request-id":"b7b6d04c-bfdd-4fc4-953c-fb6cecf11f8b","EoS":true} {"level":"info","ts":1789562506.0026696,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1bf862eef9c9f503d78946391e7e54ff","span_id":"256663c688bc2c92","x-request-id":"b7b6d04c-bfdd-4fc4-953c-fb6cecf11f8b","header":"x-maas-username"} {"level":"info","ts":1789562506.0026827,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1bf862eef9c9f503d78946391e7e54ff","span_id":"256663c688bc2c92","x-request-id":"b7b6d04c-bfdd-4fc4-953c-fb6cecf11f8b","header":"x-maas-subscription"} {"level":"info","ts":1789562506.0026915,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1bf862eef9c9f503d78946391e7e54ff","span_id":"256663c688bc2c92","x-request-id":"b7b6d04c-bfdd-4fc4-953c-fb6cecf11f8b","header":"x-maas-group"} {"level":"info","ts":1789562506.0027115,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"1bf862eef9c9f503d78946391e7e54ff","span_id":"256663c688bc2c92","x-request-id":"b7b6d04c-bfdd-4fc4-953c-fb6cecf11f8b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789562506.0027454,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1bf862eef9c9f503d78946391e7e54ff","span_id":"256663c688bc2c92","x-request-id":"b7b6d04c-bfdd-4fc4-953c-fb6cecf11f8b"} {"level":"info","ts":1789562506.0049374,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"1bf862eef9c9f503d78946391e7e54ff","span_id":"256663c688bc2c92","x-request-id":"b7b6d04c-bfdd-4fc4-953c-fb6cecf11f8b"} {"level":"info","ts":1789562506.004957,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"1bf862eef9c9f503d78946391e7e54ff","span_id":"256663c688bc2c92","x-request-id":"b7b6d04c-bfdd-4fc4-953c-fb6cecf11f8b"} {"level":"info","ts":1789562506.004968,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1bf862eef9c9f503d78946391e7e54ff","span_id":"256663c688bc2c92","x-request-id":"b7b6d04c-bfdd-4fc4-953c-fb6cecf11f8b","EoS":false} {"level":"info","ts":1789562506.0049803,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1bf862eef9c9f503d78946391e7e54ff","span_id":"256663c688bc2c92","x-request-id":"b7b6d04c-bfdd-4fc4-953c-fb6cecf11f8b"} {"level":"info","ts":1789562506.0050046,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1bf862eef9c9f503d78946391e7e54ff","span_id":"256663c688bc2c92","x-request-id":"b7b6d04c-bfdd-4fc4-953c-fb6cecf11f8b","EoS":true} {"level":"info","ts":1789562506.0050137,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1bf862eef9c9f503d78946391e7e54ff","span_id":"256663c688bc2c92","x-request-id":"b7b6d04c-bfdd-4fc4-953c-fb6cecf11f8b"} {"level":"info","ts":1789562506.1516101,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789562506.1517308,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8ae9f8aa60c2859fb72315a2364125eb","span_id":"67a064df1d0159d5","x-request-id":"c282b8a7-6966-4bbe-8ed8-3d854b30be2c"} {"level":"info","ts":1789562506.1517448,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8ae9f8aa60c2859fb72315a2364125eb","span_id":"67a064df1d0159d5","x-request-id":"c282b8a7-6966-4bbe-8ed8-3d854b30be2c"} {"level":"info","ts":1789562506.1517625,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8ae9f8aa60c2859fb72315a2364125eb","span_id":"67a064df1d0159d5","x-request-id":"c282b8a7-6966-4bbe-8ed8-3d854b30be2c","EoS":true} {"level":"info","ts":1789562506.1517985,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8ae9f8aa60c2859fb72315a2364125eb","span_id":"67a064df1d0159d5","x-request-id":"c282b8a7-6966-4bbe-8ed8-3d854b30be2c","header":"x-maas-subscription"} {"level":"info","ts":1789562506.1518123,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8ae9f8aa60c2859fb72315a2364125eb","span_id":"67a064df1d0159d5","x-request-id":"c282b8a7-6966-4bbe-8ed8-3d854b30be2c","header":"x-maas-username"} {"level":"info","ts":1789562506.151822,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8ae9f8aa60c2859fb72315a2364125eb","span_id":"67a064df1d0159d5","x-request-id":"c282b8a7-6966-4bbe-8ed8-3d854b30be2c","header":"x-maas-group"} {"level":"info","ts":1789562506.1518426,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8ae9f8aa60c2859fb72315a2364125eb","span_id":"67a064df1d0159d5","x-request-id":"c282b8a7-6966-4bbe-8ed8-3d854b30be2c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789562506.1518784,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8ae9f8aa60c2859fb72315a2364125eb","span_id":"67a064df1d0159d5","x-request-id":"c282b8a7-6966-4bbe-8ed8-3d854b30be2c"} {"level":"info","ts":1789562506.1528146,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8ae9f8aa60c2859fb72315a2364125eb","span_id":"67a064df1d0159d5","x-request-id":"c282b8a7-6966-4bbe-8ed8-3d854b30be2c"} {"level":"info","ts":1789562506.152834,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8ae9f8aa60c2859fb72315a2364125eb","span_id":"67a064df1d0159d5","x-request-id":"c282b8a7-6966-4bbe-8ed8-3d854b30be2c"} {"level":"info","ts":1789562506.1528454,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8ae9f8aa60c2859fb72315a2364125eb","span_id":"67a064df1d0159d5","x-request-id":"c282b8a7-6966-4bbe-8ed8-3d854b30be2c","EoS":false} {"level":"info","ts":1789562506.1528556,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8ae9f8aa60c2859fb72315a2364125eb","span_id":"67a064df1d0159d5","x-request-id":"c282b8a7-6966-4bbe-8ed8-3d854b30be2c"} {"level":"info","ts":1789562506.1528785,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8ae9f8aa60c2859fb72315a2364125eb","span_id":"67a064df1d0159d5","x-request-id":"c282b8a7-6966-4bbe-8ed8-3d854b30be2c","EoS":true} {"level":"info","ts":1789562506.1528885,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8ae9f8aa60c2859fb72315a2364125eb","span_id":"67a064df1d0159d5","x-request-id":"c282b8a7-6966-4bbe-8ed8-3d854b30be2c"} {"level":"info","ts":1789562506.2937996,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789562506.2939115,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"eb4dcf99713f99c68ed0a1d8037e8872","span_id":"30067bd238837e79","x-request-id":"1d10609f-05d1-46e1-8f9e-9bd943d36aca"} {"level":"info","ts":1789562506.2939248,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"eb4dcf99713f99c68ed0a1d8037e8872","span_id":"30067bd238837e79","x-request-id":"1d10609f-05d1-46e1-8f9e-9bd943d36aca"} {"level":"info","ts":1789562506.2939436,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"eb4dcf99713f99c68ed0a1d8037e8872","span_id":"30067bd238837e79","x-request-id":"1d10609f-05d1-46e1-8f9e-9bd943d36aca","EoS":true} {"level":"info","ts":1789562506.2939804,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"eb4dcf99713f99c68ed0a1d8037e8872","span_id":"30067bd238837e79","x-request-id":"1d10609f-05d1-46e1-8f9e-9bd943d36aca","header":"x-maas-username"} {"level":"info","ts":1789562506.2939913,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"eb4dcf99713f99c68ed0a1d8037e8872","span_id":"30067bd238837e79","x-request-id":"1d10609f-05d1-46e1-8f9e-9bd943d36aca","header":"x-maas-subscription"} {"level":"info","ts":1789562506.2940004,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"eb4dcf99713f99c68ed0a1d8037e8872","span_id":"30067bd238837e79","x-request-id":"1d10609f-05d1-46e1-8f9e-9bd943d36aca","header":"x-maas-group"} {"level":"info","ts":1789562506.2940204,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"eb4dcf99713f99c68ed0a1d8037e8872","span_id":"30067bd238837e79","x-request-id":"1d10609f-05d1-46e1-8f9e-9bd943d36aca","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789562506.2940555,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"eb4dcf99713f99c68ed0a1d8037e8872","span_id":"30067bd238837e79","x-request-id":"1d10609f-05d1-46e1-8f9e-9bd943d36aca"} {"level":"info","ts":1789562506.2950294,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"eb4dcf99713f99c68ed0a1d8037e8872","span_id":"30067bd238837e79","x-request-id":"1d10609f-05d1-46e1-8f9e-9bd943d36aca"} {"level":"info","ts":1789562506.2950494,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"eb4dcf99713f99c68ed0a1d8037e8872","span_id":"30067bd238837e79","x-request-id":"1d10609f-05d1-46e1-8f9e-9bd943d36aca"} {"level":"info","ts":1789562506.2950609,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"eb4dcf99713f99c68ed0a1d8037e8872","span_id":"30067bd238837e79","x-request-id":"1d10609f-05d1-46e1-8f9e-9bd943d36aca","EoS":false} {"level":"info","ts":1789562506.2950726,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"eb4dcf99713f99c68ed0a1d8037e8872","span_id":"30067bd238837e79","x-request-id":"1d10609f-05d1-46e1-8f9e-9bd943d36aca"} {"level":"info","ts":1789562506.2950952,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"eb4dcf99713f99c68ed0a1d8037e8872","span_id":"30067bd238837e79","x-request-id":"1d10609f-05d1-46e1-8f9e-9bd943d36aca","EoS":true} {"level":"info","ts":1789562506.2951045,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"eb4dcf99713f99c68ed0a1d8037e8872","span_id":"30067bd238837e79","x-request-id":"1d10609f-05d1-46e1-8f9e-9bd943d36aca"} {"level":"info","ts":1789562506.4355457,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789562506.4356463,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b4bb9e6f697382eb5d75aa7417bf2b6c","span_id":"f1c9ad827875b4d2","x-request-id":"57d740dd-dc9d-444d-b3b4-bb116118a26e"} {"level":"info","ts":1789562506.4356592,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b4bb9e6f697382eb5d75aa7417bf2b6c","span_id":"f1c9ad827875b4d2","x-request-id":"57d740dd-dc9d-444d-b3b4-bb116118a26e"} {"level":"info","ts":1789562506.4356704,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b4bb9e6f697382eb5d75aa7417bf2b6c","span_id":"f1c9ad827875b4d2","x-request-id":"57d740dd-dc9d-444d-b3b4-bb116118a26e","EoS":true} {"level":"info","ts":1789562506.4356928,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b4bb9e6f697382eb5d75aa7417bf2b6c","span_id":"f1c9ad827875b4d2","x-request-id":"57d740dd-dc9d-444d-b3b4-bb116118a26e","header":"x-maas-subscription"} {"level":"info","ts":1789562506.4357033,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b4bb9e6f697382eb5d75aa7417bf2b6c","span_id":"f1c9ad827875b4d2","x-request-id":"57d740dd-dc9d-444d-b3b4-bb116118a26e","header":"x-maas-group"} {"level":"info","ts":1789562506.4357078,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b4bb9e6f697382eb5d75aa7417bf2b6c","span_id":"f1c9ad827875b4d2","x-request-id":"57d740dd-dc9d-444d-b3b4-bb116118a26e","header":"x-maas-username"} {"level":"info","ts":1789562506.4357228,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b4bb9e6f697382eb5d75aa7417bf2b6c","span_id":"f1c9ad827875b4d2","x-request-id":"57d740dd-dc9d-444d-b3b4-bb116118a26e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789562506.435748,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b4bb9e6f697382eb5d75aa7417bf2b6c","span_id":"f1c9ad827875b4d2","x-request-id":"57d740dd-dc9d-444d-b3b4-bb116118a26e"} {"level":"info","ts":1789562506.4367087,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b4bb9e6f697382eb5d75aa7417bf2b6c","span_id":"f1c9ad827875b4d2","x-request-id":"57d740dd-dc9d-444d-b3b4-bb116118a26e"} {"level":"info","ts":1789562506.4367344,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b4bb9e6f697382eb5d75aa7417bf2b6c","span_id":"f1c9ad827875b4d2","x-request-id":"57d740dd-dc9d-444d-b3b4-bb116118a26e"} {"level":"info","ts":1789562506.436754,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b4bb9e6f697382eb5d75aa7417bf2b6c","span_id":"f1c9ad827875b4d2","x-request-id":"57d740dd-dc9d-444d-b3b4-bb116118a26e","EoS":false} {"level":"info","ts":1789562506.436773,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b4bb9e6f697382eb5d75aa7417bf2b6c","span_id":"f1c9ad827875b4d2","x-request-id":"57d740dd-dc9d-444d-b3b4-bb116118a26e"} {"level":"info","ts":1789562506.4368098,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b4bb9e6f697382eb5d75aa7417bf2b6c","span_id":"f1c9ad827875b4d2","x-request-id":"57d740dd-dc9d-444d-b3b4-bb116118a26e","EoS":true} {"level":"info","ts":1789562506.4368212,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b4bb9e6f697382eb5d75aa7417bf2b6c","span_id":"f1c9ad827875b4d2","x-request-id":"57d740dd-dc9d-444d-b3b4-bb116118a26e"} {"level":"error","ts":1789562516.297227,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789562519.7982278,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789562519.798342,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8c8db0b303546ef70c601b1265790595","span_id":"6279f64beb376c99","x-request-id":"9f9f6865-26a5-4f12-b645-8af862130025"} {"level":"info","ts":1789562519.7983549,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8c8db0b303546ef70c601b1265790595","span_id":"6279f64beb376c99","x-request-id":"9f9f6865-26a5-4f12-b645-8af862130025"} {"level":"info","ts":1789562519.7983692,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8c8db0b303546ef70c601b1265790595","span_id":"6279f64beb376c99","x-request-id":"9f9f6865-26a5-4f12-b645-8af862130025","EoS":true} {"level":"info","ts":1789562519.7983975,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8c8db0b303546ef70c601b1265790595","span_id":"6279f64beb376c99","x-request-id":"9f9f6865-26a5-4f12-b645-8af862130025","header":"x-maas-subscription"} {"level":"info","ts":1789562519.7984078,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8c8db0b303546ef70c601b1265790595","span_id":"6279f64beb376c99","x-request-id":"9f9f6865-26a5-4f12-b645-8af862130025","header":"x-maas-username"} {"level":"info","ts":1789562519.7984128,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8c8db0b303546ef70c601b1265790595","span_id":"6279f64beb376c99","x-request-id":"9f9f6865-26a5-4f12-b645-8af862130025","header":"x-maas-group"} {"level":"info","ts":1789562519.7984295,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8c8db0b303546ef70c601b1265790595","span_id":"6279f64beb376c99","x-request-id":"9f9f6865-26a5-4f12-b645-8af862130025","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789562519.798458,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8c8db0b303546ef70c601b1265790595","span_id":"6279f64beb376c99","x-request-id":"9f9f6865-26a5-4f12-b645-8af862130025"} {"level":"info","ts":1789562519.800302,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8c8db0b303546ef70c601b1265790595","span_id":"6279f64beb376c99","x-request-id":"9f9f6865-26a5-4f12-b645-8af862130025"} {"level":"info","ts":1789562519.8003225,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8c8db0b303546ef70c601b1265790595","span_id":"6279f64beb376c99","x-request-id":"9f9f6865-26a5-4f12-b645-8af862130025"} {"level":"info","ts":1789562519.8003368,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8c8db0b303546ef70c601b1265790595","span_id":"6279f64beb376c99","x-request-id":"9f9f6865-26a5-4f12-b645-8af862130025","EoS":false} {"level":"info","ts":1789562519.8003473,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8c8db0b303546ef70c601b1265790595","span_id":"6279f64beb376c99","x-request-id":"9f9f6865-26a5-4f12-b645-8af862130025"} {"level":"info","ts":1789562519.8003733,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8c8db0b303546ef70c601b1265790595","span_id":"6279f64beb376c99","x-request-id":"9f9f6865-26a5-4f12-b645-8af862130025","EoS":true} {"level":"info","ts":1789562519.8003826,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8c8db0b303546ef70c601b1265790595","span_id":"6279f64beb376c99","x-request-id":"9f9f6865-26a5-4f12-b645-8af862130025"} {"level":"info","ts":1789562519.834245,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789562519.8343408,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c8437bcb1b9552a5d7ebf5905d145c5c","span_id":"50d5be861add1cf6","x-request-id":"30b67763-1cc8-46b3-942a-a3b12e64bcf2"} {"level":"info","ts":1789562519.8343537,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c8437bcb1b9552a5d7ebf5905d145c5c","span_id":"50d5be861add1cf6","x-request-id":"30b67763-1cc8-46b3-942a-a3b12e64bcf2"} {"level":"info","ts":1789562519.8343663,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c8437bcb1b9552a5d7ebf5905d145c5c","span_id":"50d5be861add1cf6","x-request-id":"30b67763-1cc8-46b3-942a-a3b12e64bcf2","EoS":true} {"level":"info","ts":1789562519.8343866,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c8437bcb1b9552a5d7ebf5905d145c5c","span_id":"50d5be861add1cf6","x-request-id":"30b67763-1cc8-46b3-942a-a3b12e64bcf2","header":"x-maas-subscription"} {"level":"info","ts":1789562519.8343976,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c8437bcb1b9552a5d7ebf5905d145c5c","span_id":"50d5be861add1cf6","x-request-id":"30b67763-1cc8-46b3-942a-a3b12e64bcf2","header":"x-maas-group"} {"level":"info","ts":1789562519.8344028,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c8437bcb1b9552a5d7ebf5905d145c5c","span_id":"50d5be861add1cf6","x-request-id":"30b67763-1cc8-46b3-942a-a3b12e64bcf2","header":"x-maas-username"} {"level":"info","ts":1789562519.8344169,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c8437bcb1b9552a5d7ebf5905d145c5c","span_id":"50d5be861add1cf6","x-request-id":"30b67763-1cc8-46b3-942a-a3b12e64bcf2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789562519.8344429,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c8437bcb1b9552a5d7ebf5905d145c5c","span_id":"50d5be861add1cf6","x-request-id":"30b67763-1cc8-46b3-942a-a3b12e64bcf2"} {"level":"info","ts":1789562519.8353539,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c8437bcb1b9552a5d7ebf5905d145c5c","span_id":"50d5be861add1cf6","x-request-id":"30b67763-1cc8-46b3-942a-a3b12e64bcf2"} {"level":"info","ts":1789562519.8353717,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c8437bcb1b9552a5d7ebf5905d145c5c","span_id":"50d5be861add1cf6","x-request-id":"30b67763-1cc8-46b3-942a-a3b12e64bcf2"} {"level":"info","ts":1789562519.8353882,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c8437bcb1b9552a5d7ebf5905d145c5c","span_id":"50d5be861add1cf6","x-request-id":"30b67763-1cc8-46b3-942a-a3b12e64bcf2","EoS":false} {"level":"info","ts":1789562519.8353982,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c8437bcb1b9552a5d7ebf5905d145c5c","span_id":"50d5be861add1cf6","x-request-id":"30b67763-1cc8-46b3-942a-a3b12e64bcf2"} {"level":"info","ts":1789562519.83542,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c8437bcb1b9552a5d7ebf5905d145c5c","span_id":"50d5be861add1cf6","x-request-id":"30b67763-1cc8-46b3-942a-a3b12e64bcf2","EoS":true} {"level":"info","ts":1789562519.8354287,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c8437bcb1b9552a5d7ebf5905d145c5c","span_id":"50d5be861add1cf6","x-request-id":"30b67763-1cc8-46b3-942a-a3b12e64bcf2"} {"level":"info","ts":1789562519.943206,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789562519.9433198,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"32da4cc7f0d394d75aa747e1a3a4bac6","span_id":"cfb8170e5d150796","x-request-id":"09945f5e-a264-4907-a359-0ac9a631ee2c"} {"level":"info","ts":1789562519.9442132,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"32da4cc7f0d394d75aa747e1a3a4bac6","span_id":"cfb8170e5d150796","x-request-id":"09945f5e-a264-4907-a359-0ac9a631ee2c"} {"level":"info","ts":1789562519.9442327,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"32da4cc7f0d394d75aa747e1a3a4bac6","span_id":"cfb8170e5d150796","x-request-id":"09945f5e-a264-4907-a359-0ac9a631ee2c"} {"level":"info","ts":1789562519.944247,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"32da4cc7f0d394d75aa747e1a3a4bac6","span_id":"cfb8170e5d150796","x-request-id":"09945f5e-a264-4907-a359-0ac9a631ee2c","EoS":false} {"level":"info","ts":1789562519.9442592,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"32da4cc7f0d394d75aa747e1a3a4bac6","span_id":"cfb8170e5d150796","x-request-id":"09945f5e-a264-4907-a359-0ac9a631ee2c"} {"level":"info","ts":1789562519.9442842,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"32da4cc7f0d394d75aa747e1a3a4bac6","span_id":"cfb8170e5d150796","x-request-id":"09945f5e-a264-4907-a359-0ac9a631ee2c","EoS":true} {"level":"info","ts":1789562519.9442937,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"32da4cc7f0d394d75aa747e1a3a4bac6","span_id":"cfb8170e5d150796","x-request-id":"09945f5e-a264-4907-a359-0ac9a631ee2c"} {"level":"info","ts":1789562520.8189075,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789562520.8190157,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"11028830a92cdbf188168a5af58b08cd","span_id":"aafe846ae839433c","x-request-id":"0aa9551a-4c87-4064-b139-c410083c7b41"} {"level":"info","ts":1789562520.819028,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"11028830a92cdbf188168a5af58b08cd","span_id":"aafe846ae839433c","x-request-id":"0aa9551a-4c87-4064-b139-c410083c7b41"} {"level":"info","ts":1789562520.8190393,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"11028830a92cdbf188168a5af58b08cd","span_id":"aafe846ae839433c","x-request-id":"0aa9551a-4c87-4064-b139-c410083c7b41","EoS":true} {"level":"info","ts":1789562520.8190646,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"11028830a92cdbf188168a5af58b08cd","span_id":"aafe846ae839433c","x-request-id":"0aa9551a-4c87-4064-b139-c410083c7b41","header":"x-maas-username"} {"level":"info","ts":1789562520.8190744,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"11028830a92cdbf188168a5af58b08cd","span_id":"aafe846ae839433c","x-request-id":"0aa9551a-4c87-4064-b139-c410083c7b41","header":"x-maas-subscription"} {"level":"info","ts":1789562520.8190818,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"11028830a92cdbf188168a5af58b08cd","span_id":"aafe846ae839433c","x-request-id":"0aa9551a-4c87-4064-b139-c410083c7b41","header":"x-maas-group"} {"level":"info","ts":1789562520.8191032,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"11028830a92cdbf188168a5af58b08cd","span_id":"aafe846ae839433c","x-request-id":"0aa9551a-4c87-4064-b139-c410083c7b41","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789562520.8191283,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"11028830a92cdbf188168a5af58b08cd","span_id":"aafe846ae839433c","x-request-id":"0aa9551a-4c87-4064-b139-c410083c7b41"} {"level":"info","ts":1789562520.8199449,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"11028830a92cdbf188168a5af58b08cd","span_id":"aafe846ae839433c","x-request-id":"0aa9551a-4c87-4064-b139-c410083c7b41"} {"level":"info","ts":1789562520.8199654,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"11028830a92cdbf188168a5af58b08cd","span_id":"aafe846ae839433c","x-request-id":"0aa9551a-4c87-4064-b139-c410083c7b41"} {"level":"info","ts":1789562520.8199801,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"11028830a92cdbf188168a5af58b08cd","span_id":"aafe846ae839433c","x-request-id":"0aa9551a-4c87-4064-b139-c410083c7b41","EoS":false} {"level":"info","ts":1789562520.8199942,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"11028830a92cdbf188168a5af58b08cd","span_id":"aafe846ae839433c","x-request-id":"0aa9551a-4c87-4064-b139-c410083c7b41"} {"level":"info","ts":1789562520.8200247,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"11028830a92cdbf188168a5af58b08cd","span_id":"aafe846ae839433c","x-request-id":"0aa9551a-4c87-4064-b139-c410083c7b41","EoS":true} {"level":"info","ts":1789562520.8200421,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"11028830a92cdbf188168a5af58b08cd","span_id":"aafe846ae839433c","x-request-id":"0aa9551a-4c87-4064-b139-c410083c7b41"} {"level":"info","ts":1789562521.810591,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789562521.8106928,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4a962ca49a621e11cf5ca3efba1ccc6d","span_id":"625ecea3fc9fefa1","x-request-id":"5ace308e-1993-4190-8796-1537899cab19"} {"level":"info","ts":1789562521.8107104,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4a962ca49a621e11cf5ca3efba1ccc6d","span_id":"625ecea3fc9fefa1","x-request-id":"5ace308e-1993-4190-8796-1537899cab19"} {"level":"info","ts":1789562521.8107226,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4a962ca49a621e11cf5ca3efba1ccc6d","span_id":"625ecea3fc9fefa1","x-request-id":"5ace308e-1993-4190-8796-1537899cab19","EoS":true} {"level":"info","ts":1789562521.8107486,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4a962ca49a621e11cf5ca3efba1ccc6d","span_id":"625ecea3fc9fefa1","x-request-id":"5ace308e-1993-4190-8796-1537899cab19","header":"x-maas-subscription"} {"level":"info","ts":1789562521.8107586,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4a962ca49a621e11cf5ca3efba1ccc6d","span_id":"625ecea3fc9fefa1","x-request-id":"5ace308e-1993-4190-8796-1537899cab19","header":"x-maas-group"} {"level":"info","ts":1789562521.8107638,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4a962ca49a621e11cf5ca3efba1ccc6d","span_id":"625ecea3fc9fefa1","x-request-id":"5ace308e-1993-4190-8796-1537899cab19","header":"x-maas-username"} {"level":"info","ts":1789562521.810779,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"4a962ca49a621e11cf5ca3efba1ccc6d","span_id":"625ecea3fc9fefa1","x-request-id":"5ace308e-1993-4190-8796-1537899cab19","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789562521.8108056,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4a962ca49a621e11cf5ca3efba1ccc6d","span_id":"625ecea3fc9fefa1","x-request-id":"5ace308e-1993-4190-8796-1537899cab19"} {"level":"info","ts":1789562521.8116326,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4a962ca49a621e11cf5ca3efba1ccc6d","span_id":"625ecea3fc9fefa1","x-request-id":"5ace308e-1993-4190-8796-1537899cab19"} {"level":"info","ts":1789562521.811656,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4a962ca49a621e11cf5ca3efba1ccc6d","span_id":"625ecea3fc9fefa1","x-request-id":"5ace308e-1993-4190-8796-1537899cab19"} {"level":"info","ts":1789562521.8116772,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4a962ca49a621e11cf5ca3efba1ccc6d","span_id":"625ecea3fc9fefa1","x-request-id":"5ace308e-1993-4190-8796-1537899cab19","EoS":false} {"level":"info","ts":1789562521.8116987,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4a962ca49a621e11cf5ca3efba1ccc6d","span_id":"625ecea3fc9fefa1","x-request-id":"5ace308e-1993-4190-8796-1537899cab19"} {"level":"info","ts":1789562521.8117368,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4a962ca49a621e11cf5ca3efba1ccc6d","span_id":"625ecea3fc9fefa1","x-request-id":"5ace308e-1993-4190-8796-1537899cab19","EoS":true} {"level":"info","ts":1789562521.8117518,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4a962ca49a621e11cf5ca3efba1ccc6d","span_id":"625ecea3fc9fefa1","x-request-id":"5ace308e-1993-4190-8796-1537899cab19"} {"level":"info","ts":1789562522.6190608,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789562522.6191797,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4e08cc7714039bec50fc2a57a2af3a3b","span_id":"74dd386a7c403b4f","x-request-id":"5a127974-b351-4251-bd0e-b8a7257a0589"} {"level":"info","ts":1789562522.6191921,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4e08cc7714039bec50fc2a57a2af3a3b","span_id":"74dd386a7c403b4f","x-request-id":"5a127974-b351-4251-bd0e-b8a7257a0589"} {"level":"info","ts":1789562522.6192122,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4e08cc7714039bec50fc2a57a2af3a3b","span_id":"74dd386a7c403b4f","x-request-id":"5a127974-b351-4251-bd0e-b8a7257a0589","EoS":true} {"level":"info","ts":1789562522.6192358,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4e08cc7714039bec50fc2a57a2af3a3b","span_id":"74dd386a7c403b4f","x-request-id":"5a127974-b351-4251-bd0e-b8a7257a0589","header":"x-maas-subscription"} {"level":"info","ts":1789562522.619246,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4e08cc7714039bec50fc2a57a2af3a3b","span_id":"74dd386a7c403b4f","x-request-id":"5a127974-b351-4251-bd0e-b8a7257a0589","header":"x-maas-username"} {"level":"info","ts":1789562522.6192508,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4e08cc7714039bec50fc2a57a2af3a3b","span_id":"74dd386a7c403b4f","x-request-id":"5a127974-b351-4251-bd0e-b8a7257a0589","header":"x-maas-group"} {"level":"info","ts":1789562522.6192687,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"4e08cc7714039bec50fc2a57a2af3a3b","span_id":"74dd386a7c403b4f","x-request-id":"5a127974-b351-4251-bd0e-b8a7257a0589","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789562522.6192923,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4e08cc7714039bec50fc2a57a2af3a3b","span_id":"74dd386a7c403b4f","x-request-id":"5a127974-b351-4251-bd0e-b8a7257a0589"} {"level":"info","ts":1789562522.6200964,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4e08cc7714039bec50fc2a57a2af3a3b","span_id":"74dd386a7c403b4f","x-request-id":"5a127974-b351-4251-bd0e-b8a7257a0589"} {"level":"info","ts":1789562522.6201172,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4e08cc7714039bec50fc2a57a2af3a3b","span_id":"74dd386a7c403b4f","x-request-id":"5a127974-b351-4251-bd0e-b8a7257a0589"} {"level":"info","ts":1789562522.6201487,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4e08cc7714039bec50fc2a57a2af3a3b","span_id":"74dd386a7c403b4f","x-request-id":"5a127974-b351-4251-bd0e-b8a7257a0589","EoS":false} {"level":"info","ts":1789562522.6201675,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4e08cc7714039bec50fc2a57a2af3a3b","span_id":"74dd386a7c403b4f","x-request-id":"5a127974-b351-4251-bd0e-b8a7257a0589"} {"level":"info","ts":1789562522.6202066,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4e08cc7714039bec50fc2a57a2af3a3b","span_id":"74dd386a7c403b4f","x-request-id":"5a127974-b351-4251-bd0e-b8a7257a0589","EoS":true} {"level":"info","ts":1789562522.6202202,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4e08cc7714039bec50fc2a57a2af3a3b","span_id":"74dd386a7c403b4f","x-request-id":"5a127974-b351-4251-bd0e-b8a7257a0589"} {"level":"info","ts":1789562523.6962197,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789562523.696322,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c3fb896fca206b673d5d3130d11b9044","span_id":"e12db7308edbe9c6","x-request-id":"e3158e72-c02e-48a2-8e6e-efbe68a678c9"} {"level":"info","ts":1789562523.6963341,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c3fb896fca206b673d5d3130d11b9044","span_id":"e12db7308edbe9c6","x-request-id":"e3158e72-c02e-48a2-8e6e-efbe68a678c9"} {"level":"info","ts":1789562523.6963456,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c3fb896fca206b673d5d3130d11b9044","span_id":"e12db7308edbe9c6","x-request-id":"e3158e72-c02e-48a2-8e6e-efbe68a678c9","EoS":true} {"level":"info","ts":1789562523.696369,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c3fb896fca206b673d5d3130d11b9044","span_id":"e12db7308edbe9c6","x-request-id":"e3158e72-c02e-48a2-8e6e-efbe68a678c9","header":"x-maas-username"} {"level":"info","ts":1789562523.69638,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c3fb896fca206b673d5d3130d11b9044","span_id":"e12db7308edbe9c6","x-request-id":"e3158e72-c02e-48a2-8e6e-efbe68a678c9","header":"x-maas-group"} {"level":"info","ts":1789562523.6963863,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c3fb896fca206b673d5d3130d11b9044","span_id":"e12db7308edbe9c6","x-request-id":"e3158e72-c02e-48a2-8e6e-efbe68a678c9","header":"x-maas-subscription"} {"level":"info","ts":1789562523.696403,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c3fb896fca206b673d5d3130d11b9044","span_id":"e12db7308edbe9c6","x-request-id":"e3158e72-c02e-48a2-8e6e-efbe68a678c9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789562523.6964293,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c3fb896fca206b673d5d3130d11b9044","span_id":"e12db7308edbe9c6","x-request-id":"e3158e72-c02e-48a2-8e6e-efbe68a678c9"} {"level":"info","ts":1789562523.6972477,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c3fb896fca206b673d5d3130d11b9044","span_id":"e12db7308edbe9c6","x-request-id":"e3158e72-c02e-48a2-8e6e-efbe68a678c9"} {"level":"info","ts":1789562523.69727,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c3fb896fca206b673d5d3130d11b9044","span_id":"e12db7308edbe9c6","x-request-id":"e3158e72-c02e-48a2-8e6e-efbe68a678c9"} {"level":"info","ts":1789562523.6972826,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c3fb896fca206b673d5d3130d11b9044","span_id":"e12db7308edbe9c6","x-request-id":"e3158e72-c02e-48a2-8e6e-efbe68a678c9","EoS":false} {"level":"info","ts":1789562523.6972945,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c3fb896fca206b673d5d3130d11b9044","span_id":"e12db7308edbe9c6","x-request-id":"e3158e72-c02e-48a2-8e6e-efbe68a678c9"} {"level":"info","ts":1789562523.697322,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c3fb896fca206b673d5d3130d11b9044","span_id":"e12db7308edbe9c6","x-request-id":"e3158e72-c02e-48a2-8e6e-efbe68a678c9","EoS":true} {"level":"info","ts":1789562523.697334,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c3fb896fca206b673d5d3130d11b9044","span_id":"e12db7308edbe9c6","x-request-id":"e3158e72-c02e-48a2-8e6e-efbe68a678c9"} {"level":"error","ts":1789562526.2975774,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789562536.2983816,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789562551.299652,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789562552.3260624,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789562552.3261974,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1c3399e45c61345ac3b213e3af289673","span_id":"8047f10672e05773","x-request-id":"28f0b151-9301-4b01-a933-62d4de05ca08"} {"level":"info","ts":1789562552.3262117,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1c3399e45c61345ac3b213e3af289673","span_id":"8047f10672e05773","x-request-id":"28f0b151-9301-4b01-a933-62d4de05ca08"} {"level":"info","ts":1789562552.3262248,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1c3399e45c61345ac3b213e3af289673","span_id":"8047f10672e05773","x-request-id":"28f0b151-9301-4b01-a933-62d4de05ca08","EoS":true} {"level":"info","ts":1789562552.3262513,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1c3399e45c61345ac3b213e3af289673","span_id":"8047f10672e05773","x-request-id":"28f0b151-9301-4b01-a933-62d4de05ca08","header":"x-maas-username"} {"level":"info","ts":1789562552.3262618,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1c3399e45c61345ac3b213e3af289673","span_id":"8047f10672e05773","x-request-id":"28f0b151-9301-4b01-a933-62d4de05ca08","header":"x-maas-group"} {"level":"info","ts":1789562552.3262668,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1c3399e45c61345ac3b213e3af289673","span_id":"8047f10672e05773","x-request-id":"28f0b151-9301-4b01-a933-62d4de05ca08","header":"x-maas-subscription"} {"level":"info","ts":1789562552.326282,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"1c3399e45c61345ac3b213e3af289673","span_id":"8047f10672e05773","x-request-id":"28f0b151-9301-4b01-a933-62d4de05ca08","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789562552.32631,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1c3399e45c61345ac3b213e3af289673","span_id":"8047f10672e05773","x-request-id":"28f0b151-9301-4b01-a933-62d4de05ca08"} {"level":"info","ts":1789562552.327799,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"1c3399e45c61345ac3b213e3af289673","span_id":"8047f10672e05773","x-request-id":"28f0b151-9301-4b01-a933-62d4de05ca08"} {"level":"info","ts":1789562552.3278232,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"1c3399e45c61345ac3b213e3af289673","span_id":"8047f10672e05773","x-request-id":"28f0b151-9301-4b01-a933-62d4de05ca08"} {"level":"info","ts":1789562552.3278394,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1c3399e45c61345ac3b213e3af289673","span_id":"8047f10672e05773","x-request-id":"28f0b151-9301-4b01-a933-62d4de05ca08","EoS":false} {"level":"info","ts":1789562552.327851,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1c3399e45c61345ac3b213e3af289673","span_id":"8047f10672e05773","x-request-id":"28f0b151-9301-4b01-a933-62d4de05ca08"} {"level":"info","ts":1789562552.3278747,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1c3399e45c61345ac3b213e3af289673","span_id":"8047f10672e05773","x-request-id":"28f0b151-9301-4b01-a933-62d4de05ca08","EoS":true} {"level":"info","ts":1789562552.3278842,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1c3399e45c61345ac3b213e3af289673","span_id":"8047f10672e05773","x-request-id":"28f0b151-9301-4b01-a933-62d4de05ca08"} {"level":"error","ts":1789562566.3015409,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789562641.3109171,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789562641.3110158,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1e2d4108c9176488dabbbb15c092b575","span_id":"34dfbf60f837f9c3","x-request-id":"ea490e65-f8c9-427b-839d-b8c3f162117c"} {"level":"info","ts":1789562641.3110294,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1e2d4108c9176488dabbbb15c092b575","span_id":"34dfbf60f837f9c3","x-request-id":"ea490e65-f8c9-427b-839d-b8c3f162117c"} {"level":"info","ts":1789562641.3110418,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1e2d4108c9176488dabbbb15c092b575","span_id":"34dfbf60f837f9c3","x-request-id":"ea490e65-f8c9-427b-839d-b8c3f162117c","EoS":true} {"level":"info","ts":1789562641.3110654,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1e2d4108c9176488dabbbb15c092b575","span_id":"34dfbf60f837f9c3","x-request-id":"ea490e65-f8c9-427b-839d-b8c3f162117c","header":"x-maas-group"} {"level":"info","ts":1789562641.3110757,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1e2d4108c9176488dabbbb15c092b575","span_id":"34dfbf60f837f9c3","x-request-id":"ea490e65-f8c9-427b-839d-b8c3f162117c","header":"x-maas-username"} {"level":"info","ts":1789562641.3110805,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1e2d4108c9176488dabbbb15c092b575","span_id":"34dfbf60f837f9c3","x-request-id":"ea490e65-f8c9-427b-839d-b8c3f162117c","header":"x-maas-subscription"} {"level":"info","ts":1789562641.3110957,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"1e2d4108c9176488dabbbb15c092b575","span_id":"34dfbf60f837f9c3","x-request-id":"ea490e65-f8c9-427b-839d-b8c3f162117c","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789562641.3111236,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1e2d4108c9176488dabbbb15c092b575","span_id":"34dfbf60f837f9c3","x-request-id":"ea490e65-f8c9-427b-839d-b8c3f162117c"} {"level":"info","ts":1789562641.324086,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"1e2d4108c9176488dabbbb15c092b575","span_id":"34dfbf60f837f9c3","x-request-id":"ea490e65-f8c9-427b-839d-b8c3f162117c"} {"level":"info","ts":1789562641.324114,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"1e2d4108c9176488dabbbb15c092b575","span_id":"34dfbf60f837f9c3","x-request-id":"ea490e65-f8c9-427b-839d-b8c3f162117c"} {"level":"info","ts":1789562641.3241496,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1e2d4108c9176488dabbbb15c092b575","span_id":"34dfbf60f837f9c3","x-request-id":"ea490e65-f8c9-427b-839d-b8c3f162117c","EoS":false} {"level":"info","ts":1789562641.3241644,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1e2d4108c9176488dabbbb15c092b575","span_id":"34dfbf60f837f9c3","x-request-id":"ea490e65-f8c9-427b-839d-b8c3f162117c"} {"level":"info","ts":1789562641.324194,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1e2d4108c9176488dabbbb15c092b575","span_id":"34dfbf60f837f9c3","x-request-id":"ea490e65-f8c9-427b-839d-b8c3f162117c","EoS":true} {"level":"info","ts":1789562641.3242035,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1e2d4108c9176488dabbbb15c092b575","span_id":"34dfbf60f837f9c3","x-request-id":"ea490e65-f8c9-427b-839d-b8c3f162117c"} {"level":"error","ts":1789562656.3122318,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789562724.9770775,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789562724.9772153,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2ba8b462a4b4e304d7c43480e3d6871a","span_id":"8c6d66806f11883b","x-request-id":"4ab94753-7964-4ce6-bfe1-7c4762d7f72d"} {"level":"info","ts":1789562724.9772704,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2ba8b462a4b4e304d7c43480e3d6871a","span_id":"8c6d66806f11883b","x-request-id":"4ab94753-7964-4ce6-bfe1-7c4762d7f72d"} {"level":"info","ts":1789562724.9772947,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2ba8b462a4b4e304d7c43480e3d6871a","span_id":"8c6d66806f11883b","x-request-id":"4ab94753-7964-4ce6-bfe1-7c4762d7f72d","EoS":true} {"level":"info","ts":1789562724.9773343,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2ba8b462a4b4e304d7c43480e3d6871a","span_id":"8c6d66806f11883b","x-request-id":"4ab94753-7964-4ce6-bfe1-7c4762d7f72d","header":"x-maas-subscription"} {"level":"info","ts":1789562724.9773505,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2ba8b462a4b4e304d7c43480e3d6871a","span_id":"8c6d66806f11883b","x-request-id":"4ab94753-7964-4ce6-bfe1-7c4762d7f72d","header":"x-maas-username"} {"level":"info","ts":1789562724.9773586,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2ba8b462a4b4e304d7c43480e3d6871a","span_id":"8c6d66806f11883b","x-request-id":"4ab94753-7964-4ce6-bfe1-7c4762d7f72d","header":"x-maas-group"} {"level":"info","ts":1789562724.9773803,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2ba8b462a4b4e304d7c43480e3d6871a","span_id":"8c6d66806f11883b","x-request-id":"4ab94753-7964-4ce6-bfe1-7c4762d7f72d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789562724.977419,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2ba8b462a4b4e304d7c43480e3d6871a","span_id":"8c6d66806f11883b","x-request-id":"4ab94753-7964-4ce6-bfe1-7c4762d7f72d"} {"level":"info","ts":1789562724.9784822,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2ba8b462a4b4e304d7c43480e3d6871a","span_id":"8c6d66806f11883b","x-request-id":"4ab94753-7964-4ce6-bfe1-7c4762d7f72d"} {"level":"info","ts":1789562724.978508,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2ba8b462a4b4e304d7c43480e3d6871a","span_id":"8c6d66806f11883b","x-request-id":"4ab94753-7964-4ce6-bfe1-7c4762d7f72d"} {"level":"info","ts":1789562724.9785228,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2ba8b462a4b4e304d7c43480e3d6871a","span_id":"8c6d66806f11883b","x-request-id":"4ab94753-7964-4ce6-bfe1-7c4762d7f72d","EoS":false} {"level":"info","ts":1789562724.9785342,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2ba8b462a4b4e304d7c43480e3d6871a","span_id":"8c6d66806f11883b","x-request-id":"4ab94753-7964-4ce6-bfe1-7c4762d7f72d"} {"level":"info","ts":1789562724.9785593,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2ba8b462a4b4e304d7c43480e3d6871a","span_id":"8c6d66806f11883b","x-request-id":"4ab94753-7964-4ce6-bfe1-7c4762d7f72d","EoS":true} {"level":"info","ts":1789562724.9785678,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2ba8b462a4b4e304d7c43480e3d6871a","span_id":"8c6d66806f11883b","x-request-id":"4ab94753-7964-4ce6-bfe1-7c4762d7f72d"} {"level":"error","ts":1789562736.3187065,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789562738.6569128,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789562738.6570115,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"18935ab669e5609dc205291a12f962d8","span_id":"086307f9cf2e269c","x-request-id":"abb52bb3-04f9-45ca-982b-2c4a8dd1bb75"} {"level":"info","ts":1789562738.6570234,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"18935ab669e5609dc205291a12f962d8","span_id":"086307f9cf2e269c","x-request-id":"abb52bb3-04f9-45ca-982b-2c4a8dd1bb75"} {"level":"info","ts":1789562738.6570346,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"18935ab669e5609dc205291a12f962d8","span_id":"086307f9cf2e269c","x-request-id":"abb52bb3-04f9-45ca-982b-2c4a8dd1bb75","EoS":true} {"level":"info","ts":1789562738.6570606,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"18935ab669e5609dc205291a12f962d8","span_id":"086307f9cf2e269c","x-request-id":"abb52bb3-04f9-45ca-982b-2c4a8dd1bb75","header":"x-maas-subscription"} {"level":"info","ts":1789562738.6570728,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"18935ab669e5609dc205291a12f962d8","span_id":"086307f9cf2e269c","x-request-id":"abb52bb3-04f9-45ca-982b-2c4a8dd1bb75","header":"x-maas-username"} {"level":"info","ts":1789562738.6570787,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"18935ab669e5609dc205291a12f962d8","span_id":"086307f9cf2e269c","x-request-id":"abb52bb3-04f9-45ca-982b-2c4a8dd1bb75","header":"x-maas-group"} {"level":"info","ts":1789562738.6570935,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"18935ab669e5609dc205291a12f962d8","span_id":"086307f9cf2e269c","x-request-id":"abb52bb3-04f9-45ca-982b-2c4a8dd1bb75","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789562738.6571133,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"18935ab669e5609dc205291a12f962d8","span_id":"086307f9cf2e269c","x-request-id":"abb52bb3-04f9-45ca-982b-2c4a8dd1bb75"} {"level":"info","ts":1789562738.669923,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"18935ab669e5609dc205291a12f962d8","span_id":"086307f9cf2e269c","x-request-id":"abb52bb3-04f9-45ca-982b-2c4a8dd1bb75"} {"level":"info","ts":1789562738.6699479,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"18935ab669e5609dc205291a12f962d8","span_id":"086307f9cf2e269c","x-request-id":"abb52bb3-04f9-45ca-982b-2c4a8dd1bb75"} {"level":"info","ts":1789562738.66997,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"18935ab669e5609dc205291a12f962d8","span_id":"086307f9cf2e269c","x-request-id":"abb52bb3-04f9-45ca-982b-2c4a8dd1bb75","EoS":false} {"level":"info","ts":1789562738.6699867,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"18935ab669e5609dc205291a12f962d8","span_id":"086307f9cf2e269c","x-request-id":"abb52bb3-04f9-45ca-982b-2c4a8dd1bb75"} {"level":"info","ts":1789562738.6700296,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"18935ab669e5609dc205291a12f962d8","span_id":"086307f9cf2e269c","x-request-id":"abb52bb3-04f9-45ca-982b-2c4a8dd1bb75","EoS":false} {"level":"info","ts":1789562738.6700456,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"18935ab669e5609dc205291a12f962d8","span_id":"086307f9cf2e269c","x-request-id":"abb52bb3-04f9-45ca-982b-2c4a8dd1bb75"} {"level":"info","ts":1789562738.6700678,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"18935ab669e5609dc205291a12f962d8","span_id":"086307f9cf2e269c","x-request-id":"abb52bb3-04f9-45ca-982b-2c4a8dd1bb75","EoS":false} {"level":"info","ts":1789562738.6701143,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"18935ab669e5609dc205291a12f962d8","span_id":"086307f9cf2e269c","x-request-id":"abb52bb3-04f9-45ca-982b-2c4a8dd1bb75"} {"level":"info","ts":1789562738.6701534,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"18935ab669e5609dc205291a12f962d8","span_id":"086307f9cf2e269c","x-request-id":"abb52bb3-04f9-45ca-982b-2c4a8dd1bb75","EoS":true} {"level":"info","ts":1789562738.6701667,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"18935ab669e5609dc205291a12f962d8","span_id":"086307f9cf2e269c","x-request-id":"abb52bb3-04f9-45ca-982b-2c4a8dd1bb75"} {"level":"info","ts":1789562738.8060966,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789562738.8062332,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"be96d9aaf7252e2ada93ba0703fa81e3","span_id":"023ccdf57e5a53cb","x-request-id":"2d9db372-f5cd-48c0-b414-f76d6aed7dc4"} {"level":"info","ts":1789562738.8062468,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"be96d9aaf7252e2ada93ba0703fa81e3","span_id":"023ccdf57e5a53cb","x-request-id":"2d9db372-f5cd-48c0-b414-f76d6aed7dc4"} {"level":"info","ts":1789562738.806259,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"be96d9aaf7252e2ada93ba0703fa81e3","span_id":"023ccdf57e5a53cb","x-request-id":"2d9db372-f5cd-48c0-b414-f76d6aed7dc4","EoS":true} {"level":"info","ts":1789562738.8062837,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"be96d9aaf7252e2ada93ba0703fa81e3","span_id":"023ccdf57e5a53cb","x-request-id":"2d9db372-f5cd-48c0-b414-f76d6aed7dc4","header":"x-maas-subscription"} {"level":"info","ts":1789562738.806294,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"be96d9aaf7252e2ada93ba0703fa81e3","span_id":"023ccdf57e5a53cb","x-request-id":"2d9db372-f5cd-48c0-b414-f76d6aed7dc4","header":"x-maas-username"} {"level":"info","ts":1789562738.8062994,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"be96d9aaf7252e2ada93ba0703fa81e3","span_id":"023ccdf57e5a53cb","x-request-id":"2d9db372-f5cd-48c0-b414-f76d6aed7dc4","header":"x-maas-group"} {"level":"info","ts":1789562738.8063161,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"be96d9aaf7252e2ada93ba0703fa81e3","span_id":"023ccdf57e5a53cb","x-request-id":"2d9db372-f5cd-48c0-b414-f76d6aed7dc4","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789562738.8063426,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"be96d9aaf7252e2ada93ba0703fa81e3","span_id":"023ccdf57e5a53cb","x-request-id":"2d9db372-f5cd-48c0-b414-f76d6aed7dc4"} {"level":"info","ts":1789562738.8086715,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"be96d9aaf7252e2ada93ba0703fa81e3","span_id":"023ccdf57e5a53cb","x-request-id":"2d9db372-f5cd-48c0-b414-f76d6aed7dc4"} {"level":"info","ts":1789562738.8086917,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"be96d9aaf7252e2ada93ba0703fa81e3","span_id":"023ccdf57e5a53cb","x-request-id":"2d9db372-f5cd-48c0-b414-f76d6aed7dc4"} {"level":"info","ts":1789562738.8087103,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"be96d9aaf7252e2ada93ba0703fa81e3","span_id":"023ccdf57e5a53cb","x-request-id":"2d9db372-f5cd-48c0-b414-f76d6aed7dc4","EoS":false} {"level":"info","ts":1789562738.80873,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"be96d9aaf7252e2ada93ba0703fa81e3","span_id":"023ccdf57e5a53cb","x-request-id":"2d9db372-f5cd-48c0-b414-f76d6aed7dc4"} {"level":"info","ts":1789562738.8088455,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"be96d9aaf7252e2ada93ba0703fa81e3","span_id":"023ccdf57e5a53cb","x-request-id":"2d9db372-f5cd-48c0-b414-f76d6aed7dc4","EoS":false} {"level":"info","ts":1789562738.8088698,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"be96d9aaf7252e2ada93ba0703fa81e3","span_id":"023ccdf57e5a53cb","x-request-id":"2d9db372-f5cd-48c0-b414-f76d6aed7dc4"} {"level":"info","ts":1789562738.808912,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"be96d9aaf7252e2ada93ba0703fa81e3","span_id":"023ccdf57e5a53cb","x-request-id":"2d9db372-f5cd-48c0-b414-f76d6aed7dc4","EoS":true} {"level":"info","ts":1789562738.8089235,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"be96d9aaf7252e2ada93ba0703fa81e3","span_id":"023ccdf57e5a53cb","x-request-id":"2d9db372-f5cd-48c0-b414-f76d6aed7dc4"} {"level":"info","ts":1789562738.945481,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789562738.9455783,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2c3c4119dd4fca3099b841e22e162c0d","span_id":"ae757c824e28ef8d","x-request-id":"08800c15-76cc-4140-8dbe-21d0e150f2da"} {"level":"info","ts":1789562738.945591,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2c3c4119dd4fca3099b841e22e162c0d","span_id":"ae757c824e28ef8d","x-request-id":"08800c15-76cc-4140-8dbe-21d0e150f2da"} {"level":"info","ts":1789562738.9456031,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2c3c4119dd4fca3099b841e22e162c0d","span_id":"ae757c824e28ef8d","x-request-id":"08800c15-76cc-4140-8dbe-21d0e150f2da","EoS":true} {"level":"info","ts":1789562738.945626,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2c3c4119dd4fca3099b841e22e162c0d","span_id":"ae757c824e28ef8d","x-request-id":"08800c15-76cc-4140-8dbe-21d0e150f2da","header":"x-maas-group"} {"level":"info","ts":1789562738.9456353,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2c3c4119dd4fca3099b841e22e162c0d","span_id":"ae757c824e28ef8d","x-request-id":"08800c15-76cc-4140-8dbe-21d0e150f2da","header":"x-maas-username"} {"level":"info","ts":1789562738.94564,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2c3c4119dd4fca3099b841e22e162c0d","span_id":"ae757c824e28ef8d","x-request-id":"08800c15-76cc-4140-8dbe-21d0e150f2da","header":"x-maas-subscription"} {"level":"info","ts":1789562738.9456549,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2c3c4119dd4fca3099b841e22e162c0d","span_id":"ae757c824e28ef8d","x-request-id":"08800c15-76cc-4140-8dbe-21d0e150f2da","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789562738.9456742,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2c3c4119dd4fca3099b841e22e162c0d","span_id":"ae757c824e28ef8d","x-request-id":"08800c15-76cc-4140-8dbe-21d0e150f2da"} {"level":"info","ts":1789562738.946712,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2c3c4119dd4fca3099b841e22e162c0d","span_id":"ae757c824e28ef8d","x-request-id":"08800c15-76cc-4140-8dbe-21d0e150f2da"} {"level":"info","ts":1789562738.946731,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2c3c4119dd4fca3099b841e22e162c0d","span_id":"ae757c824e28ef8d","x-request-id":"08800c15-76cc-4140-8dbe-21d0e150f2da"} {"level":"info","ts":1789562738.946747,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2c3c4119dd4fca3099b841e22e162c0d","span_id":"ae757c824e28ef8d","x-request-id":"08800c15-76cc-4140-8dbe-21d0e150f2da","EoS":false} {"level":"info","ts":1789562738.9467669,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2c3c4119dd4fca3099b841e22e162c0d","span_id":"ae757c824e28ef8d","x-request-id":"08800c15-76cc-4140-8dbe-21d0e150f2da"} {"level":"info","ts":1789562738.9468038,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2c3c4119dd4fca3099b841e22e162c0d","span_id":"ae757c824e28ef8d","x-request-id":"08800c15-76cc-4140-8dbe-21d0e150f2da","EoS":true} {"level":"info","ts":1789562738.9468167,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2c3c4119dd4fca3099b841e22e162c0d","span_id":"ae757c824e28ef8d","x-request-id":"08800c15-76cc-4140-8dbe-21d0e150f2da"} {"level":"error","ts":1789562751.3206258,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789562751.8699272,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789562751.8700666,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f7e57d2242f6e7055442d3ff8f9fa1dc","span_id":"67425b294f9984c0","x-request-id":"7a2821cc-740e-40de-a091-aff6a913a790"} {"level":"info","ts":1789562751.8700898,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f7e57d2242f6e7055442d3ff8f9fa1dc","span_id":"67425b294f9984c0","x-request-id":"7a2821cc-740e-40de-a091-aff6a913a790"} {"level":"info","ts":1789562751.8701081,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f7e57d2242f6e7055442d3ff8f9fa1dc","span_id":"67425b294f9984c0","x-request-id":"7a2821cc-740e-40de-a091-aff6a913a790","EoS":true} {"level":"info","ts":1789562751.8701544,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f7e57d2242f6e7055442d3ff8f9fa1dc","span_id":"67425b294f9984c0","x-request-id":"7a2821cc-740e-40de-a091-aff6a913a790","header":"x-maas-username"} {"level":"info","ts":1789562751.870169,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f7e57d2242f6e7055442d3ff8f9fa1dc","span_id":"67425b294f9984c0","x-request-id":"7a2821cc-740e-40de-a091-aff6a913a790","header":"x-maas-group"} {"level":"info","ts":1789562751.8701766,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f7e57d2242f6e7055442d3ff8f9fa1dc","span_id":"67425b294f9984c0","x-request-id":"7a2821cc-740e-40de-a091-aff6a913a790","header":"x-maas-subscription"} {"level":"info","ts":1789562751.8701975,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f7e57d2242f6e7055442d3ff8f9fa1dc","span_id":"67425b294f9984c0","x-request-id":"7a2821cc-740e-40de-a091-aff6a913a790","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789562751.8702352,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f7e57d2242f6e7055442d3ff8f9fa1dc","span_id":"67425b294f9984c0","x-request-id":"7a2821cc-740e-40de-a091-aff6a913a790"} {"level":"info","ts":1789562751.8720334,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f7e57d2242f6e7055442d3ff8f9fa1dc","span_id":"67425b294f9984c0","x-request-id":"7a2821cc-740e-40de-a091-aff6a913a790"} {"level":"info","ts":1789562751.872058,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f7e57d2242f6e7055442d3ff8f9fa1dc","span_id":"67425b294f9984c0","x-request-id":"7a2821cc-740e-40de-a091-aff6a913a790"} {"level":"info","ts":1789562751.8720825,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f7e57d2242f6e7055442d3ff8f9fa1dc","span_id":"67425b294f9984c0","x-request-id":"7a2821cc-740e-40de-a091-aff6a913a790","EoS":false} {"level":"info","ts":1789562751.8720994,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f7e57d2242f6e7055442d3ff8f9fa1dc","span_id":"67425b294f9984c0","x-request-id":"7a2821cc-740e-40de-a091-aff6a913a790"} {"level":"info","ts":1789562751.872158,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f7e57d2242f6e7055442d3ff8f9fa1dc","span_id":"67425b294f9984c0","x-request-id":"7a2821cc-740e-40de-a091-aff6a913a790","EoS":true} {"level":"info","ts":1789562751.8721778,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f7e57d2242f6e7055442d3ff8f9fa1dc","span_id":"67425b294f9984c0","x-request-id":"7a2821cc-740e-40de-a091-aff6a913a790"} {"level":"error","ts":1789562766.321579,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}