{"level":"info","ts":1789161427.0365114,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bfd673b5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bfd673b5","reconcileID":"96c4bff2-96c1-4dad-9b29-76d7dfeb85ed","provider":"e2e-legacy-migration-bfd673b5","phase":"Pending"} {"level":"info","ts":1789161427.0410712,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bfd673b5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bfd673b5","reconcileID":"9eaff260-434f-4bec-a35a-a13f1e426b23","name":"e2e-legacy-migration-bfd673b5","namespace":"llm"} {"level":"info","ts":1789161427.0412192,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bfd673b5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bfd673b5","reconcileID":"9eaff260-434f-4bec-a35a-a13f1e426b23","modelName":"e2e-legacy-migration-bfd673b5","resolvedRefs":1} {"level":"info","ts":1789161427.0419204,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-bfd673b5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bfd673b5","reconcileID":"acf32a7c-e13d-4d83-bffd-901821bc5d80","name":"e2e-legacy-migration-bfd673b5","namespace":"llm"} {"level":"info","ts":1789161427.0420258,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-bfd673b5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bfd673b5","reconcileID":"acf32a7c-e13d-4d83-bffd-901821bc5d80","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1789161427.0529914,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bfd673b5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bfd673b5","reconcileID":"96c4bff2-96c1-4dad-9b29-76d7dfeb85ed","error":"ExternalModel \"e2e-legacy-migration-bfd673b5\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-bfd673b5\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789161427.0532808,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bfd673b5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bfd673b5","reconcileID":"7d5865f4-f5ac-4859-bb0b-10c9b38f0b7d"} {"level":"info","ts":1789161427.0534272,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bfd673b5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bfd673b5","reconcileID":"7d5865f4-f5ac-4859-bb0b-10c9b38f0b7d","name":"e2e-legacy-migration-bfd673b5"} {"level":"info","ts":1789161427.0559993,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-bfd673b5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bfd673b5","reconcileID":"d5a2bd2e-6554-4f1b-be00-ccd1895c8d47","service":"e2e-legacy-migration-bfd673b5","serviceEntry":"e2e-legacy-migration-bfd673b5","destinationRule":"e2e-legacy-migration-bfd673b5"} {"level":"error","ts":1789161427.0718691,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-bfd673b5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bfd673b5","reconcileID":"d5a2bd2e-6554-4f1b-be00-ccd1895c8d47","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-bfd673b5\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789161427.0721269,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-bfd673b5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bfd673b5","reconcileID":"21756a0c-ccc0-43c7-9837-86c8a0fda3c2"} {"level":"info","ts":1789161427.0722466,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-bfd673b5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bfd673b5","reconcileID":"21756a0c-ccc0-43c7-9837-86c8a0fda3c2","name":"e2e-legacy-migration-bfd673b5"} {"level":"info","ts":1789161427.0770688,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bfd673b5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bfd673b5","reconcileID":"5900fc34-321a-4e9f-a9df-ff6cdb8a183d","name":"e2e-legacy-migration-bfd673b5","namespace":"llm"} {"level":"info","ts":1789161427.0771973,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bfd673b5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bfd673b5","reconcileID":"5900fc34-321a-4e9f-a9df-ff6cdb8a183d","modelName":"e2e-legacy-migration-bfd673b5","resolvedRefs":1} {"level":"error","ts":1789161427.096857,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bfd673b5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bfd673b5","reconcileID":"7d5865f4-f5ac-4859-bb0b-10c9b38f0b7d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-bfd673b5\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789161427.0971513,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bfd673b5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bfd673b5","reconcileID":"7d5865f4-f5ac-4859-bb0b-10c9b38f0b7d","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-bfd673b5\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789161427.097558,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bfd673b5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bfd673b5","reconcileID":"e79bf931-4c0d-42fb-9fad-c581148e1381"} {"level":"info","ts":1789161427.0978403,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bfd673b5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bfd673b5","reconcileID":"e79bf931-4c0d-42fb-9fad-c581148e1381","name":"e2e-legacy-migration-bfd673b5"} {"level":"info","ts":1789161427.0989497,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bfd673b5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bfd673b5","reconcileID":"1f722308-134a-4d9f-8bef-b6c653df08eb","name":"e2e-legacy-migration-bfd673b5","namespace":"llm"} {"level":"info","ts":1789161427.0990486,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bfd673b5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bfd673b5","reconcileID":"1f722308-134a-4d9f-8bef-b6c653df08eb","modelName":"e2e-legacy-migration-bfd673b5","resolvedRefs":1} {"level":"info","ts":1789161427.1027644,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-bfd673b5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bfd673b5","reconcileID":"21756a0c-ccc0-43c7-9837-86c8a0fda3c2","service":"e2e-legacy-migration-bfd673b5","serviceEntry":"e2e-legacy-migration-bfd673b5","destinationRule":"e2e-legacy-migration-bfd673b5"} {"level":"info","ts":1789161427.1138396,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bfd673b5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bfd673b5","reconcileID":"e79bf931-4c0d-42fb-9fad-c581148e1381","httpRoute":"e2e-legacy-migration-bfd673b5","providers":["e2e-legacy-migration-bfd673b5"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789161427.1231441,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bfd673b5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bfd673b5","reconcileID":"e226f9c6-5fb3-4dd0-a903-1d78c1767c62","name":"e2e-legacy-migration-bfd673b5","namespace":"llm"} {"level":"info","ts":1789161427.1232896,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bfd673b5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bfd673b5","reconcileID":"e226f9c6-5fb3-4dd0-a903-1d78c1767c62","modelName":"e2e-legacy-migration-bfd673b5","resolvedRefs":1} {"level":"error","ts":1789161427.1235101,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bfd673b5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bfd673b5","reconcileID":"e79bf931-4c0d-42fb-9fad-c581148e1381","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-bfd673b5\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789161427.1236603,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bfd673b5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bfd673b5","reconcileID":"8a3c190d-b3f9-475f-9305-8c0156c1809b"} {"level":"info","ts":1789161427.1237688,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bfd673b5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bfd673b5","reconcileID":"8a3c190d-b3f9-475f-9305-8c0156c1809b","name":"e2e-legacy-migration-bfd673b5"} {"level":"info","ts":1789161427.1360524,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bfd673b5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bfd673b5","reconcileID":"8a3c190d-b3f9-475f-9305-8c0156c1809b","httpRoute":"e2e-legacy-migration-bfd673b5","providers":["e2e-legacy-migration-bfd673b5"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789161427.15308,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bfd673b5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bfd673b5","reconcileID":"697335c7-c522-4613-ae08-5c280cfde328"} {"level":"info","ts":1789161427.1533046,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bfd673b5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bfd673b5","reconcileID":"697335c7-c522-4613-ae08-5c280cfde328","name":"e2e-legacy-migration-bfd673b5"} {"level":"info","ts":1789161427.1830134,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bfd673b5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bfd673b5","reconcileID":"697335c7-c522-4613-ae08-5c280cfde328","httpRoute":"e2e-legacy-migration-bfd673b5","providers":["e2e-legacy-migration-bfd673b5"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789161427.2940197,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bfd673b5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bfd673b5","reconcileID":"8cfab14b-5d87-4099-8592-3520cae8d4b1","name":"e2e-legacy-migration-bfd673b5","namespace":"llm"} {"level":"info","ts":1789161427.3038685,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bfd673b5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bfd673b5","reconcileID":"8cfab14b-5d87-4099-8592-3520cae8d4b1","name":"e2e-legacy-migration-bfd673b5"} {"level":"info","ts":1789161427.32703,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bfd673b5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bfd673b5","reconcileID":"8cfab14b-5d87-4099-8592-3520cae8d4b1","provider":"openai","model":"e2e-legacy-migration-bfd673b5","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789161429.9082167,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bfd673b5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bfd673b5","reconcileID":"6ba33f24-4222-4fa5-9c09-749dd9401a96","name":"e2e-legacy-migration-bfd673b5","namespace":"llm"} {"level":"info","ts":1789161429.931241,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-bfd673b5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bfd673b5","reconcileID":"b2e78d66-2914-4340-8ff6-430c19036e3c"} {"level":"info","ts":1789161429.931189,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bfd673b5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bfd673b5","reconcileID":"e1d9d96e-ca26-4bf0-b5b9-b5345289bc2e","name":"e2e-legacy-migration-bfd673b5","namespace":"llm"} {"level":"info","ts":1789161429.9317083,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bfd673b5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bfd673b5","reconcileID":"e1d9d96e-ca26-4bf0-b5b9-b5345289bc2e","name":"e2e-legacy-migration-bfd673b5","namespace":"llm"} {"level":"info","ts":1789161429.9316745,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-bfd673b5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bfd673b5","reconcileID":"e43d5179-2d0e-44f4-93f2-98b3fde52a5a"} {"level":"info","ts":1789161429.9315164,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-bfd673b5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bfd673b5","reconcileID":"077ec1d5-52d5-40a9-8559-b25783b846fa","name":"e2e-legacy-migration-bfd673b5","namespace":"llm"} {"level":"info","ts":1789161429.9319167,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-bfd673b5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-bfd673b5","reconcileID":"077ec1d5-52d5-40a9-8559-b25783b846fa","name":"e2e-legacy-migration-bfd673b5","namespace":"llm"} {"level":"info","ts":1789161430.3295956,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789161430.329775,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"54f1fe57a0762b9e67d77b71a7e0e653","span_id":"4aa976949e62bc56","x-request-id":"51033d81-722c-4134-a378-918d05ddc9ee"} {"level":"info","ts":1789161430.32979,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"54f1fe57a0762b9e67d77b71a7e0e653","span_id":"4aa976949e62bc56","x-request-id":"51033d81-722c-4134-a378-918d05ddc9ee"} {"level":"info","ts":1789161430.3298075,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"54f1fe57a0762b9e67d77b71a7e0e653","span_id":"4aa976949e62bc56","x-request-id":"51033d81-722c-4134-a378-918d05ddc9ee","EoS":true} {"level":"info","ts":1789161430.3298404,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"54f1fe57a0762b9e67d77b71a7e0e653","span_id":"4aa976949e62bc56","x-request-id":"51033d81-722c-4134-a378-918d05ddc9ee","header":"x-maas-group"} {"level":"info","ts":1789161430.3298528,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"54f1fe57a0762b9e67d77b71a7e0e653","span_id":"4aa976949e62bc56","x-request-id":"51033d81-722c-4134-a378-918d05ddc9ee","header":"x-maas-username"} {"level":"info","ts":1789161430.329863,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"54f1fe57a0762b9e67d77b71a7e0e653","span_id":"4aa976949e62bc56","x-request-id":"51033d81-722c-4134-a378-918d05ddc9ee","header":"x-maas-subscription"} {"level":"info","ts":1789161430.3298848,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"54f1fe57a0762b9e67d77b71a7e0e653","span_id":"4aa976949e62bc56","x-request-id":"51033d81-722c-4134-a378-918d05ddc9ee","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789161430.3298967,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"54f1fe57a0762b9e67d77b71a7e0e653","span_id":"4aa976949e62bc56","x-request-id":"51033d81-722c-4134-a378-918d05ddc9ee","modelName":"e2e-external-model"} {"level":"info","ts":1789161430.3299117,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"54f1fe57a0762b9e67d77b71a7e0e653","span_id":"4aa976949e62bc56","x-request-id":"51033d81-722c-4134-a378-918d05ddc9ee","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789161430.3299425,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"54f1fe57a0762b9e67d77b71a7e0e653","span_id":"4aa976949e62bc56","x-request-id":"51033d81-722c-4134-a378-918d05ddc9ee","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1789161430.3299665,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"54f1fe57a0762b9e67d77b71a7e0e653","span_id":"4aa976949e62bc56","x-request-id":"51033d81-722c-4134-a378-918d05ddc9ee","authType":"apikey"} {"level":"info","ts":1789161430.3299932,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"54f1fe57a0762b9e67d77b71a7e0e653","span_id":"4aa976949e62bc56","x-request-id":"51033d81-722c-4134-a378-918d05ddc9ee"} {"level":"info","ts":1789161430.40946,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"54f1fe57a0762b9e67d77b71a7e0e653","span_id":"4aa976949e62bc56","x-request-id":"51033d81-722c-4134-a378-918d05ddc9ee"} {"level":"info","ts":1789161430.4095035,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"54f1fe57a0762b9e67d77b71a7e0e653","span_id":"4aa976949e62bc56","x-request-id":"51033d81-722c-4134-a378-918d05ddc9ee"} {"level":"info","ts":1789161430.4095297,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"54f1fe57a0762b9e67d77b71a7e0e653","span_id":"4aa976949e62bc56","x-request-id":"51033d81-722c-4134-a378-918d05ddc9ee","EoS":false} {"level":"info","ts":1789161430.409548,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"54f1fe57a0762b9e67d77b71a7e0e653","span_id":"4aa976949e62bc56","x-request-id":"51033d81-722c-4134-a378-918d05ddc9ee"} {"level":"info","ts":1789161430.4095907,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"54f1fe57a0762b9e67d77b71a7e0e653","span_id":"4aa976949e62bc56","x-request-id":"51033d81-722c-4134-a378-918d05ddc9ee","EoS":true} {"level":"info","ts":1789161430.4096043,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"54f1fe57a0762b9e67d77b71a7e0e653","span_id":"4aa976949e62bc56","x-request-id":"51033d81-722c-4134-a378-918d05ddc9ee"} {"level":"info","ts":1789161430.4483402,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789161430.4485605,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d15736e80fe513260ec437f197defff0","span_id":"008863f2c981b763","x-request-id":"f5d4e41a-c2dd-4fa8-8c58-f1728683ef5a"} {"level":"info","ts":1789161430.448764,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d15736e80fe513260ec437f197defff0","span_id":"008863f2c981b763","x-request-id":"f5d4e41a-c2dd-4fa8-8c58-f1728683ef5a"} {"level":"info","ts":1789161430.4487965,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d15736e80fe513260ec437f197defff0","span_id":"008863f2c981b763","x-request-id":"f5d4e41a-c2dd-4fa8-8c58-f1728683ef5a","EoS":true} {"level":"info","ts":1789161430.4489117,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d15736e80fe513260ec437f197defff0","span_id":"008863f2c981b763","x-request-id":"f5d4e41a-c2dd-4fa8-8c58-f1728683ef5a","header":"x-maas-username"} {"level":"info","ts":1789161430.4489336,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d15736e80fe513260ec437f197defff0","span_id":"008863f2c981b763","x-request-id":"f5d4e41a-c2dd-4fa8-8c58-f1728683ef5a","header":"x-maas-group"} {"level":"info","ts":1789161430.4489417,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d15736e80fe513260ec437f197defff0","span_id":"008863f2c981b763","x-request-id":"f5d4e41a-c2dd-4fa8-8c58-f1728683ef5a","header":"x-maas-subscription"} {"level":"info","ts":1789161430.4489722,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d15736e80fe513260ec437f197defff0","span_id":"008863f2c981b763","x-request-id":"f5d4e41a-c2dd-4fa8-8c58-f1728683ef5a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789161430.449008,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d15736e80fe513260ec437f197defff0","span_id":"008863f2c981b763","x-request-id":"f5d4e41a-c2dd-4fa8-8c58-f1728683ef5a"} {"level":"info","ts":1789161430.4940026,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d15736e80fe513260ec437f197defff0","span_id":"008863f2c981b763","x-request-id":"f5d4e41a-c2dd-4fa8-8c58-f1728683ef5a"} {"level":"info","ts":1789161430.4940724,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d15736e80fe513260ec437f197defff0","span_id":"008863f2c981b763","x-request-id":"f5d4e41a-c2dd-4fa8-8c58-f1728683ef5a"} {"level":"info","ts":1789161430.494109,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d15736e80fe513260ec437f197defff0","span_id":"008863f2c981b763","x-request-id":"f5d4e41a-c2dd-4fa8-8c58-f1728683ef5a","EoS":false} {"level":"info","ts":1789161430.4941301,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d15736e80fe513260ec437f197defff0","span_id":"008863f2c981b763","x-request-id":"f5d4e41a-c2dd-4fa8-8c58-f1728683ef5a"} {"level":"info","ts":1789161430.4941638,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d15736e80fe513260ec437f197defff0","span_id":"008863f2c981b763","x-request-id":"f5d4e41a-c2dd-4fa8-8c58-f1728683ef5a","EoS":true} {"level":"info","ts":1789161430.494245,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d15736e80fe513260ec437f197defff0","span_id":"008863f2c981b763","x-request-id":"f5d4e41a-c2dd-4fa8-8c58-f1728683ef5a"} {"level":"info","ts":1789161430.531884,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789161430.5320907,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"87679667e410dc3a141e0ee39029992a","span_id":"b0d06baf62b3ca93","x-request-id":"2457a966-0188-41c1-af38-ed2920f7d59f"} {"level":"info","ts":1789161430.532114,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"87679667e410dc3a141e0ee39029992a","span_id":"b0d06baf62b3ca93","x-request-id":"2457a966-0188-41c1-af38-ed2920f7d59f"} {"level":"info","ts":1789161430.532133,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"87679667e410dc3a141e0ee39029992a","span_id":"b0d06baf62b3ca93","x-request-id":"2457a966-0188-41c1-af38-ed2920f7d59f","EoS":true} {"level":"info","ts":1789161430.5321653,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"87679667e410dc3a141e0ee39029992a","span_id":"b0d06baf62b3ca93","x-request-id":"2457a966-0188-41c1-af38-ed2920f7d59f","header":"x-maas-username"} {"level":"info","ts":1789161430.532178,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"87679667e410dc3a141e0ee39029992a","span_id":"b0d06baf62b3ca93","x-request-id":"2457a966-0188-41c1-af38-ed2920f7d59f","header":"x-maas-subscription"} {"level":"info","ts":1789161430.532185,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"87679667e410dc3a141e0ee39029992a","span_id":"b0d06baf62b3ca93","x-request-id":"2457a966-0188-41c1-af38-ed2920f7d59f","header":"x-maas-group"} {"level":"info","ts":1789161430.5322309,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"87679667e410dc3a141e0ee39029992a","span_id":"b0d06baf62b3ca93","x-request-id":"2457a966-0188-41c1-af38-ed2920f7d59f"} {"level":"info","ts":1789161430.743474,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"87679667e410dc3a141e0ee39029992a","span_id":"b0d06baf62b3ca93","x-request-id":"2457a966-0188-41c1-af38-ed2920f7d59f"} {"level":"info","ts":1789161430.7436097,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"87679667e410dc3a141e0ee39029992a","span_id":"b0d06baf62b3ca93","x-request-id":"2457a966-0188-41c1-af38-ed2920f7d59f"} {"level":"info","ts":1789161430.7436926,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"87679667e410dc3a141e0ee39029992a","span_id":"b0d06baf62b3ca93","x-request-id":"2457a966-0188-41c1-af38-ed2920f7d59f","EoS":false} {"level":"info","ts":1789161430.7437406,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"87679667e410dc3a141e0ee39029992a","span_id":"b0d06baf62b3ca93","x-request-id":"2457a966-0188-41c1-af38-ed2920f7d59f"} {"level":"info","ts":1789161430.7438204,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"87679667e410dc3a141e0ee39029992a","span_id":"b0d06baf62b3ca93","x-request-id":"2457a966-0188-41c1-af38-ed2920f7d59f","EoS":true} {"level":"info","ts":1789161430.7438757,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"87679667e410dc3a141e0ee39029992a","span_id":"b0d06baf62b3ca93","x-request-id":"2457a966-0188-41c1-af38-ed2920f7d59f"} {"level":"info","ts":1789161431.6180892,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"313bbc51-5faa-4a45-af5b-80df591095ec","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789161431.6181328,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"313bbc51-5faa-4a45-af5b-80df591095ec","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789161431.618184,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ed328e1a-6b0f-4619-a450-52eef0e6200d"} {"level":"info","ts":1789161431.7592282,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"78fc8125-d963-4057-bdab-d170de2bc864","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789161431.7593472,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"78fc8125-d963-4057-bdab-d170de2bc864","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789161431.759258,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1710088f-1121-4c25-968e-e3e71df87755"} {"level":"info","ts":1789161431.8903742,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"4db84472-b5e6-48ac-bac7-0af2956b9b97","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789161431.8905332,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"4db84472-b5e6-48ac-bac7-0af2956b9b97","key":"llm/e2e-external-model-api-key"} {"level":"error","ts":1789161435.9254754,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789161441.362779,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789161441.3630822,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"873c650a5b8f5db6938fe7dd4a11be04","span_id":"69e874e072e20371","x-request-id":"98ffe6e7-83b8-4ac0-bb82-779d8efc96f3"} {"level":"info","ts":1789161441.363137,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"873c650a5b8f5db6938fe7dd4a11be04","span_id":"69e874e072e20371","x-request-id":"98ffe6e7-83b8-4ac0-bb82-779d8efc96f3"} {"level":"info","ts":1789161441.3632026,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"873c650a5b8f5db6938fe7dd4a11be04","span_id":"69e874e072e20371","x-request-id":"98ffe6e7-83b8-4ac0-bb82-779d8efc96f3","EoS":true} {"level":"info","ts":1789161441.3632836,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"873c650a5b8f5db6938fe7dd4a11be04","span_id":"69e874e072e20371","x-request-id":"98ffe6e7-83b8-4ac0-bb82-779d8efc96f3","header":"x-maas-subscription"} {"level":"info","ts":1789161441.3633351,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"873c650a5b8f5db6938fe7dd4a11be04","span_id":"69e874e072e20371","x-request-id":"98ffe6e7-83b8-4ac0-bb82-779d8efc96f3","header":"x-maas-username"} {"level":"info","ts":1789161441.363363,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"873c650a5b8f5db6938fe7dd4a11be04","span_id":"69e874e072e20371","x-request-id":"98ffe6e7-83b8-4ac0-bb82-779d8efc96f3","header":"x-maas-group"} {"level":"info","ts":1789161441.3634217,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"873c650a5b8f5db6938fe7dd4a11be04","span_id":"69e874e072e20371","x-request-id":"98ffe6e7-83b8-4ac0-bb82-779d8efc96f3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789161441.3634937,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"873c650a5b8f5db6938fe7dd4a11be04","span_id":"69e874e072e20371","x-request-id":"98ffe6e7-83b8-4ac0-bb82-779d8efc96f3"} {"level":"info","ts":1789161441.3657486,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"873c650a5b8f5db6938fe7dd4a11be04","span_id":"69e874e072e20371","x-request-id":"98ffe6e7-83b8-4ac0-bb82-779d8efc96f3"} {"level":"info","ts":1789161441.3657794,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"873c650a5b8f5db6938fe7dd4a11be04","span_id":"69e874e072e20371","x-request-id":"98ffe6e7-83b8-4ac0-bb82-779d8efc96f3"} {"level":"info","ts":1789161441.3658013,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"873c650a5b8f5db6938fe7dd4a11be04","span_id":"69e874e072e20371","x-request-id":"98ffe6e7-83b8-4ac0-bb82-779d8efc96f3","EoS":false} {"level":"info","ts":1789161441.3658202,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"873c650a5b8f5db6938fe7dd4a11be04","span_id":"69e874e072e20371","x-request-id":"98ffe6e7-83b8-4ac0-bb82-779d8efc96f3"} {"level":"info","ts":1789161441.3658612,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"873c650a5b8f5db6938fe7dd4a11be04","span_id":"69e874e072e20371","x-request-id":"98ffe6e7-83b8-4ac0-bb82-779d8efc96f3","EoS":true} {"level":"info","ts":1789161441.3658726,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"873c650a5b8f5db6938fe7dd4a11be04","span_id":"69e874e072e20371","x-request-id":"98ffe6e7-83b8-4ac0-bb82-779d8efc96f3"} {"level":"info","ts":1789161441.4045942,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789161441.404953,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1606128411b83b394dddac9f02a0c6b8","span_id":"890f2cb06873a05c","x-request-id":"89d024d5-bcf0-4232-9d7e-015b91ed7c32"} {"level":"info","ts":1789161441.4050102,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1606128411b83b394dddac9f02a0c6b8","span_id":"890f2cb06873a05c","x-request-id":"89d024d5-bcf0-4232-9d7e-015b91ed7c32"} {"level":"info","ts":1789161441.4050503,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1606128411b83b394dddac9f02a0c6b8","span_id":"890f2cb06873a05c","x-request-id":"89d024d5-bcf0-4232-9d7e-015b91ed7c32","EoS":true} {"level":"info","ts":1789161441.405105,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1606128411b83b394dddac9f02a0c6b8","span_id":"890f2cb06873a05c","x-request-id":"89d024d5-bcf0-4232-9d7e-015b91ed7c32","header":"x-maas-subscription"} {"level":"info","ts":1789161441.405139,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1606128411b83b394dddac9f02a0c6b8","span_id":"890f2cb06873a05c","x-request-id":"89d024d5-bcf0-4232-9d7e-015b91ed7c32","header":"x-maas-username"} {"level":"info","ts":1789161441.4051945,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1606128411b83b394dddac9f02a0c6b8","span_id":"890f2cb06873a05c","x-request-id":"89d024d5-bcf0-4232-9d7e-015b91ed7c32","header":"x-maas-group"} {"level":"info","ts":1789161441.4052393,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"1606128411b83b394dddac9f02a0c6b8","span_id":"890f2cb06873a05c","x-request-id":"89d024d5-bcf0-4232-9d7e-015b91ed7c32","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789161441.4052947,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1606128411b83b394dddac9f02a0c6b8","span_id":"890f2cb06873a05c","x-request-id":"89d024d5-bcf0-4232-9d7e-015b91ed7c32"} {"level":"info","ts":1789161441.409523,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"1606128411b83b394dddac9f02a0c6b8","span_id":"890f2cb06873a05c","x-request-id":"89d024d5-bcf0-4232-9d7e-015b91ed7c32"} {"level":"info","ts":1789161441.4097803,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"1606128411b83b394dddac9f02a0c6b8","span_id":"890f2cb06873a05c","x-request-id":"89d024d5-bcf0-4232-9d7e-015b91ed7c32"} {"level":"info","ts":1789161441.4098504,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1606128411b83b394dddac9f02a0c6b8","span_id":"890f2cb06873a05c","x-request-id":"89d024d5-bcf0-4232-9d7e-015b91ed7c32","EoS":false} {"level":"info","ts":1789161441.4098978,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1606128411b83b394dddac9f02a0c6b8","span_id":"890f2cb06873a05c","x-request-id":"89d024d5-bcf0-4232-9d7e-015b91ed7c32"} {"level":"info","ts":1789161441.409962,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1606128411b83b394dddac9f02a0c6b8","span_id":"890f2cb06873a05c","x-request-id":"89d024d5-bcf0-4232-9d7e-015b91ed7c32","EoS":true} {"level":"info","ts":1789161441.4099956,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1606128411b83b394dddac9f02a0c6b8","span_id":"890f2cb06873a05c","x-request-id":"89d024d5-bcf0-4232-9d7e-015b91ed7c32"} {"level":"info","ts":1789161441.458609,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789161441.4588127,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"29f98b282c44e78fa6585f42e4828e7f","span_id":"38f366de08d8d8c6","x-request-id":"c281132f-0dae-486c-a311-1ba4826b8f54"} {"level":"info","ts":1789161441.4588544,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"29f98b282c44e78fa6585f42e4828e7f","span_id":"38f366de08d8d8c6","x-request-id":"c281132f-0dae-486c-a311-1ba4826b8f54"} {"level":"info","ts":1789161441.4588957,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"29f98b282c44e78fa6585f42e4828e7f","span_id":"38f366de08d8d8c6","x-request-id":"c281132f-0dae-486c-a311-1ba4826b8f54","EoS":true} {"level":"info","ts":1789161441.4589498,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"29f98b282c44e78fa6585f42e4828e7f","span_id":"38f366de08d8d8c6","x-request-id":"c281132f-0dae-486c-a311-1ba4826b8f54","header":"x-maas-subscription"} {"level":"info","ts":1789161441.4589832,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"29f98b282c44e78fa6585f42e4828e7f","span_id":"38f366de08d8d8c6","x-request-id":"c281132f-0dae-486c-a311-1ba4826b8f54","header":"x-maas-username"} {"level":"info","ts":1789161441.4590096,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"29f98b282c44e78fa6585f42e4828e7f","span_id":"38f366de08d8d8c6","x-request-id":"c281132f-0dae-486c-a311-1ba4826b8f54","header":"x-maas-group"} {"level":"info","ts":1789161441.4590483,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"29f98b282c44e78fa6585f42e4828e7f","span_id":"38f366de08d8d8c6","x-request-id":"c281132f-0dae-486c-a311-1ba4826b8f54","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789161441.4590945,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"29f98b282c44e78fa6585f42e4828e7f","span_id":"38f366de08d8d8c6","x-request-id":"c281132f-0dae-486c-a311-1ba4826b8f54"} {"level":"info","ts":1789161441.4616842,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"29f98b282c44e78fa6585f42e4828e7f","span_id":"38f366de08d8d8c6","x-request-id":"c281132f-0dae-486c-a311-1ba4826b8f54"} {"level":"info","ts":1789161441.4618511,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"29f98b282c44e78fa6585f42e4828e7f","span_id":"38f366de08d8d8c6","x-request-id":"c281132f-0dae-486c-a311-1ba4826b8f54"} {"level":"info","ts":1789161441.4619114,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"29f98b282c44e78fa6585f42e4828e7f","span_id":"38f366de08d8d8c6","x-request-id":"c281132f-0dae-486c-a311-1ba4826b8f54","EoS":false} {"level":"info","ts":1789161441.4619553,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"29f98b282c44e78fa6585f42e4828e7f","span_id":"38f366de08d8d8c6","x-request-id":"c281132f-0dae-486c-a311-1ba4826b8f54"} {"level":"info","ts":1789161441.4620128,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"29f98b282c44e78fa6585f42e4828e7f","span_id":"38f366de08d8d8c6","x-request-id":"c281132f-0dae-486c-a311-1ba4826b8f54","EoS":true} {"level":"info","ts":1789161441.4621818,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"29f98b282c44e78fa6585f42e4828e7f","span_id":"38f366de08d8d8c6","x-request-id":"c281132f-0dae-486c-a311-1ba4826b8f54"} {"level":"info","ts":1789161441.4966054,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789161441.49697,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8b566c4462f41b591b1e5fb08b7d7d70","span_id":"8c01e63b7a58a96b","x-request-id":"70097739-9dcb-446b-8b4a-21a5349a53a6"} {"level":"info","ts":1789161441.4970434,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8b566c4462f41b591b1e5fb08b7d7d70","span_id":"8c01e63b7a58a96b","x-request-id":"70097739-9dcb-446b-8b4a-21a5349a53a6"} {"level":"info","ts":1789161441.4970906,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8b566c4462f41b591b1e5fb08b7d7d70","span_id":"8c01e63b7a58a96b","x-request-id":"70097739-9dcb-446b-8b4a-21a5349a53a6","EoS":true} {"level":"info","ts":1789161441.4971488,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8b566c4462f41b591b1e5fb08b7d7d70","span_id":"8c01e63b7a58a96b","x-request-id":"70097739-9dcb-446b-8b4a-21a5349a53a6","header":"x-maas-username"} {"level":"info","ts":1789161441.497183,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8b566c4462f41b591b1e5fb08b7d7d70","span_id":"8c01e63b7a58a96b","x-request-id":"70097739-9dcb-446b-8b4a-21a5349a53a6","header":"x-maas-group"} {"level":"info","ts":1789161441.4972095,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8b566c4462f41b591b1e5fb08b7d7d70","span_id":"8c01e63b7a58a96b","x-request-id":"70097739-9dcb-446b-8b4a-21a5349a53a6","header":"x-maas-subscription"} {"level":"info","ts":1789161441.4972525,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8b566c4462f41b591b1e5fb08b7d7d70","span_id":"8c01e63b7a58a96b","x-request-id":"70097739-9dcb-446b-8b4a-21a5349a53a6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789161441.4973214,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8b566c4462f41b591b1e5fb08b7d7d70","span_id":"8c01e63b7a58a96b","x-request-id":"70097739-9dcb-446b-8b4a-21a5349a53a6"} {"level":"info","ts":1789161441.4982343,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8b566c4462f41b591b1e5fb08b7d7d70","span_id":"8c01e63b7a58a96b","x-request-id":"70097739-9dcb-446b-8b4a-21a5349a53a6"} {"level":"info","ts":1789161441.4982605,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8b566c4462f41b591b1e5fb08b7d7d70","span_id":"8c01e63b7a58a96b","x-request-id":"70097739-9dcb-446b-8b4a-21a5349a53a6"} {"level":"info","ts":1789161441.498299,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8b566c4462f41b591b1e5fb08b7d7d70","span_id":"8c01e63b7a58a96b","x-request-id":"70097739-9dcb-446b-8b4a-21a5349a53a6","EoS":false} {"level":"info","ts":1789161441.4983194,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8b566c4462f41b591b1e5fb08b7d7d70","span_id":"8c01e63b7a58a96b","x-request-id":"70097739-9dcb-446b-8b4a-21a5349a53a6"} {"level":"info","ts":1789161441.498351,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8b566c4462f41b591b1e5fb08b7d7d70","span_id":"8c01e63b7a58a96b","x-request-id":"70097739-9dcb-446b-8b4a-21a5349a53a6","EoS":true} {"level":"info","ts":1789161441.4983776,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8b566c4462f41b591b1e5fb08b7d7d70","span_id":"8c01e63b7a58a96b","x-request-id":"70097739-9dcb-446b-8b4a-21a5349a53a6"} {"level":"error","ts":1789161450.9281917,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789161455.6509051,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789161455.6510434,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d406eb37e10eebb870c1005141c48ea0","span_id":"9591180a33dca212","x-request-id":"0987ee1a-d773-4f9d-a2b6-44eb02c40767"} {"level":"info","ts":1789161455.6510596,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d406eb37e10eebb870c1005141c48ea0","span_id":"9591180a33dca212","x-request-id":"0987ee1a-d773-4f9d-a2b6-44eb02c40767"} {"level":"info","ts":1789161455.65108,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d406eb37e10eebb870c1005141c48ea0","span_id":"9591180a33dca212","x-request-id":"0987ee1a-d773-4f9d-a2b6-44eb02c40767","EoS":true} {"level":"info","ts":1789161455.651149,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d406eb37e10eebb870c1005141c48ea0","span_id":"9591180a33dca212","x-request-id":"0987ee1a-d773-4f9d-a2b6-44eb02c40767"} {"level":"info","ts":1789161455.7876704,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789161455.7878344,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e6f8e3fe738a7ff2aec7fe8135f27bdd","span_id":"aa42f44ec87cbe39","x-request-id":"423a530e-1129-402e-a1b5-4d7e9f992cad"} {"level":"info","ts":1789161455.7878516,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e6f8e3fe738a7ff2aec7fe8135f27bdd","span_id":"aa42f44ec87cbe39","x-request-id":"423a530e-1129-402e-a1b5-4d7e9f992cad"} {"level":"info","ts":1789161455.787888,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e6f8e3fe738a7ff2aec7fe8135f27bdd","span_id":"aa42f44ec87cbe39","x-request-id":"423a530e-1129-402e-a1b5-4d7e9f992cad","EoS":true} {"level":"info","ts":1789161455.7879665,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e6f8e3fe738a7ff2aec7fe8135f27bdd","span_id":"aa42f44ec87cbe39","x-request-id":"423a530e-1129-402e-a1b5-4d7e9f992cad"} {"level":"info","ts":1789161455.9421356,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789161455.9422307,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d9114d3dccf7dd8f0a285704897e777d","span_id":"5fafde4d4277a54e","x-request-id":"a8a714f8-117f-4ab1-87a1-9795fbefbf72"} {"level":"info","ts":1789161455.9422457,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d9114d3dccf7dd8f0a285704897e777d","span_id":"5fafde4d4277a54e","x-request-id":"a8a714f8-117f-4ab1-87a1-9795fbefbf72"} {"level":"info","ts":1789161455.9422574,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d9114d3dccf7dd8f0a285704897e777d","span_id":"5fafde4d4277a54e","x-request-id":"a8a714f8-117f-4ab1-87a1-9795fbefbf72","EoS":true} {"level":"info","ts":1789161455.9423063,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d9114d3dccf7dd8f0a285704897e777d","span_id":"5fafde4d4277a54e","x-request-id":"a8a714f8-117f-4ab1-87a1-9795fbefbf72"} {"level":"error","ts":1789161465.9292157,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789161475.9300086,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789162323.9610894,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789162323.9611905,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a3a7087a46a117807eff9cc03459392e","span_id":"6f68e34c59730d05","x-request-id":"b160aa4f-f2a0-4e1f-88c6-53602d14db98"} {"level":"info","ts":1789162323.9612045,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a3a7087a46a117807eff9cc03459392e","span_id":"6f68e34c59730d05","x-request-id":"b160aa4f-f2a0-4e1f-88c6-53602d14db98"} {"level":"info","ts":1789162323.961216,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a3a7087a46a117807eff9cc03459392e","span_id":"6f68e34c59730d05","x-request-id":"b160aa4f-f2a0-4e1f-88c6-53602d14db98","EoS":true} {"level":"info","ts":1789162323.9612405,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a3a7087a46a117807eff9cc03459392e","span_id":"6f68e34c59730d05","x-request-id":"b160aa4f-f2a0-4e1f-88c6-53602d14db98","header":"x-maas-subscription"} {"level":"info","ts":1789162323.9612484,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a3a7087a46a117807eff9cc03459392e","span_id":"6f68e34c59730d05","x-request-id":"b160aa4f-f2a0-4e1f-88c6-53602d14db98","header":"x-maas-username"} {"level":"info","ts":1789162323.9612541,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a3a7087a46a117807eff9cc03459392e","span_id":"6f68e34c59730d05","x-request-id":"b160aa4f-f2a0-4e1f-88c6-53602d14db98","header":"x-maas-group"} {"level":"info","ts":1789162323.9612691,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a3a7087a46a117807eff9cc03459392e","span_id":"6f68e34c59730d05","x-request-id":"b160aa4f-f2a0-4e1f-88c6-53602d14db98","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789162323.9613018,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a3a7087a46a117807eff9cc03459392e","span_id":"6f68e34c59730d05","x-request-id":"b160aa4f-f2a0-4e1f-88c6-53602d14db98"} {"level":"info","ts":1789162323.9621432,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a3a7087a46a117807eff9cc03459392e","span_id":"6f68e34c59730d05","x-request-id":"b160aa4f-f2a0-4e1f-88c6-53602d14db98"} {"level":"info","ts":1789162323.9621642,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a3a7087a46a117807eff9cc03459392e","span_id":"6f68e34c59730d05","x-request-id":"b160aa4f-f2a0-4e1f-88c6-53602d14db98"} {"level":"info","ts":1789162323.962183,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a3a7087a46a117807eff9cc03459392e","span_id":"6f68e34c59730d05","x-request-id":"b160aa4f-f2a0-4e1f-88c6-53602d14db98","EoS":false} {"level":"info","ts":1789162323.962193,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a3a7087a46a117807eff9cc03459392e","span_id":"6f68e34c59730d05","x-request-id":"b160aa4f-f2a0-4e1f-88c6-53602d14db98"} {"level":"info","ts":1789162323.9622147,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a3a7087a46a117807eff9cc03459392e","span_id":"6f68e34c59730d05","x-request-id":"b160aa4f-f2a0-4e1f-88c6-53602d14db98","EoS":true} {"level":"info","ts":1789162323.9622247,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a3a7087a46a117807eff9cc03459392e","span_id":"6f68e34c59730d05","x-request-id":"b160aa4f-f2a0-4e1f-88c6-53602d14db98"} {"level":"info","ts":1789162323.9956353,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789162323.9957256,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"437f8293d876aed72f985836d8663c85","span_id":"ead6d2368581d790","x-request-id":"f3fd4367-530b-45f7-b76d-4d8fe5fd9167"} {"level":"info","ts":1789162323.9957383,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"437f8293d876aed72f985836d8663c85","span_id":"ead6d2368581d790","x-request-id":"f3fd4367-530b-45f7-b76d-4d8fe5fd9167"} {"level":"info","ts":1789162323.9957488,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"437f8293d876aed72f985836d8663c85","span_id":"ead6d2368581d790","x-request-id":"f3fd4367-530b-45f7-b76d-4d8fe5fd9167","EoS":true} {"level":"info","ts":1789162323.9957678,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"437f8293d876aed72f985836d8663c85","span_id":"ead6d2368581d790","x-request-id":"f3fd4367-530b-45f7-b76d-4d8fe5fd9167","header":"x-maas-username"} {"level":"info","ts":1789162323.9957774,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"437f8293d876aed72f985836d8663c85","span_id":"ead6d2368581d790","x-request-id":"f3fd4367-530b-45f7-b76d-4d8fe5fd9167","header":"x-maas-subscription"} {"level":"info","ts":1789162323.995783,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"437f8293d876aed72f985836d8663c85","span_id":"ead6d2368581d790","x-request-id":"f3fd4367-530b-45f7-b76d-4d8fe5fd9167","header":"x-maas-group"} {"level":"info","ts":1789162323.9957955,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"437f8293d876aed72f985836d8663c85","span_id":"ead6d2368581d790","x-request-id":"f3fd4367-530b-45f7-b76d-4d8fe5fd9167","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789162323.9958172,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"437f8293d876aed72f985836d8663c85","span_id":"ead6d2368581d790","x-request-id":"f3fd4367-530b-45f7-b76d-4d8fe5fd9167"} {"level":"info","ts":1789162323.9965298,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"437f8293d876aed72f985836d8663c85","span_id":"ead6d2368581d790","x-request-id":"f3fd4367-530b-45f7-b76d-4d8fe5fd9167"} {"level":"info","ts":1789162323.9965456,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"437f8293d876aed72f985836d8663c85","span_id":"ead6d2368581d790","x-request-id":"f3fd4367-530b-45f7-b76d-4d8fe5fd9167"} {"level":"info","ts":1789162323.996563,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"437f8293d876aed72f985836d8663c85","span_id":"ead6d2368581d790","x-request-id":"f3fd4367-530b-45f7-b76d-4d8fe5fd9167","EoS":false} {"level":"info","ts":1789162323.9965785,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"437f8293d876aed72f985836d8663c85","span_id":"ead6d2368581d790","x-request-id":"f3fd4367-530b-45f7-b76d-4d8fe5fd9167"} {"level":"info","ts":1789162323.9965987,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"437f8293d876aed72f985836d8663c85","span_id":"ead6d2368581d790","x-request-id":"f3fd4367-530b-45f7-b76d-4d8fe5fd9167","EoS":true} {"level":"info","ts":1789162323.9966063,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"437f8293d876aed72f985836d8663c85","span_id":"ead6d2368581d790","x-request-id":"f3fd4367-530b-45f7-b76d-4d8fe5fd9167"} {"level":"error","ts":1789162336.0398858,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789162645.805562,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789162645.805679,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c364d759c2a8152f09932c2a38d3b84c","span_id":"55837414a6a34f96","x-request-id":"b7ad78f8-680a-40a0-9e3d-a415185d555f"} {"level":"info","ts":1789162645.8056953,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c364d759c2a8152f09932c2a38d3b84c","span_id":"55837414a6a34f96","x-request-id":"b7ad78f8-680a-40a0-9e3d-a415185d555f"} {"level":"info","ts":1789162645.805714,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c364d759c2a8152f09932c2a38d3b84c","span_id":"55837414a6a34f96","x-request-id":"b7ad78f8-680a-40a0-9e3d-a415185d555f","EoS":true} {"level":"info","ts":1789162645.8057468,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c364d759c2a8152f09932c2a38d3b84c","span_id":"55837414a6a34f96","x-request-id":"b7ad78f8-680a-40a0-9e3d-a415185d555f","header":"x-maas-subscription"} {"level":"info","ts":1789162645.8057625,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c364d759c2a8152f09932c2a38d3b84c","span_id":"55837414a6a34f96","x-request-id":"b7ad78f8-680a-40a0-9e3d-a415185d555f","header":"x-maas-group"} {"level":"info","ts":1789162645.8057823,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c364d759c2a8152f09932c2a38d3b84c","span_id":"55837414a6a34f96","x-request-id":"b7ad78f8-680a-40a0-9e3d-a415185d555f","header":"x-maas-username"} {"level":"info","ts":1789162645.8058043,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c364d759c2a8152f09932c2a38d3b84c","span_id":"55837414a6a34f96","x-request-id":"b7ad78f8-680a-40a0-9e3d-a415185d555f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789162645.8058448,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c364d759c2a8152f09932c2a38d3b84c","span_id":"55837414a6a34f96","x-request-id":"b7ad78f8-680a-40a0-9e3d-a415185d555f"} {"level":"info","ts":1789162645.8190248,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c364d759c2a8152f09932c2a38d3b84c","span_id":"55837414a6a34f96","x-request-id":"b7ad78f8-680a-40a0-9e3d-a415185d555f"} {"level":"info","ts":1789162645.819057,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c364d759c2a8152f09932c2a38d3b84c","span_id":"55837414a6a34f96","x-request-id":"b7ad78f8-680a-40a0-9e3d-a415185d555f"} {"level":"info","ts":1789162645.8190737,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c364d759c2a8152f09932c2a38d3b84c","span_id":"55837414a6a34f96","x-request-id":"b7ad78f8-680a-40a0-9e3d-a415185d555f","EoS":false} {"level":"info","ts":1789162645.819086,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c364d759c2a8152f09932c2a38d3b84c","span_id":"55837414a6a34f96","x-request-id":"b7ad78f8-680a-40a0-9e3d-a415185d555f"} {"level":"info","ts":1789162645.8191125,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c364d759c2a8152f09932c2a38d3b84c","span_id":"55837414a6a34f96","x-request-id":"b7ad78f8-680a-40a0-9e3d-a415185d555f","EoS":true} {"level":"info","ts":1789162645.8191216,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c364d759c2a8152f09932c2a38d3b84c","span_id":"55837414a6a34f96","x-request-id":"b7ad78f8-680a-40a0-9e3d-a415185d555f"} {"level":"info","ts":1789162645.9577096,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789162645.957791,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"308bd216c80c4eb58b5f36eaa38c192a","span_id":"1561788f91edfc9a","x-request-id":"ea774aaf-ad15-44e5-bd6f-a1444806f631"} {"level":"info","ts":1789162645.9578288,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"308bd216c80c4eb58b5f36eaa38c192a","span_id":"1561788f91edfc9a","x-request-id":"ea774aaf-ad15-44e5-bd6f-a1444806f631"} {"level":"info","ts":1789162645.9578402,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"308bd216c80c4eb58b5f36eaa38c192a","span_id":"1561788f91edfc9a","x-request-id":"ea774aaf-ad15-44e5-bd6f-a1444806f631","EoS":true} {"level":"info","ts":1789162645.9578588,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"308bd216c80c4eb58b5f36eaa38c192a","span_id":"1561788f91edfc9a","x-request-id":"ea774aaf-ad15-44e5-bd6f-a1444806f631","header":"x-maas-group"} {"level":"info","ts":1789162645.957867,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"308bd216c80c4eb58b5f36eaa38c192a","span_id":"1561788f91edfc9a","x-request-id":"ea774aaf-ad15-44e5-bd6f-a1444806f631","header":"x-maas-subscription"} {"level":"info","ts":1789162645.9578717,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"308bd216c80c4eb58b5f36eaa38c192a","span_id":"1561788f91edfc9a","x-request-id":"ea774aaf-ad15-44e5-bd6f-a1444806f631","header":"x-maas-username"} {"level":"info","ts":1789162645.9578853,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"308bd216c80c4eb58b5f36eaa38c192a","span_id":"1561788f91edfc9a","x-request-id":"ea774aaf-ad15-44e5-bd6f-a1444806f631","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789162645.957908,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"308bd216c80c4eb58b5f36eaa38c192a","span_id":"1561788f91edfc9a","x-request-id":"ea774aaf-ad15-44e5-bd6f-a1444806f631"} {"level":"info","ts":1789162645.9588113,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"308bd216c80c4eb58b5f36eaa38c192a","span_id":"1561788f91edfc9a","x-request-id":"ea774aaf-ad15-44e5-bd6f-a1444806f631"} {"level":"info","ts":1789162645.9588299,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"308bd216c80c4eb58b5f36eaa38c192a","span_id":"1561788f91edfc9a","x-request-id":"ea774aaf-ad15-44e5-bd6f-a1444806f631"} {"level":"info","ts":1789162645.9588537,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"308bd216c80c4eb58b5f36eaa38c192a","span_id":"1561788f91edfc9a","x-request-id":"ea774aaf-ad15-44e5-bd6f-a1444806f631","EoS":false} {"level":"info","ts":1789162645.9588733,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"308bd216c80c4eb58b5f36eaa38c192a","span_id":"1561788f91edfc9a","x-request-id":"ea774aaf-ad15-44e5-bd6f-a1444806f631"} {"level":"info","ts":1789162645.9589105,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"308bd216c80c4eb58b5f36eaa38c192a","span_id":"1561788f91edfc9a","x-request-id":"ea774aaf-ad15-44e5-bd6f-a1444806f631","EoS":true} {"level":"info","ts":1789162645.9589615,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"308bd216c80c4eb58b5f36eaa38c192a","span_id":"1561788f91edfc9a","x-request-id":"ea774aaf-ad15-44e5-bd6f-a1444806f631"} {"level":"info","ts":1789162646.0920951,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789162646.0921805,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"93e52fae3d13b11a5229e65d075cc52b","span_id":"07fc1ce321a2f40b","x-request-id":"0ebc270a-05de-4d18-b477-b61cb9b3bf2b"} {"level":"info","ts":1789162646.0921943,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"93e52fae3d13b11a5229e65d075cc52b","span_id":"07fc1ce321a2f40b","x-request-id":"0ebc270a-05de-4d18-b477-b61cb9b3bf2b"} {"level":"info","ts":1789162646.092211,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"93e52fae3d13b11a5229e65d075cc52b","span_id":"07fc1ce321a2f40b","x-request-id":"0ebc270a-05de-4d18-b477-b61cb9b3bf2b","EoS":true} {"level":"info","ts":1789162646.0922387,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"93e52fae3d13b11a5229e65d075cc52b","span_id":"07fc1ce321a2f40b","x-request-id":"0ebc270a-05de-4d18-b477-b61cb9b3bf2b","header":"x-maas-subscription"} {"level":"info","ts":1789162646.0922508,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"93e52fae3d13b11a5229e65d075cc52b","span_id":"07fc1ce321a2f40b","x-request-id":"0ebc270a-05de-4d18-b477-b61cb9b3bf2b","header":"x-maas-group"} {"level":"info","ts":1789162646.0922606,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"93e52fae3d13b11a5229e65d075cc52b","span_id":"07fc1ce321a2f40b","x-request-id":"0ebc270a-05de-4d18-b477-b61cb9b3bf2b","header":"x-maas-username"} {"level":"info","ts":1789162646.0922801,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"93e52fae3d13b11a5229e65d075cc52b","span_id":"07fc1ce321a2f40b","x-request-id":"0ebc270a-05de-4d18-b477-b61cb9b3bf2b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789162646.092314,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"93e52fae3d13b11a5229e65d075cc52b","span_id":"07fc1ce321a2f40b","x-request-id":"0ebc270a-05de-4d18-b477-b61cb9b3bf2b"} {"level":"info","ts":1789162646.0931623,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"93e52fae3d13b11a5229e65d075cc52b","span_id":"07fc1ce321a2f40b","x-request-id":"0ebc270a-05de-4d18-b477-b61cb9b3bf2b"} {"level":"info","ts":1789162646.093188,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"93e52fae3d13b11a5229e65d075cc52b","span_id":"07fc1ce321a2f40b","x-request-id":"0ebc270a-05de-4d18-b477-b61cb9b3bf2b"} {"level":"info","ts":1789162646.0932019,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"93e52fae3d13b11a5229e65d075cc52b","span_id":"07fc1ce321a2f40b","x-request-id":"0ebc270a-05de-4d18-b477-b61cb9b3bf2b","EoS":false} {"level":"info","ts":1789162646.0932124,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"93e52fae3d13b11a5229e65d075cc52b","span_id":"07fc1ce321a2f40b","x-request-id":"0ebc270a-05de-4d18-b477-b61cb9b3bf2b"} {"level":"info","ts":1789162646.0932338,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"93e52fae3d13b11a5229e65d075cc52b","span_id":"07fc1ce321a2f40b","x-request-id":"0ebc270a-05de-4d18-b477-b61cb9b3bf2b","EoS":true} {"level":"info","ts":1789162646.093242,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"93e52fae3d13b11a5229e65d075cc52b","span_id":"07fc1ce321a2f40b","x-request-id":"0ebc270a-05de-4d18-b477-b61cb9b3bf2b"} {"level":"info","ts":1789162646.2296386,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789162646.229721,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ac7e88d891be2e107b27e6eaf260b3c5","span_id":"868c2bc177e3700d","x-request-id":"7dd03e54-b46e-46b4-ac85-fee460968adb"} {"level":"info","ts":1789162646.2297354,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ac7e88d891be2e107b27e6eaf260b3c5","span_id":"868c2bc177e3700d","x-request-id":"7dd03e54-b46e-46b4-ac85-fee460968adb"} {"level":"info","ts":1789162646.2297518,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ac7e88d891be2e107b27e6eaf260b3c5","span_id":"868c2bc177e3700d","x-request-id":"7dd03e54-b46e-46b4-ac85-fee460968adb","EoS":true} {"level":"info","ts":1789162646.2297845,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ac7e88d891be2e107b27e6eaf260b3c5","span_id":"868c2bc177e3700d","x-request-id":"7dd03e54-b46e-46b4-ac85-fee460968adb","header":"x-maas-group"} {"level":"info","ts":1789162646.2297978,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ac7e88d891be2e107b27e6eaf260b3c5","span_id":"868c2bc177e3700d","x-request-id":"7dd03e54-b46e-46b4-ac85-fee460968adb","header":"x-maas-username"} {"level":"info","ts":1789162646.2298071,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ac7e88d891be2e107b27e6eaf260b3c5","span_id":"868c2bc177e3700d","x-request-id":"7dd03e54-b46e-46b4-ac85-fee460968adb","header":"x-maas-subscription"} {"level":"info","ts":1789162646.2298262,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ac7e88d891be2e107b27e6eaf260b3c5","span_id":"868c2bc177e3700d","x-request-id":"7dd03e54-b46e-46b4-ac85-fee460968adb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789162646.2298584,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ac7e88d891be2e107b27e6eaf260b3c5","span_id":"868c2bc177e3700d","x-request-id":"7dd03e54-b46e-46b4-ac85-fee460968adb"} {"level":"info","ts":1789162646.230784,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ac7e88d891be2e107b27e6eaf260b3c5","span_id":"868c2bc177e3700d","x-request-id":"7dd03e54-b46e-46b4-ac85-fee460968adb"} {"level":"info","ts":1789162646.2307992,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ac7e88d891be2e107b27e6eaf260b3c5","span_id":"868c2bc177e3700d","x-request-id":"7dd03e54-b46e-46b4-ac85-fee460968adb"} {"level":"info","ts":1789162646.230811,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ac7e88d891be2e107b27e6eaf260b3c5","span_id":"868c2bc177e3700d","x-request-id":"7dd03e54-b46e-46b4-ac85-fee460968adb","EoS":false} {"level":"info","ts":1789162646.2308216,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ac7e88d891be2e107b27e6eaf260b3c5","span_id":"868c2bc177e3700d","x-request-id":"7dd03e54-b46e-46b4-ac85-fee460968adb"} {"level":"info","ts":1789162646.2308486,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ac7e88d891be2e107b27e6eaf260b3c5","span_id":"868c2bc177e3700d","x-request-id":"7dd03e54-b46e-46b4-ac85-fee460968adb","EoS":true} {"level":"info","ts":1789162646.2308588,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ac7e88d891be2e107b27e6eaf260b3c5","span_id":"868c2bc177e3700d","x-request-id":"7dd03e54-b46e-46b4-ac85-fee460968adb"} {"level":"info","ts":1789162646.3636584,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789162646.3637657,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"889ffce716d1997b372adb5acf7713c0","span_id":"c36f6836a2954df9","x-request-id":"3f21064b-cb88-4c0a-aee3-1994c74d3b2f"} {"level":"info","ts":1789162646.363781,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"889ffce716d1997b372adb5acf7713c0","span_id":"c36f6836a2954df9","x-request-id":"3f21064b-cb88-4c0a-aee3-1994c74d3b2f"} {"level":"info","ts":1789162646.3637984,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"889ffce716d1997b372adb5acf7713c0","span_id":"c36f6836a2954df9","x-request-id":"3f21064b-cb88-4c0a-aee3-1994c74d3b2f","EoS":true} {"level":"info","ts":1789162646.3638263,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"889ffce716d1997b372adb5acf7713c0","span_id":"c36f6836a2954df9","x-request-id":"3f21064b-cb88-4c0a-aee3-1994c74d3b2f","header":"x-maas-subscription"} {"level":"info","ts":1789162646.3638368,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"889ffce716d1997b372adb5acf7713c0","span_id":"c36f6836a2954df9","x-request-id":"3f21064b-cb88-4c0a-aee3-1994c74d3b2f","header":"x-maas-username"} {"level":"info","ts":1789162646.3638449,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"889ffce716d1997b372adb5acf7713c0","span_id":"c36f6836a2954df9","x-request-id":"3f21064b-cb88-4c0a-aee3-1994c74d3b2f","header":"x-maas-group"} {"level":"info","ts":1789162646.3638654,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"889ffce716d1997b372adb5acf7713c0","span_id":"c36f6836a2954df9","x-request-id":"3f21064b-cb88-4c0a-aee3-1994c74d3b2f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789162646.3638961,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"889ffce716d1997b372adb5acf7713c0","span_id":"c36f6836a2954df9","x-request-id":"3f21064b-cb88-4c0a-aee3-1994c74d3b2f"} {"level":"info","ts":1789162646.3660166,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"889ffce716d1997b372adb5acf7713c0","span_id":"c36f6836a2954df9","x-request-id":"3f21064b-cb88-4c0a-aee3-1994c74d3b2f"} {"level":"info","ts":1789162646.3660336,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"889ffce716d1997b372adb5acf7713c0","span_id":"c36f6836a2954df9","x-request-id":"3f21064b-cb88-4c0a-aee3-1994c74d3b2f"} {"level":"info","ts":1789162646.3660483,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"889ffce716d1997b372adb5acf7713c0","span_id":"c36f6836a2954df9","x-request-id":"3f21064b-cb88-4c0a-aee3-1994c74d3b2f","EoS":false} {"level":"info","ts":1789162646.3660605,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"889ffce716d1997b372adb5acf7713c0","span_id":"c36f6836a2954df9","x-request-id":"3f21064b-cb88-4c0a-aee3-1994c74d3b2f"} {"level":"info","ts":1789162646.3660834,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"889ffce716d1997b372adb5acf7713c0","span_id":"c36f6836a2954df9","x-request-id":"3f21064b-cb88-4c0a-aee3-1994c74d3b2f","EoS":true} {"level":"info","ts":1789162646.3660922,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"889ffce716d1997b372adb5acf7713c0","span_id":"c36f6836a2954df9","x-request-id":"3f21064b-cb88-4c0a-aee3-1994c74d3b2f"} {"level":"error","ts":1789162656.0689123,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789162660.5380282,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789162660.538151,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6f72ba5571c68b293c743fd40f5327de","span_id":"98064a0edf0a86ea","x-request-id":"2c3773ec-9ee0-46e7-89f9-6b4a3c9ee65e"} {"level":"info","ts":1789162660.5381668,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6f72ba5571c68b293c743fd40f5327de","span_id":"98064a0edf0a86ea","x-request-id":"2c3773ec-9ee0-46e7-89f9-6b4a3c9ee65e"} {"level":"info","ts":1789162660.538181,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6f72ba5571c68b293c743fd40f5327de","span_id":"98064a0edf0a86ea","x-request-id":"2c3773ec-9ee0-46e7-89f9-6b4a3c9ee65e","EoS":true} {"level":"info","ts":1789162660.5382035,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6f72ba5571c68b293c743fd40f5327de","span_id":"98064a0edf0a86ea","x-request-id":"2c3773ec-9ee0-46e7-89f9-6b4a3c9ee65e","header":"x-maas-username"} {"level":"info","ts":1789162660.5382135,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6f72ba5571c68b293c743fd40f5327de","span_id":"98064a0edf0a86ea","x-request-id":"2c3773ec-9ee0-46e7-89f9-6b4a3c9ee65e","header":"x-maas-subscription"} {"level":"info","ts":1789162660.5382187,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6f72ba5571c68b293c743fd40f5327de","span_id":"98064a0edf0a86ea","x-request-id":"2c3773ec-9ee0-46e7-89f9-6b4a3c9ee65e","header":"x-maas-group"} {"level":"info","ts":1789162660.538232,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6f72ba5571c68b293c743fd40f5327de","span_id":"98064a0edf0a86ea","x-request-id":"2c3773ec-9ee0-46e7-89f9-6b4a3c9ee65e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789162660.5382593,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6f72ba5571c68b293c743fd40f5327de","span_id":"98064a0edf0a86ea","x-request-id":"2c3773ec-9ee0-46e7-89f9-6b4a3c9ee65e"} {"level":"info","ts":1789162660.5398035,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6f72ba5571c68b293c743fd40f5327de","span_id":"98064a0edf0a86ea","x-request-id":"2c3773ec-9ee0-46e7-89f9-6b4a3c9ee65e"} {"level":"info","ts":1789162660.5398228,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6f72ba5571c68b293c743fd40f5327de","span_id":"98064a0edf0a86ea","x-request-id":"2c3773ec-9ee0-46e7-89f9-6b4a3c9ee65e"} {"level":"info","ts":1789162660.5398364,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6f72ba5571c68b293c743fd40f5327de","span_id":"98064a0edf0a86ea","x-request-id":"2c3773ec-9ee0-46e7-89f9-6b4a3c9ee65e","EoS":false} {"level":"info","ts":1789162660.539848,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6f72ba5571c68b293c743fd40f5327de","span_id":"98064a0edf0a86ea","x-request-id":"2c3773ec-9ee0-46e7-89f9-6b4a3c9ee65e"} {"level":"info","ts":1789162660.539871,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6f72ba5571c68b293c743fd40f5327de","span_id":"98064a0edf0a86ea","x-request-id":"2c3773ec-9ee0-46e7-89f9-6b4a3c9ee65e","EoS":true} {"level":"info","ts":1789162660.5398788,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6f72ba5571c68b293c743fd40f5327de","span_id":"98064a0edf0a86ea","x-request-id":"2c3773ec-9ee0-46e7-89f9-6b4a3c9ee65e"} {"level":"info","ts":1789162660.5752418,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789162660.575317,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"95b52be3a3dcdcb39d1090fac93728a4","span_id":"1e9d11ab13b19c94","x-request-id":"fec82a49-91e4-4f38-b444-2f32fb81533e"} {"level":"info","ts":1789162660.5753295,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"95b52be3a3dcdcb39d1090fac93728a4","span_id":"1e9d11ab13b19c94","x-request-id":"fec82a49-91e4-4f38-b444-2f32fb81533e"} {"level":"info","ts":1789162660.57534,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"95b52be3a3dcdcb39d1090fac93728a4","span_id":"1e9d11ab13b19c94","x-request-id":"fec82a49-91e4-4f38-b444-2f32fb81533e","EoS":true} {"level":"info","ts":1789162660.5753586,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"95b52be3a3dcdcb39d1090fac93728a4","span_id":"1e9d11ab13b19c94","x-request-id":"fec82a49-91e4-4f38-b444-2f32fb81533e","header":"x-maas-group"} {"level":"info","ts":1789162660.5753684,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"95b52be3a3dcdcb39d1090fac93728a4","span_id":"1e9d11ab13b19c94","x-request-id":"fec82a49-91e4-4f38-b444-2f32fb81533e","header":"x-maas-username"} {"level":"info","ts":1789162660.5753736,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"95b52be3a3dcdcb39d1090fac93728a4","span_id":"1e9d11ab13b19c94","x-request-id":"fec82a49-91e4-4f38-b444-2f32fb81533e","header":"x-maas-subscription"} {"level":"info","ts":1789162660.5753992,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"95b52be3a3dcdcb39d1090fac93728a4","span_id":"1e9d11ab13b19c94","x-request-id":"fec82a49-91e4-4f38-b444-2f32fb81533e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789162660.5754256,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"95b52be3a3dcdcb39d1090fac93728a4","span_id":"1e9d11ab13b19c94","x-request-id":"fec82a49-91e4-4f38-b444-2f32fb81533e"} {"level":"info","ts":1789162660.576299,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"95b52be3a3dcdcb39d1090fac93728a4","span_id":"1e9d11ab13b19c94","x-request-id":"fec82a49-91e4-4f38-b444-2f32fb81533e"} {"level":"info","ts":1789162660.5763159,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"95b52be3a3dcdcb39d1090fac93728a4","span_id":"1e9d11ab13b19c94","x-request-id":"fec82a49-91e4-4f38-b444-2f32fb81533e"} {"level":"info","ts":1789162660.5763345,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"95b52be3a3dcdcb39d1090fac93728a4","span_id":"1e9d11ab13b19c94","x-request-id":"fec82a49-91e4-4f38-b444-2f32fb81533e","EoS":false} {"level":"info","ts":1789162660.5763535,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"95b52be3a3dcdcb39d1090fac93728a4","span_id":"1e9d11ab13b19c94","x-request-id":"fec82a49-91e4-4f38-b444-2f32fb81533e"} {"level":"info","ts":1789162660.5764036,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"95b52be3a3dcdcb39d1090fac93728a4","span_id":"1e9d11ab13b19c94","x-request-id":"fec82a49-91e4-4f38-b444-2f32fb81533e","EoS":true} {"level":"info","ts":1789162660.576421,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"95b52be3a3dcdcb39d1090fac93728a4","span_id":"1e9d11ab13b19c94","x-request-id":"fec82a49-91e4-4f38-b444-2f32fb81533e"} {"level":"info","ts":1789162660.6824725,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789162660.682538,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"76f61fcbf6cc60a87b71e17eb9c7cecd","span_id":"51e2acf44079014a","x-request-id":"352d6bfb-e2ac-40bb-bea9-31e91508add1"} {"level":"info","ts":1789162660.683306,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"76f61fcbf6cc60a87b71e17eb9c7cecd","span_id":"51e2acf44079014a","x-request-id":"352d6bfb-e2ac-40bb-bea9-31e91508add1"} {"level":"info","ts":1789162660.6833205,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"76f61fcbf6cc60a87b71e17eb9c7cecd","span_id":"51e2acf44079014a","x-request-id":"352d6bfb-e2ac-40bb-bea9-31e91508add1"} {"level":"info","ts":1789162660.6833332,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"76f61fcbf6cc60a87b71e17eb9c7cecd","span_id":"51e2acf44079014a","x-request-id":"352d6bfb-e2ac-40bb-bea9-31e91508add1","EoS":false} {"level":"info","ts":1789162660.6833434,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"76f61fcbf6cc60a87b71e17eb9c7cecd","span_id":"51e2acf44079014a","x-request-id":"352d6bfb-e2ac-40bb-bea9-31e91508add1"} {"level":"info","ts":1789162660.6833653,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"76f61fcbf6cc60a87b71e17eb9c7cecd","span_id":"51e2acf44079014a","x-request-id":"352d6bfb-e2ac-40bb-bea9-31e91508add1","EoS":true} {"level":"info","ts":1789162660.6833732,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"76f61fcbf6cc60a87b71e17eb9c7cecd","span_id":"51e2acf44079014a","x-request-id":"352d6bfb-e2ac-40bb-bea9-31e91508add1"} {"level":"info","ts":1789162661.5312445,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789162661.5313485,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6b3a6c856d21590b85928902c5a66c43","span_id":"fa0b64cdb1e663b2","x-request-id":"dde8e3a5-7873-49dc-a080-2673e282a08e"} {"level":"info","ts":1789162661.531362,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6b3a6c856d21590b85928902c5a66c43","span_id":"fa0b64cdb1e663b2","x-request-id":"dde8e3a5-7873-49dc-a080-2673e282a08e"} {"level":"info","ts":1789162661.5313938,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6b3a6c856d21590b85928902c5a66c43","span_id":"fa0b64cdb1e663b2","x-request-id":"dde8e3a5-7873-49dc-a080-2673e282a08e","EoS":true} {"level":"info","ts":1789162661.5314221,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6b3a6c856d21590b85928902c5a66c43","span_id":"fa0b64cdb1e663b2","x-request-id":"dde8e3a5-7873-49dc-a080-2673e282a08e","header":"x-maas-username"} {"level":"info","ts":1789162661.5314362,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6b3a6c856d21590b85928902c5a66c43","span_id":"fa0b64cdb1e663b2","x-request-id":"dde8e3a5-7873-49dc-a080-2673e282a08e","header":"x-maas-subscription"} {"level":"info","ts":1789162661.5314457,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6b3a6c856d21590b85928902c5a66c43","span_id":"fa0b64cdb1e663b2","x-request-id":"dde8e3a5-7873-49dc-a080-2673e282a08e","header":"x-maas-group"} {"level":"info","ts":1789162661.5314689,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6b3a6c856d21590b85928902c5a66c43","span_id":"fa0b64cdb1e663b2","x-request-id":"dde8e3a5-7873-49dc-a080-2673e282a08e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789162661.531504,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6b3a6c856d21590b85928902c5a66c43","span_id":"fa0b64cdb1e663b2","x-request-id":"dde8e3a5-7873-49dc-a080-2673e282a08e"} {"level":"info","ts":1789162661.5330286,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6b3a6c856d21590b85928902c5a66c43","span_id":"fa0b64cdb1e663b2","x-request-id":"dde8e3a5-7873-49dc-a080-2673e282a08e"} {"level":"info","ts":1789162661.5330462,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6b3a6c856d21590b85928902c5a66c43","span_id":"fa0b64cdb1e663b2","x-request-id":"dde8e3a5-7873-49dc-a080-2673e282a08e"} {"level":"info","ts":1789162661.5330598,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6b3a6c856d21590b85928902c5a66c43","span_id":"fa0b64cdb1e663b2","x-request-id":"dde8e3a5-7873-49dc-a080-2673e282a08e","EoS":false} {"level":"info","ts":1789162661.5330718,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6b3a6c856d21590b85928902c5a66c43","span_id":"fa0b64cdb1e663b2","x-request-id":"dde8e3a5-7873-49dc-a080-2673e282a08e"} {"level":"info","ts":1789162661.533098,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6b3a6c856d21590b85928902c5a66c43","span_id":"fa0b64cdb1e663b2","x-request-id":"dde8e3a5-7873-49dc-a080-2673e282a08e","EoS":true} {"level":"info","ts":1789162661.5331118,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6b3a6c856d21590b85928902c5a66c43","span_id":"fa0b64cdb1e663b2","x-request-id":"dde8e3a5-7873-49dc-a080-2673e282a08e"} {"level":"info","ts":1789162662.5583498,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789162662.5584755,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"01d810bb9955177110b47d9f335d31ae","span_id":"3c359cbbe5928192","x-request-id":"97289b03-cfc6-4e35-a982-94893293509f"} {"level":"info","ts":1789162662.5584924,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"01d810bb9955177110b47d9f335d31ae","span_id":"3c359cbbe5928192","x-request-id":"97289b03-cfc6-4e35-a982-94893293509f"} {"level":"info","ts":1789162662.5585513,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"01d810bb9955177110b47d9f335d31ae","span_id":"3c359cbbe5928192","x-request-id":"97289b03-cfc6-4e35-a982-94893293509f","EoS":true} {"level":"info","ts":1789162662.558578,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"01d810bb9955177110b47d9f335d31ae","span_id":"3c359cbbe5928192","x-request-id":"97289b03-cfc6-4e35-a982-94893293509f","header":"x-maas-subscription"} {"level":"info","ts":1789162662.5585918,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"01d810bb9955177110b47d9f335d31ae","span_id":"3c359cbbe5928192","x-request-id":"97289b03-cfc6-4e35-a982-94893293509f","header":"x-maas-username"} {"level":"info","ts":1789162662.5586002,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"01d810bb9955177110b47d9f335d31ae","span_id":"3c359cbbe5928192","x-request-id":"97289b03-cfc6-4e35-a982-94893293509f","header":"x-maas-group"} {"level":"info","ts":1789162662.5586221,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"01d810bb9955177110b47d9f335d31ae","span_id":"3c359cbbe5928192","x-request-id":"97289b03-cfc6-4e35-a982-94893293509f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789162662.558657,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"01d810bb9955177110b47d9f335d31ae","span_id":"3c359cbbe5928192","x-request-id":"97289b03-cfc6-4e35-a982-94893293509f"} {"level":"info","ts":1789162662.5594895,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"01d810bb9955177110b47d9f335d31ae","span_id":"3c359cbbe5928192","x-request-id":"97289b03-cfc6-4e35-a982-94893293509f"} {"level":"info","ts":1789162662.559509,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"01d810bb9955177110b47d9f335d31ae","span_id":"3c359cbbe5928192","x-request-id":"97289b03-cfc6-4e35-a982-94893293509f"} {"level":"info","ts":1789162662.5595229,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"01d810bb9955177110b47d9f335d31ae","span_id":"3c359cbbe5928192","x-request-id":"97289b03-cfc6-4e35-a982-94893293509f","EoS":false} {"level":"info","ts":1789162662.5595345,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"01d810bb9955177110b47d9f335d31ae","span_id":"3c359cbbe5928192","x-request-id":"97289b03-cfc6-4e35-a982-94893293509f"} {"level":"info","ts":1789162662.559559,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"01d810bb9955177110b47d9f335d31ae","span_id":"3c359cbbe5928192","x-request-id":"97289b03-cfc6-4e35-a982-94893293509f","EoS":true} {"level":"info","ts":1789162662.559568,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"01d810bb9955177110b47d9f335d31ae","span_id":"3c359cbbe5928192","x-request-id":"97289b03-cfc6-4e35-a982-94893293509f"} {"level":"info","ts":1789162663.3522453,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789162663.352336,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b9ce3c81b182fea643167e63187c290d","span_id":"1fb70a19ed218c4f","x-request-id":"d87b4c5c-aa61-4d03-b94e-e279d73d4117"} {"level":"info","ts":1789162663.352348,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b9ce3c81b182fea643167e63187c290d","span_id":"1fb70a19ed218c4f","x-request-id":"d87b4c5c-aa61-4d03-b94e-e279d73d4117"} {"level":"info","ts":1789162663.3523598,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b9ce3c81b182fea643167e63187c290d","span_id":"1fb70a19ed218c4f","x-request-id":"d87b4c5c-aa61-4d03-b94e-e279d73d4117","EoS":true} {"level":"info","ts":1789162663.3523986,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b9ce3c81b182fea643167e63187c290d","span_id":"1fb70a19ed218c4f","x-request-id":"d87b4c5c-aa61-4d03-b94e-e279d73d4117","header":"x-maas-group"} {"level":"info","ts":1789162663.3524098,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b9ce3c81b182fea643167e63187c290d","span_id":"1fb70a19ed218c4f","x-request-id":"d87b4c5c-aa61-4d03-b94e-e279d73d4117","header":"x-maas-subscription"} {"level":"info","ts":1789162663.352415,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b9ce3c81b182fea643167e63187c290d","span_id":"1fb70a19ed218c4f","x-request-id":"d87b4c5c-aa61-4d03-b94e-e279d73d4117","header":"x-maas-username"} {"level":"info","ts":1789162663.3524327,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b9ce3c81b182fea643167e63187c290d","span_id":"1fb70a19ed218c4f","x-request-id":"d87b4c5c-aa61-4d03-b94e-e279d73d4117","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789162663.352457,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b9ce3c81b182fea643167e63187c290d","span_id":"1fb70a19ed218c4f","x-request-id":"d87b4c5c-aa61-4d03-b94e-e279d73d4117"} {"level":"info","ts":1789162663.353322,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b9ce3c81b182fea643167e63187c290d","span_id":"1fb70a19ed218c4f","x-request-id":"d87b4c5c-aa61-4d03-b94e-e279d73d4117"} {"level":"info","ts":1789162663.3533406,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b9ce3c81b182fea643167e63187c290d","span_id":"1fb70a19ed218c4f","x-request-id":"d87b4c5c-aa61-4d03-b94e-e279d73d4117"} {"level":"info","ts":1789162663.3533697,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b9ce3c81b182fea643167e63187c290d","span_id":"1fb70a19ed218c4f","x-request-id":"d87b4c5c-aa61-4d03-b94e-e279d73d4117","EoS":false} {"level":"info","ts":1789162663.353397,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b9ce3c81b182fea643167e63187c290d","span_id":"1fb70a19ed218c4f","x-request-id":"d87b4c5c-aa61-4d03-b94e-e279d73d4117"} {"level":"info","ts":1789162663.3534281,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b9ce3c81b182fea643167e63187c290d","span_id":"1fb70a19ed218c4f","x-request-id":"d87b4c5c-aa61-4d03-b94e-e279d73d4117","EoS":true} {"level":"info","ts":1789162663.3534374,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b9ce3c81b182fea643167e63187c290d","span_id":"1fb70a19ed218c4f","x-request-id":"d87b4c5c-aa61-4d03-b94e-e279d73d4117"} {"level":"info","ts":1789162664.47226,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789162664.472366,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c6d9ffc91ae49db06cc6ec003274d509","span_id":"0cc4ebad1fd6b7fc","x-request-id":"768622fd-af92-4ed4-9564-1ec3994aca74"} {"level":"info","ts":1789162664.4724014,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c6d9ffc91ae49db06cc6ec003274d509","span_id":"0cc4ebad1fd6b7fc","x-request-id":"768622fd-af92-4ed4-9564-1ec3994aca74"} {"level":"info","ts":1789162664.4724154,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c6d9ffc91ae49db06cc6ec003274d509","span_id":"0cc4ebad1fd6b7fc","x-request-id":"768622fd-af92-4ed4-9564-1ec3994aca74","EoS":true} {"level":"info","ts":1789162664.4724371,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c6d9ffc91ae49db06cc6ec003274d509","span_id":"0cc4ebad1fd6b7fc","x-request-id":"768622fd-af92-4ed4-9564-1ec3994aca74","header":"x-maas-username"} {"level":"info","ts":1789162664.4724486,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c6d9ffc91ae49db06cc6ec003274d509","span_id":"0cc4ebad1fd6b7fc","x-request-id":"768622fd-af92-4ed4-9564-1ec3994aca74","header":"x-maas-subscription"} {"level":"info","ts":1789162664.4724576,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c6d9ffc91ae49db06cc6ec003274d509","span_id":"0cc4ebad1fd6b7fc","x-request-id":"768622fd-af92-4ed4-9564-1ec3994aca74","header":"x-maas-group"} {"level":"info","ts":1789162664.4724765,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c6d9ffc91ae49db06cc6ec003274d509","span_id":"0cc4ebad1fd6b7fc","x-request-id":"768622fd-af92-4ed4-9564-1ec3994aca74","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789162664.4725046,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c6d9ffc91ae49db06cc6ec003274d509","span_id":"0cc4ebad1fd6b7fc","x-request-id":"768622fd-af92-4ed4-9564-1ec3994aca74"} {"level":"info","ts":1789162664.4733274,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c6d9ffc91ae49db06cc6ec003274d509","span_id":"0cc4ebad1fd6b7fc","x-request-id":"768622fd-af92-4ed4-9564-1ec3994aca74"} {"level":"info","ts":1789162664.473346,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c6d9ffc91ae49db06cc6ec003274d509","span_id":"0cc4ebad1fd6b7fc","x-request-id":"768622fd-af92-4ed4-9564-1ec3994aca74"} {"level":"info","ts":1789162664.4733627,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c6d9ffc91ae49db06cc6ec003274d509","span_id":"0cc4ebad1fd6b7fc","x-request-id":"768622fd-af92-4ed4-9564-1ec3994aca74","EoS":false} {"level":"info","ts":1789162664.4733732,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c6d9ffc91ae49db06cc6ec003274d509","span_id":"0cc4ebad1fd6b7fc","x-request-id":"768622fd-af92-4ed4-9564-1ec3994aca74"} {"level":"info","ts":1789162664.4734097,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c6d9ffc91ae49db06cc6ec003274d509","span_id":"0cc4ebad1fd6b7fc","x-request-id":"768622fd-af92-4ed4-9564-1ec3994aca74","EoS":true} {"level":"info","ts":1789162664.4734175,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c6d9ffc91ae49db06cc6ec003274d509","span_id":"0cc4ebad1fd6b7fc","x-request-id":"768622fd-af92-4ed4-9564-1ec3994aca74"} {"level":"error","ts":1789162671.0702364,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789162681.0707412,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789162695.6752355,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789162695.6753252,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"59a7eeb313f05ed349133636c7585860","span_id":"0e6665992ce0d437","x-request-id":"f04bd365-1274-4065-9a69-2779d8d38e55"} {"level":"info","ts":1789162695.6753383,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"59a7eeb313f05ed349133636c7585860","span_id":"0e6665992ce0d437","x-request-id":"f04bd365-1274-4065-9a69-2779d8d38e55"} {"level":"info","ts":1789162695.6753497,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"59a7eeb313f05ed349133636c7585860","span_id":"0e6665992ce0d437","x-request-id":"f04bd365-1274-4065-9a69-2779d8d38e55","EoS":true} {"level":"info","ts":1789162695.6753747,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"59a7eeb313f05ed349133636c7585860","span_id":"0e6665992ce0d437","x-request-id":"f04bd365-1274-4065-9a69-2779d8d38e55","header":"x-maas-username"} {"level":"info","ts":1789162695.6754036,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"59a7eeb313f05ed349133636c7585860","span_id":"0e6665992ce0d437","x-request-id":"f04bd365-1274-4065-9a69-2779d8d38e55","header":"x-maas-subscription"} {"level":"info","ts":1789162695.6754088,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"59a7eeb313f05ed349133636c7585860","span_id":"0e6665992ce0d437","x-request-id":"f04bd365-1274-4065-9a69-2779d8d38e55","header":"x-maas-group"} {"level":"info","ts":1789162695.675424,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"59a7eeb313f05ed349133636c7585860","span_id":"0e6665992ce0d437","x-request-id":"f04bd365-1274-4065-9a69-2779d8d38e55","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789162695.6754498,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"59a7eeb313f05ed349133636c7585860","span_id":"0e6665992ce0d437","x-request-id":"f04bd365-1274-4065-9a69-2779d8d38e55"} {"level":"info","ts":1789162695.6763365,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"59a7eeb313f05ed349133636c7585860","span_id":"0e6665992ce0d437","x-request-id":"f04bd365-1274-4065-9a69-2779d8d38e55"} {"level":"info","ts":1789162695.6763551,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"59a7eeb313f05ed349133636c7585860","span_id":"0e6665992ce0d437","x-request-id":"f04bd365-1274-4065-9a69-2779d8d38e55"} {"level":"info","ts":1789162695.6763725,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"59a7eeb313f05ed349133636c7585860","span_id":"0e6665992ce0d437","x-request-id":"f04bd365-1274-4065-9a69-2779d8d38e55","EoS":false} {"level":"info","ts":1789162695.676402,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"59a7eeb313f05ed349133636c7585860","span_id":"0e6665992ce0d437","x-request-id":"f04bd365-1274-4065-9a69-2779d8d38e55"} {"level":"info","ts":1789162695.6764383,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"59a7eeb313f05ed349133636c7585860","span_id":"0e6665992ce0d437","x-request-id":"f04bd365-1274-4065-9a69-2779d8d38e55","EoS":true} {"level":"info","ts":1789162695.6764486,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"59a7eeb313f05ed349133636c7585860","span_id":"0e6665992ce0d437","x-request-id":"f04bd365-1274-4065-9a69-2779d8d38e55"} {"level":"error","ts":1789162696.0722516,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789162711.073807,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789162787.2554233,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789162787.2555091,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d98c9182a8cf2dd7d0df2eb2dad90e12","span_id":"2088b1e5d8d3ed00","x-request-id":"0809540c-9e29-48a7-9ef7-f8a36ac9aeee"} {"level":"info","ts":1789162787.2555208,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d98c9182a8cf2dd7d0df2eb2dad90e12","span_id":"2088b1e5d8d3ed00","x-request-id":"0809540c-9e29-48a7-9ef7-f8a36ac9aeee"} {"level":"info","ts":1789162787.255532,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d98c9182a8cf2dd7d0df2eb2dad90e12","span_id":"2088b1e5d8d3ed00","x-request-id":"0809540c-9e29-48a7-9ef7-f8a36ac9aeee","EoS":true} {"level":"info","ts":1789162787.2555532,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d98c9182a8cf2dd7d0df2eb2dad90e12","span_id":"2088b1e5d8d3ed00","x-request-id":"0809540c-9e29-48a7-9ef7-f8a36ac9aeee","header":"x-maas-username"} {"level":"info","ts":1789162787.2555633,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d98c9182a8cf2dd7d0df2eb2dad90e12","span_id":"2088b1e5d8d3ed00","x-request-id":"0809540c-9e29-48a7-9ef7-f8a36ac9aeee","header":"x-maas-subscription"} {"level":"info","ts":1789162787.255575,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d98c9182a8cf2dd7d0df2eb2dad90e12","span_id":"2088b1e5d8d3ed00","x-request-id":"0809540c-9e29-48a7-9ef7-f8a36ac9aeee","header":"x-maas-group"} {"level":"info","ts":1789162787.2555897,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d98c9182a8cf2dd7d0df2eb2dad90e12","span_id":"2088b1e5d8d3ed00","x-request-id":"0809540c-9e29-48a7-9ef7-f8a36ac9aeee","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789162787.255609,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d98c9182a8cf2dd7d0df2eb2dad90e12","span_id":"2088b1e5d8d3ed00","x-request-id":"0809540c-9e29-48a7-9ef7-f8a36ac9aeee"} {"level":"info","ts":1789162787.2727308,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d98c9182a8cf2dd7d0df2eb2dad90e12","span_id":"2088b1e5d8d3ed00","x-request-id":"0809540c-9e29-48a7-9ef7-f8a36ac9aeee"} {"level":"info","ts":1789162787.2727513,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d98c9182a8cf2dd7d0df2eb2dad90e12","span_id":"2088b1e5d8d3ed00","x-request-id":"0809540c-9e29-48a7-9ef7-f8a36ac9aeee"} {"level":"info","ts":1789162787.272766,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d98c9182a8cf2dd7d0df2eb2dad90e12","span_id":"2088b1e5d8d3ed00","x-request-id":"0809540c-9e29-48a7-9ef7-f8a36ac9aeee","EoS":false} {"level":"info","ts":1789162787.2727785,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d98c9182a8cf2dd7d0df2eb2dad90e12","span_id":"2088b1e5d8d3ed00","x-request-id":"0809540c-9e29-48a7-9ef7-f8a36ac9aeee"} {"level":"info","ts":1789162787.2728026,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d98c9182a8cf2dd7d0df2eb2dad90e12","span_id":"2088b1e5d8d3ed00","x-request-id":"0809540c-9e29-48a7-9ef7-f8a36ac9aeee","EoS":true} {"level":"info","ts":1789162787.2728112,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d98c9182a8cf2dd7d0df2eb2dad90e12","span_id":"2088b1e5d8d3ed00","x-request-id":"0809540c-9e29-48a7-9ef7-f8a36ac9aeee"} {"level":"error","ts":1789162801.0840337,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789162852.778625,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789162852.7787201,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"320b9ba17079977caf00f287ca9161b9","span_id":"be6f67d34d86f197","x-request-id":"b150a530-71b0-4e19-a6db-a38167f2d74a"} {"level":"info","ts":1789162852.7787333,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"320b9ba17079977caf00f287ca9161b9","span_id":"be6f67d34d86f197","x-request-id":"b150a530-71b0-4e19-a6db-a38167f2d74a"} {"level":"info","ts":1789162852.7787445,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"320b9ba17079977caf00f287ca9161b9","span_id":"be6f67d34d86f197","x-request-id":"b150a530-71b0-4e19-a6db-a38167f2d74a","EoS":true} {"level":"info","ts":1789162852.7787647,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"320b9ba17079977caf00f287ca9161b9","span_id":"be6f67d34d86f197","x-request-id":"b150a530-71b0-4e19-a6db-a38167f2d74a","header":"x-maas-subscription"} {"level":"info","ts":1789162852.7787755,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"320b9ba17079977caf00f287ca9161b9","span_id":"be6f67d34d86f197","x-request-id":"b150a530-71b0-4e19-a6db-a38167f2d74a","header":"x-maas-group"} {"level":"info","ts":1789162852.7787821,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"320b9ba17079977caf00f287ca9161b9","span_id":"be6f67d34d86f197","x-request-id":"b150a530-71b0-4e19-a6db-a38167f2d74a","header":"x-maas-username"} {"level":"info","ts":1789162852.7787957,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"320b9ba17079977caf00f287ca9161b9","span_id":"be6f67d34d86f197","x-request-id":"b150a530-71b0-4e19-a6db-a38167f2d74a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789162852.7788231,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"320b9ba17079977caf00f287ca9161b9","span_id":"be6f67d34d86f197","x-request-id":"b150a530-71b0-4e19-a6db-a38167f2d74a"} {"level":"info","ts":1789162852.7797356,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"320b9ba17079977caf00f287ca9161b9","span_id":"be6f67d34d86f197","x-request-id":"b150a530-71b0-4e19-a6db-a38167f2d74a"} {"level":"info","ts":1789162852.779757,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"320b9ba17079977caf00f287ca9161b9","span_id":"be6f67d34d86f197","x-request-id":"b150a530-71b0-4e19-a6db-a38167f2d74a"} {"level":"info","ts":1789162852.779773,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"320b9ba17079977caf00f287ca9161b9","span_id":"be6f67d34d86f197","x-request-id":"b150a530-71b0-4e19-a6db-a38167f2d74a","EoS":false} {"level":"info","ts":1789162852.7797863,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"320b9ba17079977caf00f287ca9161b9","span_id":"be6f67d34d86f197","x-request-id":"b150a530-71b0-4e19-a6db-a38167f2d74a"} {"level":"info","ts":1789162852.7798135,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"320b9ba17079977caf00f287ca9161b9","span_id":"be6f67d34d86f197","x-request-id":"b150a530-71b0-4e19-a6db-a38167f2d74a","EoS":true} {"level":"info","ts":1789162852.7798223,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"320b9ba17079977caf00f287ca9161b9","span_id":"be6f67d34d86f197","x-request-id":"b150a530-71b0-4e19-a6db-a38167f2d74a"} {"level":"error","ts":1789162866.0913,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789162866.6664464,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789162866.6665514,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"268f77752bb0fcc10eda8a7ea9759cae","span_id":"cfb6f164d6fa212e","x-request-id":"a82155d8-d8e1-409e-8289-11de401ab053"} {"level":"info","ts":1789162866.6665692,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"268f77752bb0fcc10eda8a7ea9759cae","span_id":"cfb6f164d6fa212e","x-request-id":"a82155d8-d8e1-409e-8289-11de401ab053"} {"level":"info","ts":1789162866.6665828,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"268f77752bb0fcc10eda8a7ea9759cae","span_id":"cfb6f164d6fa212e","x-request-id":"a82155d8-d8e1-409e-8289-11de401ab053","EoS":true} {"level":"info","ts":1789162866.6666002,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"268f77752bb0fcc10eda8a7ea9759cae","span_id":"cfb6f164d6fa212e","x-request-id":"a82155d8-d8e1-409e-8289-11de401ab053","header":"x-maas-username"} {"level":"info","ts":1789162866.6666107,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"268f77752bb0fcc10eda8a7ea9759cae","span_id":"cfb6f164d6fa212e","x-request-id":"a82155d8-d8e1-409e-8289-11de401ab053","header":"x-maas-group"} {"level":"info","ts":1789162866.6666157,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"268f77752bb0fcc10eda8a7ea9759cae","span_id":"cfb6f164d6fa212e","x-request-id":"a82155d8-d8e1-409e-8289-11de401ab053","header":"x-maas-subscription"} {"level":"info","ts":1789162866.666629,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"268f77752bb0fcc10eda8a7ea9759cae","span_id":"cfb6f164d6fa212e","x-request-id":"a82155d8-d8e1-409e-8289-11de401ab053","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789162866.666659,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"268f77752bb0fcc10eda8a7ea9759cae","span_id":"cfb6f164d6fa212e","x-request-id":"a82155d8-d8e1-409e-8289-11de401ab053"} {"level":"info","ts":1789162866.6800442,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"268f77752bb0fcc10eda8a7ea9759cae","span_id":"cfb6f164d6fa212e","x-request-id":"a82155d8-d8e1-409e-8289-11de401ab053"} {"level":"info","ts":1789162866.680065,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"268f77752bb0fcc10eda8a7ea9759cae","span_id":"cfb6f164d6fa212e","x-request-id":"a82155d8-d8e1-409e-8289-11de401ab053"} {"level":"info","ts":1789162866.680081,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"268f77752bb0fcc10eda8a7ea9759cae","span_id":"cfb6f164d6fa212e","x-request-id":"a82155d8-d8e1-409e-8289-11de401ab053","EoS":false} {"level":"info","ts":1789162866.680099,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"268f77752bb0fcc10eda8a7ea9759cae","span_id":"cfb6f164d6fa212e","x-request-id":"a82155d8-d8e1-409e-8289-11de401ab053"} {"level":"info","ts":1789162866.6801302,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"268f77752bb0fcc10eda8a7ea9759cae","span_id":"cfb6f164d6fa212e","x-request-id":"a82155d8-d8e1-409e-8289-11de401ab053","EoS":false} {"level":"info","ts":1789162866.6801405,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"268f77752bb0fcc10eda8a7ea9759cae","span_id":"cfb6f164d6fa212e","x-request-id":"a82155d8-d8e1-409e-8289-11de401ab053"} {"level":"info","ts":1789162866.6801534,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"268f77752bb0fcc10eda8a7ea9759cae","span_id":"cfb6f164d6fa212e","x-request-id":"a82155d8-d8e1-409e-8289-11de401ab053","EoS":false} {"level":"info","ts":1789162866.680165,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"268f77752bb0fcc10eda8a7ea9759cae","span_id":"cfb6f164d6fa212e","x-request-id":"a82155d8-d8e1-409e-8289-11de401ab053"} {"level":"info","ts":1789162866.6801758,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"268f77752bb0fcc10eda8a7ea9759cae","span_id":"cfb6f164d6fa212e","x-request-id":"a82155d8-d8e1-409e-8289-11de401ab053","EoS":true} {"level":"info","ts":1789162866.6801822,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"268f77752bb0fcc10eda8a7ea9759cae","span_id":"cfb6f164d6fa212e","x-request-id":"a82155d8-d8e1-409e-8289-11de401ab053"} {"level":"info","ts":1789162866.8200347,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789162866.8201227,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8d0cf0579ced49074a47c8f624270219","span_id":"251a3ec7de8438b8","x-request-id":"74e66922-2f74-482a-905a-fa35f1d20138"} {"level":"info","ts":1789162866.8201365,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8d0cf0579ced49074a47c8f624270219","span_id":"251a3ec7de8438b8","x-request-id":"74e66922-2f74-482a-905a-fa35f1d20138"} {"level":"info","ts":1789162866.820148,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8d0cf0579ced49074a47c8f624270219","span_id":"251a3ec7de8438b8","x-request-id":"74e66922-2f74-482a-905a-fa35f1d20138","EoS":true} {"level":"info","ts":1789162866.8201663,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8d0cf0579ced49074a47c8f624270219","span_id":"251a3ec7de8438b8","x-request-id":"74e66922-2f74-482a-905a-fa35f1d20138","header":"x-maas-username"} {"level":"info","ts":1789162866.820178,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8d0cf0579ced49074a47c8f624270219","span_id":"251a3ec7de8438b8","x-request-id":"74e66922-2f74-482a-905a-fa35f1d20138","header":"x-maas-group"} {"level":"info","ts":1789162866.820183,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8d0cf0579ced49074a47c8f624270219","span_id":"251a3ec7de8438b8","x-request-id":"74e66922-2f74-482a-905a-fa35f1d20138","header":"x-maas-subscription"} {"level":"info","ts":1789162866.8201978,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8d0cf0579ced49074a47c8f624270219","span_id":"251a3ec7de8438b8","x-request-id":"74e66922-2f74-482a-905a-fa35f1d20138","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789162866.8202274,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8d0cf0579ced49074a47c8f624270219","span_id":"251a3ec7de8438b8","x-request-id":"74e66922-2f74-482a-905a-fa35f1d20138"} {"level":"info","ts":1789162866.8211582,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8d0cf0579ced49074a47c8f624270219","span_id":"251a3ec7de8438b8","x-request-id":"74e66922-2f74-482a-905a-fa35f1d20138"} {"level":"info","ts":1789162866.8211815,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8d0cf0579ced49074a47c8f624270219","span_id":"251a3ec7de8438b8","x-request-id":"74e66922-2f74-482a-905a-fa35f1d20138"} {"level":"info","ts":1789162866.8212013,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8d0cf0579ced49074a47c8f624270219","span_id":"251a3ec7de8438b8","x-request-id":"74e66922-2f74-482a-905a-fa35f1d20138","EoS":false} {"level":"info","ts":1789162866.821214,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8d0cf0579ced49074a47c8f624270219","span_id":"251a3ec7de8438b8","x-request-id":"74e66922-2f74-482a-905a-fa35f1d20138"} {"level":"info","ts":1789162866.8212395,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8d0cf0579ced49074a47c8f624270219","span_id":"251a3ec7de8438b8","x-request-id":"74e66922-2f74-482a-905a-fa35f1d20138","EoS":true} {"level":"info","ts":1789162866.821249,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8d0cf0579ced49074a47c8f624270219","span_id":"251a3ec7de8438b8","x-request-id":"74e66922-2f74-482a-905a-fa35f1d20138"} {"level":"info","ts":1789162866.955502,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789162866.9555905,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e0e2ce502f77b250bca88983e2262bee","span_id":"79b750ca601f2a69","x-request-id":"f7f7903d-85ab-4e49-98f7-97d0e3ef4b63"} {"level":"info","ts":1789162866.9556057,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e0e2ce502f77b250bca88983e2262bee","span_id":"79b750ca601f2a69","x-request-id":"f7f7903d-85ab-4e49-98f7-97d0e3ef4b63"} {"level":"info","ts":1789162866.9556172,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e0e2ce502f77b250bca88983e2262bee","span_id":"79b750ca601f2a69","x-request-id":"f7f7903d-85ab-4e49-98f7-97d0e3ef4b63","EoS":true} {"level":"info","ts":1789162866.9556417,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e0e2ce502f77b250bca88983e2262bee","span_id":"79b750ca601f2a69","x-request-id":"f7f7903d-85ab-4e49-98f7-97d0e3ef4b63","header":"x-maas-group"} {"level":"info","ts":1789162866.9556527,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e0e2ce502f77b250bca88983e2262bee","span_id":"79b750ca601f2a69","x-request-id":"f7f7903d-85ab-4e49-98f7-97d0e3ef4b63","header":"x-maas-username"} {"level":"info","ts":1789162866.95566,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e0e2ce502f77b250bca88983e2262bee","span_id":"79b750ca601f2a69","x-request-id":"f7f7903d-85ab-4e49-98f7-97d0e3ef4b63","header":"x-maas-subscription"} {"level":"info","ts":1789162866.955679,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e0e2ce502f77b250bca88983e2262bee","span_id":"79b750ca601f2a69","x-request-id":"f7f7903d-85ab-4e49-98f7-97d0e3ef4b63","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789162866.955705,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e0e2ce502f77b250bca88983e2262bee","span_id":"79b750ca601f2a69","x-request-id":"f7f7903d-85ab-4e49-98f7-97d0e3ef4b63"} {"level":"info","ts":1789162866.9579477,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e0e2ce502f77b250bca88983e2262bee","span_id":"79b750ca601f2a69","x-request-id":"f7f7903d-85ab-4e49-98f7-97d0e3ef4b63"} {"level":"info","ts":1789162866.9579663,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e0e2ce502f77b250bca88983e2262bee","span_id":"79b750ca601f2a69","x-request-id":"f7f7903d-85ab-4e49-98f7-97d0e3ef4b63"} {"level":"info","ts":1789162866.9579806,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e0e2ce502f77b250bca88983e2262bee","span_id":"79b750ca601f2a69","x-request-id":"f7f7903d-85ab-4e49-98f7-97d0e3ef4b63","EoS":false} {"level":"info","ts":1789162866.9579928,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e0e2ce502f77b250bca88983e2262bee","span_id":"79b750ca601f2a69","x-request-id":"f7f7903d-85ab-4e49-98f7-97d0e3ef4b63"} {"level":"info","ts":1789162866.9580185,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e0e2ce502f77b250bca88983e2262bee","span_id":"79b750ca601f2a69","x-request-id":"f7f7903d-85ab-4e49-98f7-97d0e3ef4b63","EoS":false} {"level":"info","ts":1789162866.9580288,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e0e2ce502f77b250bca88983e2262bee","span_id":"79b750ca601f2a69","x-request-id":"f7f7903d-85ab-4e49-98f7-97d0e3ef4b63"} {"level":"info","ts":1789162866.9580398,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e0e2ce502f77b250bca88983e2262bee","span_id":"79b750ca601f2a69","x-request-id":"f7f7903d-85ab-4e49-98f7-97d0e3ef4b63","EoS":true} {"level":"info","ts":1789162866.9580483,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e0e2ce502f77b250bca88983e2262bee","span_id":"79b750ca601f2a69","x-request-id":"f7f7903d-85ab-4e49-98f7-97d0e3ef4b63"} {"level":"info","ts":1789162879.8088672,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789162879.808951,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8da71e6c5c72f2243ffa8a698decf326","span_id":"fb68534fd8444a37","x-request-id":"5827db9e-c19b-46dc-b050-7e0074527d1b"} {"level":"info","ts":1789162879.8089633,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8da71e6c5c72f2243ffa8a698decf326","span_id":"fb68534fd8444a37","x-request-id":"5827db9e-c19b-46dc-b050-7e0074527d1b"} {"level":"info","ts":1789162879.8089747,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8da71e6c5c72f2243ffa8a698decf326","span_id":"fb68534fd8444a37","x-request-id":"5827db9e-c19b-46dc-b050-7e0074527d1b","EoS":true} {"level":"info","ts":1789162879.8089921,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8da71e6c5c72f2243ffa8a698decf326","span_id":"fb68534fd8444a37","x-request-id":"5827db9e-c19b-46dc-b050-7e0074527d1b","header":"x-maas-group"} {"level":"info","ts":1789162879.8090012,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8da71e6c5c72f2243ffa8a698decf326","span_id":"fb68534fd8444a37","x-request-id":"5827db9e-c19b-46dc-b050-7e0074527d1b","header":"x-maas-username"} {"level":"info","ts":1789162879.8090057,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8da71e6c5c72f2243ffa8a698decf326","span_id":"fb68534fd8444a37","x-request-id":"5827db9e-c19b-46dc-b050-7e0074527d1b","header":"x-maas-subscription"} {"level":"info","ts":1789162879.8090196,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8da71e6c5c72f2243ffa8a698decf326","span_id":"fb68534fd8444a37","x-request-id":"5827db9e-c19b-46dc-b050-7e0074527d1b","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789162879.8090453,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8da71e6c5c72f2243ffa8a698decf326","span_id":"fb68534fd8444a37","x-request-id":"5827db9e-c19b-46dc-b050-7e0074527d1b"} {"level":"info","ts":1789162879.8107445,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8da71e6c5c72f2243ffa8a698decf326","span_id":"fb68534fd8444a37","x-request-id":"5827db9e-c19b-46dc-b050-7e0074527d1b"} {"level":"info","ts":1789162879.810766,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8da71e6c5c72f2243ffa8a698decf326","span_id":"fb68534fd8444a37","x-request-id":"5827db9e-c19b-46dc-b050-7e0074527d1b"} {"level":"info","ts":1789162879.8107905,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8da71e6c5c72f2243ffa8a698decf326","span_id":"fb68534fd8444a37","x-request-id":"5827db9e-c19b-46dc-b050-7e0074527d1b","EoS":false} {"level":"info","ts":1789162879.8108099,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8da71e6c5c72f2243ffa8a698decf326","span_id":"fb68534fd8444a37","x-request-id":"5827db9e-c19b-46dc-b050-7e0074527d1b"} {"level":"info","ts":1789162879.810845,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8da71e6c5c72f2243ffa8a698decf326","span_id":"fb68534fd8444a37","x-request-id":"5827db9e-c19b-46dc-b050-7e0074527d1b","EoS":true} {"level":"info","ts":1789162879.810857,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8da71e6c5c72f2243ffa8a698decf326","span_id":"fb68534fd8444a37","x-request-id":"5827db9e-c19b-46dc-b050-7e0074527d1b"} {"level":"error","ts":1789162881.0924861,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789162891.0934718,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}