{"level":"info","ts":1789654308.674579,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"572aee0e-118a-4eee-9656-cc52f4f2b863","name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"} {"level":"info","ts":1789654308.6746032,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"572aee0e-118a-4eee-9656-cc52f4f2b863","modelName":"e2e-legacy-migration-fa4bda7b","resolvedRefs":1} {"level":"info","ts":1789654308.6744947,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"38b12017-560e-43f6-bb53-afea5fb32ad4"} {"level":"info","ts":1789654308.6746511,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"38b12017-560e-43f6-bb53-afea5fb32ad4","name":"e2e-legacy-migration-fa4bda7b"} {"level":"info","ts":1789654308.675612,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"c61f84c4-46dd-411f-a2c2-0371feccb28b","provider":"openai","model":"e2e-legacy-migration-fa4bda7b","targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789654308.6793551,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"92816201-cfdf-4c39-81e1-ae05bb01dc2a","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-fa4bda7b\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789654308.6794393,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"9e70c6e0-f703-48b1-bd73-2ec8f333e7ba"} {"level":"info","ts":1789654308.6794834,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"9e70c6e0-f703-48b1-bd73-2ec8f333e7ba","name":"e2e-legacy-migration-fa4bda7b"} {"level":"info","ts":1789654308.6913917,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"3181846e-1c76-4427-8109-ed52ac936326","name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"} {"level":"info","ts":1789654308.6914704,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"3181846e-1c76-4427-8109-ed52ac936326","modelName":"e2e-legacy-migration-fa4bda7b","resolvedRefs":1} {"level":"error","ts":1789654308.7004812,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"38b12017-560e-43f6-bb53-afea5fb32ad4","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-fa4bda7b\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789654308.7005303,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"38b12017-560e-43f6-bb53-afea5fb32ad4","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-fa4bda7b\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789654308.7005875,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"6ff0f8b3-9fee-4cd0-ad8d-be611b24f641"} {"level":"info","ts":1789654308.7006402,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"6ff0f8b3-9fee-4cd0-ad8d-be611b24f641","name":"e2e-legacy-migration-fa4bda7b"} {"level":"info","ts":1789654308.7020214,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"9e70c6e0-f703-48b1-bd73-2ec8f333e7ba","service":"e2e-legacy-migration-fa4bda7b","serviceEntry":"e2e-legacy-migration-fa4bda7b","destinationRule":"e2e-legacy-migration-fa4bda7b"} {"level":"info","ts":1789654308.7117581,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"08c1bb75-488b-42d2-88e9-4b39e51ef9c6","name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"} {"level":"info","ts":1789654308.7118206,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"08c1bb75-488b-42d2-88e9-4b39e51ef9c6","modelName":"e2e-legacy-migration-fa4bda7b","resolvedRefs":1} {"level":"error","ts":1789654308.718481,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"6ff0f8b3-9fee-4cd0-ad8d-be611b24f641","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-fa4bda7b\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789654308.7185142,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"6ff0f8b3-9fee-4cd0-ad8d-be611b24f641","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-fa4bda7b\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789654308.7185607,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"71a92a83-26b4-4a03-ae9c-5223fbc3729c"} {"level":"info","ts":1789654308.718607,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"71a92a83-26b4-4a03-ae9c-5223fbc3729c","name":"e2e-legacy-migration-fa4bda7b"} {"level":"info","ts":1789654308.730076,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"968925ae-80ee-4360-ae7a-316dda73d21b","name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"} {"level":"info","ts":1789654308.7301092,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"968925ae-80ee-4360-ae7a-316dda73d21b","modelName":"e2e-legacy-migration-fa4bda7b","resolvedRefs":1} {"level":"info","ts":1789654308.730745,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"71a92a83-26b4-4a03-ae9c-5223fbc3729c","httpRoute":"e2e-legacy-migration-fa4bda7b","providers":["e2e-legacy-migration-fa4bda7b"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789654308.7355506,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"71a92a83-26b4-4a03-ae9c-5223fbc3729c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-fa4bda7b\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789654308.7356105,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"96f97280-0fac-4638-84b5-99f7192f6ae5"} {"level":"info","ts":1789654308.7356465,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"96f97280-0fac-4638-84b5-99f7192f6ae5","name":"e2e-legacy-migration-fa4bda7b"} {"level":"info","ts":1789654308.746023,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"96f97280-0fac-4638-84b5-99f7192f6ae5","httpRoute":"e2e-legacy-migration-fa4bda7b","providers":["e2e-legacy-migration-fa4bda7b"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789654308.8075047,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"9e880279-9710-4ab9-82b7-c4f11b816177","name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"} {"level":"info","ts":1789654308.8110743,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"9e880279-9710-4ab9-82b7-c4f11b816177","name":"e2e-legacy-migration-fa4bda7b"} {"level":"info","ts":1789654308.8162122,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"9e880279-9710-4ab9-82b7-c4f11b816177","provider":"openai","model":"e2e-legacy-migration-fa4bda7b","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789654311.5408292,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"f67bafaf-a0d7-402c-885f-ca15437c65a0","name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"} {"level":"info","ts":1789654311.5770283,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"b33a90a3-9689-4ca1-ad8d-5326c125e556","name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"} {"level":"info","ts":1789654311.5771084,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"93dddfe7-ba81-4344-9ba4-c9e9e50e7662"} {"level":"info","ts":1789654311.5771573,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"b33a90a3-9689-4ca1-ad8d-5326c125e556","name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"} {"level":"info","ts":1789654311.5792897,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"9b5d2bbc-389d-48a5-bcc4-69aa2edf8980","name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"} {"level":"info","ts":1789654311.5793972,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"9b5d2bbc-389d-48a5-bcc4-69aa2edf8980","name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"} {"level":"info","ts":1789654311.579299,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"0a943dfa-12bd-4860-a0d6-6c7b199b64b4"} {"level":"info","ts":1789654311.9636886,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789654311.9638042,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e2161fe2697a48458810c9e45d2258be","span_id":"436e8d5d7982bc00","x-request-id":"2d4d84f9-861d-4e69-b5c4-7f4338bcd1d5"} {"level":"info","ts":1789654311.9638214,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e2161fe2697a48458810c9e45d2258be","span_id":"436e8d5d7982bc00","x-request-id":"2d4d84f9-861d-4e69-b5c4-7f4338bcd1d5"} {"level":"info","ts":1789654311.9638379,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e2161fe2697a48458810c9e45d2258be","span_id":"436e8d5d7982bc00","x-request-id":"2d4d84f9-861d-4e69-b5c4-7f4338bcd1d5","EoS":true} {"level":"info","ts":1789654311.9638715,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e2161fe2697a48458810c9e45d2258be","span_id":"436e8d5d7982bc00","x-request-id":"2d4d84f9-861d-4e69-b5c4-7f4338bcd1d5","header":"x-maas-subscription"} {"level":"info","ts":1789654311.9639344,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e2161fe2697a48458810c9e45d2258be","span_id":"436e8d5d7982bc00","x-request-id":"2d4d84f9-861d-4e69-b5c4-7f4338bcd1d5","header":"x-maas-group"} {"level":"info","ts":1789654311.9639413,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e2161fe2697a48458810c9e45d2258be","span_id":"436e8d5d7982bc00","x-request-id":"2d4d84f9-861d-4e69-b5c4-7f4338bcd1d5","header":"x-maas-keyname"} {"level":"info","ts":1789654311.9639482,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e2161fe2697a48458810c9e45d2258be","span_id":"436e8d5d7982bc00","x-request-id":"2d4d84f9-861d-4e69-b5c4-7f4338bcd1d5","header":"x-maas-username"} {"level":"info","ts":1789654311.963967,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e2161fe2697a48458810c9e45d2258be","span_id":"436e8d5d7982bc00","x-request-id":"2d4d84f9-861d-4e69-b5c4-7f4338bcd1d5","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789654311.9639804,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"e2161fe2697a48458810c9e45d2258be","span_id":"436e8d5d7982bc00","x-request-id":"2d4d84f9-861d-4e69-b5c4-7f4338bcd1d5","modelName":"e2e-external-model"} {"level":"info","ts":1789654311.9639983,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"e2161fe2697a48458810c9e45d2258be","span_id":"436e8d5d7982bc00","x-request-id":"2d4d84f9-861d-4e69-b5c4-7f4338bcd1d5","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789654311.9640303,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"e2161fe2697a48458810c9e45d2258be","span_id":"436e8d5d7982bc00","x-request-id":"2d4d84f9-861d-4e69-b5c4-7f4338bcd1d5","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1789654311.9640718,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"e2161fe2697a48458810c9e45d2258be","span_id":"436e8d5d7982bc00","x-request-id":"2d4d84f9-861d-4e69-b5c4-7f4338bcd1d5","authType":"apikey"} {"level":"info","ts":1789654311.9641044,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e2161fe2697a48458810c9e45d2258be","span_id":"436e8d5d7982bc00","x-request-id":"2d4d84f9-861d-4e69-b5c4-7f4338bcd1d5"} {"level":"info","ts":1789654312.3313472,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e2161fe2697a48458810c9e45d2258be","span_id":"436e8d5d7982bc00","x-request-id":"2d4d84f9-861d-4e69-b5c4-7f4338bcd1d5"} {"level":"info","ts":1789654312.331383,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e2161fe2697a48458810c9e45d2258be","span_id":"436e8d5d7982bc00","x-request-id":"2d4d84f9-861d-4e69-b5c4-7f4338bcd1d5"} {"level":"info","ts":1789654312.3314023,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e2161fe2697a48458810c9e45d2258be","span_id":"436e8d5d7982bc00","x-request-id":"2d4d84f9-861d-4e69-b5c4-7f4338bcd1d5","EoS":false} {"level":"info","ts":1789654312.3314157,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e2161fe2697a48458810c9e45d2258be","span_id":"436e8d5d7982bc00","x-request-id":"2d4d84f9-861d-4e69-b5c4-7f4338bcd1d5"} {"level":"info","ts":1789654312.3314443,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e2161fe2697a48458810c9e45d2258be","span_id":"436e8d5d7982bc00","x-request-id":"2d4d84f9-861d-4e69-b5c4-7f4338bcd1d5","EoS":true} {"level":"info","ts":1789654312.331456,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e2161fe2697a48458810c9e45d2258be","span_id":"436e8d5d7982bc00","x-request-id":"2d4d84f9-861d-4e69-b5c4-7f4338bcd1d5"} {"level":"info","ts":1789654312.374792,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789654312.3748677,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6228099b22993da6cd5bbb142cb284fa","span_id":"92dce5542df168a8","x-request-id":"be393d21-a90d-4076-a039-c65880f51588"} {"level":"info","ts":1789654312.3748817,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6228099b22993da6cd5bbb142cb284fa","span_id":"92dce5542df168a8","x-request-id":"be393d21-a90d-4076-a039-c65880f51588"} {"level":"info","ts":1789654312.3748927,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6228099b22993da6cd5bbb142cb284fa","span_id":"92dce5542df168a8","x-request-id":"be393d21-a90d-4076-a039-c65880f51588","EoS":true} {"level":"info","ts":1789654312.3749123,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6228099b22993da6cd5bbb142cb284fa","span_id":"92dce5542df168a8","x-request-id":"be393d21-a90d-4076-a039-c65880f51588","header":"x-maas-username"} {"level":"info","ts":1789654312.374922,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6228099b22993da6cd5bbb142cb284fa","span_id":"92dce5542df168a8","x-request-id":"be393d21-a90d-4076-a039-c65880f51588","header":"x-maas-keyname"} {"level":"info","ts":1789654312.374927,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6228099b22993da6cd5bbb142cb284fa","span_id":"92dce5542df168a8","x-request-id":"be393d21-a90d-4076-a039-c65880f51588","header":"x-maas-subscription"} {"level":"info","ts":1789654312.3749316,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6228099b22993da6cd5bbb142cb284fa","span_id":"92dce5542df168a8","x-request-id":"be393d21-a90d-4076-a039-c65880f51588","header":"x-maas-group"} {"level":"info","ts":1789654312.374945,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6228099b22993da6cd5bbb142cb284fa","span_id":"92dce5542df168a8","x-request-id":"be393d21-a90d-4076-a039-c65880f51588","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789654312.3749692,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6228099b22993da6cd5bbb142cb284fa","span_id":"92dce5542df168a8","x-request-id":"be393d21-a90d-4076-a039-c65880f51588"} {"level":"info","ts":1789654312.497926,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6228099b22993da6cd5bbb142cb284fa","span_id":"92dce5542df168a8","x-request-id":"be393d21-a90d-4076-a039-c65880f51588"} {"level":"info","ts":1789654312.4979513,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6228099b22993da6cd5bbb142cb284fa","span_id":"92dce5542df168a8","x-request-id":"be393d21-a90d-4076-a039-c65880f51588"} {"level":"info","ts":1789654312.4979677,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6228099b22993da6cd5bbb142cb284fa","span_id":"92dce5542df168a8","x-request-id":"be393d21-a90d-4076-a039-c65880f51588","EoS":false} {"level":"info","ts":1789654312.4979784,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6228099b22993da6cd5bbb142cb284fa","span_id":"92dce5542df168a8","x-request-id":"be393d21-a90d-4076-a039-c65880f51588"} {"level":"info","ts":1789654312.498004,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6228099b22993da6cd5bbb142cb284fa","span_id":"92dce5542df168a8","x-request-id":"be393d21-a90d-4076-a039-c65880f51588","EoS":true} {"level":"info","ts":1789654312.4980118,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6228099b22993da6cd5bbb142cb284fa","span_id":"92dce5542df168a8","x-request-id":"be393d21-a90d-4076-a039-c65880f51588"} {"level":"info","ts":1789654312.5409303,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789654312.5409992,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5b7d311d7b84727cb0077d6a9500ebbc","span_id":"6b614444fdcb380c","x-request-id":"a5ab16ee-cae1-4d0c-af8a-9ffb96dfdae2"} {"level":"info","ts":1789654312.5410104,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5b7d311d7b84727cb0077d6a9500ebbc","span_id":"6b614444fdcb380c","x-request-id":"a5ab16ee-cae1-4d0c-af8a-9ffb96dfdae2"} {"level":"info","ts":1789654312.5410206,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5b7d311d7b84727cb0077d6a9500ebbc","span_id":"6b614444fdcb380c","x-request-id":"a5ab16ee-cae1-4d0c-af8a-9ffb96dfdae2","EoS":true} {"level":"info","ts":1789654312.5410523,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5b7d311d7b84727cb0077d6a9500ebbc","span_id":"6b614444fdcb380c","x-request-id":"a5ab16ee-cae1-4d0c-af8a-9ffb96dfdae2","header":"x-maas-username"} {"level":"info","ts":1789654312.541063,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5b7d311d7b84727cb0077d6a9500ebbc","span_id":"6b614444fdcb380c","x-request-id":"a5ab16ee-cae1-4d0c-af8a-9ffb96dfdae2","header":"x-maas-group"} {"level":"info","ts":1789654312.5410683,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5b7d311d7b84727cb0077d6a9500ebbc","span_id":"6b614444fdcb380c","x-request-id":"a5ab16ee-cae1-4d0c-af8a-9ffb96dfdae2","header":"x-maas-keyname"} {"level":"info","ts":1789654312.5410733,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5b7d311d7b84727cb0077d6a9500ebbc","span_id":"6b614444fdcb380c","x-request-id":"a5ab16ee-cae1-4d0c-af8a-9ffb96dfdae2","header":"x-maas-subscription"} {"level":"info","ts":1789654312.5411,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5b7d311d7b84727cb0077d6a9500ebbc","span_id":"6b614444fdcb380c","x-request-id":"a5ab16ee-cae1-4d0c-af8a-9ffb96dfdae2"} {"level":"info","ts":1789654312.6583738,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5b7d311d7b84727cb0077d6a9500ebbc","span_id":"6b614444fdcb380c","x-request-id":"a5ab16ee-cae1-4d0c-af8a-9ffb96dfdae2"} {"level":"info","ts":1789654312.6584182,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5b7d311d7b84727cb0077d6a9500ebbc","span_id":"6b614444fdcb380c","x-request-id":"a5ab16ee-cae1-4d0c-af8a-9ffb96dfdae2"} {"level":"info","ts":1789654312.6584468,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5b7d311d7b84727cb0077d6a9500ebbc","span_id":"6b614444fdcb380c","x-request-id":"a5ab16ee-cae1-4d0c-af8a-9ffb96dfdae2","EoS":false} {"level":"info","ts":1789654312.6584647,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5b7d311d7b84727cb0077d6a9500ebbc","span_id":"6b614444fdcb380c","x-request-id":"a5ab16ee-cae1-4d0c-af8a-9ffb96dfdae2"} {"level":"info","ts":1789654312.6585023,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5b7d311d7b84727cb0077d6a9500ebbc","span_id":"6b614444fdcb380c","x-request-id":"a5ab16ee-cae1-4d0c-af8a-9ffb96dfdae2","EoS":true} {"level":"info","ts":1789654312.658515,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5b7d311d7b84727cb0077d6a9500ebbc","span_id":"6b614444fdcb380c","x-request-id":"a5ab16ee-cae1-4d0c-af8a-9ffb96dfdae2"} {"level":"info","ts":1789654313.5099602,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"13735505-b558-4755-bb4b-62a22bbc425e"} {"level":"info","ts":1789654313.5100267,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"13f00adc-30b7-43b5-8713-92484ad1077f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789654313.5101302,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"13f00adc-30b7-43b5-8713-92484ad1077f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789654313.6511805,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4a7d02a7-80bf-40b1-b8ee-7c9530627583"} {"level":"info","ts":1789654313.65126,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"267b3c32-6cfe-4652-983b-376689f31b75","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789654313.6512842,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"267b3c32-6cfe-4652-983b-376689f31b75","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789654313.7629337,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"974180f9-a42c-484d-9f0b-a15066304281","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789654313.7629695,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"974180f9-a42c-484d-9f0b-a15066304281","key":"llm/e2e-external-model-api-key"} {"level":"error","ts":1789654322.7256448,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789654331.489987,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789654331.4901137,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d230a8675fff1aeb7b576997fc6f3594","span_id":"8efd7c641ac09a23","x-request-id":"c56b37d1-0519-4a36-be6b-9c366bc192d2"} {"level":"info","ts":1789654331.4901278,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d230a8675fff1aeb7b576997fc6f3594","span_id":"8efd7c641ac09a23","x-request-id":"c56b37d1-0519-4a36-be6b-9c366bc192d2"} {"level":"info","ts":1789654331.4901407,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d230a8675fff1aeb7b576997fc6f3594","span_id":"8efd7c641ac09a23","x-request-id":"c56b37d1-0519-4a36-be6b-9c366bc192d2","EoS":true} {"level":"info","ts":1789654331.4901674,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d230a8675fff1aeb7b576997fc6f3594","span_id":"8efd7c641ac09a23","x-request-id":"c56b37d1-0519-4a36-be6b-9c366bc192d2","header":"x-maas-username"} {"level":"info","ts":1789654331.4901776,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d230a8675fff1aeb7b576997fc6f3594","span_id":"8efd7c641ac09a23","x-request-id":"c56b37d1-0519-4a36-be6b-9c366bc192d2","header":"x-maas-keyname"} {"level":"info","ts":1789654331.4901824,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d230a8675fff1aeb7b576997fc6f3594","span_id":"8efd7c641ac09a23","x-request-id":"c56b37d1-0519-4a36-be6b-9c366bc192d2","header":"x-maas-group"} {"level":"info","ts":1789654331.4901874,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d230a8675fff1aeb7b576997fc6f3594","span_id":"8efd7c641ac09a23","x-request-id":"c56b37d1-0519-4a36-be6b-9c366bc192d2","header":"x-maas-subscription"} {"level":"info","ts":1789654331.4902012,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d230a8675fff1aeb7b576997fc6f3594","span_id":"8efd7c641ac09a23","x-request-id":"c56b37d1-0519-4a36-be6b-9c366bc192d2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789654331.4902256,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d230a8675fff1aeb7b576997fc6f3594","span_id":"8efd7c641ac09a23","x-request-id":"c56b37d1-0519-4a36-be6b-9c366bc192d2"} {"level":"info","ts":1789654331.4913254,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d230a8675fff1aeb7b576997fc6f3594","span_id":"8efd7c641ac09a23","x-request-id":"c56b37d1-0519-4a36-be6b-9c366bc192d2"} {"level":"info","ts":1789654331.4913492,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d230a8675fff1aeb7b576997fc6f3594","span_id":"8efd7c641ac09a23","x-request-id":"c56b37d1-0519-4a36-be6b-9c366bc192d2"} {"level":"info","ts":1789654331.491376,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d230a8675fff1aeb7b576997fc6f3594","span_id":"8efd7c641ac09a23","x-request-id":"c56b37d1-0519-4a36-be6b-9c366bc192d2","EoS":false} {"level":"info","ts":1789654331.491395,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d230a8675fff1aeb7b576997fc6f3594","span_id":"8efd7c641ac09a23","x-request-id":"c56b37d1-0519-4a36-be6b-9c366bc192d2"} {"level":"info","ts":1789654331.4914327,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d230a8675fff1aeb7b576997fc6f3594","span_id":"8efd7c641ac09a23","x-request-id":"c56b37d1-0519-4a36-be6b-9c366bc192d2","EoS":true} {"level":"info","ts":1789654331.4914463,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d230a8675fff1aeb7b576997fc6f3594","span_id":"8efd7c641ac09a23","x-request-id":"c56b37d1-0519-4a36-be6b-9c366bc192d2"} {"level":"info","ts":1789654331.5269904,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789654331.5271018,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"68498b477dcb7704277e43bc024197be","span_id":"d3a627bf90993712","x-request-id":"3c80a78b-eda8-44bc-a828-48d3c9a3ac13"} {"level":"info","ts":1789654331.5271175,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"68498b477dcb7704277e43bc024197be","span_id":"d3a627bf90993712","x-request-id":"3c80a78b-eda8-44bc-a828-48d3c9a3ac13"} {"level":"info","ts":1789654331.5271304,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"68498b477dcb7704277e43bc024197be","span_id":"d3a627bf90993712","x-request-id":"3c80a78b-eda8-44bc-a828-48d3c9a3ac13","EoS":true} {"level":"info","ts":1789654331.527152,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"68498b477dcb7704277e43bc024197be","span_id":"d3a627bf90993712","x-request-id":"3c80a78b-eda8-44bc-a828-48d3c9a3ac13","header":"x-maas-subscription"} {"level":"info","ts":1789654331.5271983,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"68498b477dcb7704277e43bc024197be","span_id":"d3a627bf90993712","x-request-id":"3c80a78b-eda8-44bc-a828-48d3c9a3ac13","header":"x-maas-keyname"} {"level":"info","ts":1789654331.5272033,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"68498b477dcb7704277e43bc024197be","span_id":"d3a627bf90993712","x-request-id":"3c80a78b-eda8-44bc-a828-48d3c9a3ac13","header":"x-maas-username"} {"level":"info","ts":1789654331.527208,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"68498b477dcb7704277e43bc024197be","span_id":"d3a627bf90993712","x-request-id":"3c80a78b-eda8-44bc-a828-48d3c9a3ac13","header":"x-maas-group"} {"level":"info","ts":1789654331.5272222,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"68498b477dcb7704277e43bc024197be","span_id":"d3a627bf90993712","x-request-id":"3c80a78b-eda8-44bc-a828-48d3c9a3ac13","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789654331.5272503,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"68498b477dcb7704277e43bc024197be","span_id":"d3a627bf90993712","x-request-id":"3c80a78b-eda8-44bc-a828-48d3c9a3ac13"} {"level":"info","ts":1789654331.5281518,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"68498b477dcb7704277e43bc024197be","span_id":"d3a627bf90993712","x-request-id":"3c80a78b-eda8-44bc-a828-48d3c9a3ac13"} {"level":"info","ts":1789654331.528174,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"68498b477dcb7704277e43bc024197be","span_id":"d3a627bf90993712","x-request-id":"3c80a78b-eda8-44bc-a828-48d3c9a3ac13"} {"level":"info","ts":1789654331.5281932,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"68498b477dcb7704277e43bc024197be","span_id":"d3a627bf90993712","x-request-id":"3c80a78b-eda8-44bc-a828-48d3c9a3ac13","EoS":false} {"level":"info","ts":1789654331.528211,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"68498b477dcb7704277e43bc024197be","span_id":"d3a627bf90993712","x-request-id":"3c80a78b-eda8-44bc-a828-48d3c9a3ac13"} {"level":"info","ts":1789654331.5282447,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"68498b477dcb7704277e43bc024197be","span_id":"d3a627bf90993712","x-request-id":"3c80a78b-eda8-44bc-a828-48d3c9a3ac13","EoS":true} {"level":"info","ts":1789654331.5282588,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"68498b477dcb7704277e43bc024197be","span_id":"d3a627bf90993712","x-request-id":"3c80a78b-eda8-44bc-a828-48d3c9a3ac13"} {"level":"info","ts":1789654331.5867622,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789654331.5868444,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0cec7605c3bfb9958f8574e4795efc42","span_id":"347fc917a6703957","x-request-id":"1aa64d4d-c6da-4a78-980f-d71e672b18e4"} {"level":"info","ts":1789654331.5868583,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0cec7605c3bfb9958f8574e4795efc42","span_id":"347fc917a6703957","x-request-id":"1aa64d4d-c6da-4a78-980f-d71e672b18e4"} {"level":"info","ts":1789654331.5868752,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0cec7605c3bfb9958f8574e4795efc42","span_id":"347fc917a6703957","x-request-id":"1aa64d4d-c6da-4a78-980f-d71e672b18e4","EoS":true} {"level":"info","ts":1789654331.586904,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0cec7605c3bfb9958f8574e4795efc42","span_id":"347fc917a6703957","x-request-id":"1aa64d4d-c6da-4a78-980f-d71e672b18e4","header":"x-maas-group"} {"level":"info","ts":1789654331.5869157,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0cec7605c3bfb9958f8574e4795efc42","span_id":"347fc917a6703957","x-request-id":"1aa64d4d-c6da-4a78-980f-d71e672b18e4","header":"x-maas-subscription"} {"level":"info","ts":1789654331.5869257,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0cec7605c3bfb9958f8574e4795efc42","span_id":"347fc917a6703957","x-request-id":"1aa64d4d-c6da-4a78-980f-d71e672b18e4","header":"x-maas-username"} {"level":"info","ts":1789654331.5869339,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0cec7605c3bfb9958f8574e4795efc42","span_id":"347fc917a6703957","x-request-id":"1aa64d4d-c6da-4a78-980f-d71e672b18e4","header":"x-maas-keyname"} {"level":"info","ts":1789654331.5869503,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0cec7605c3bfb9958f8574e4795efc42","span_id":"347fc917a6703957","x-request-id":"1aa64d4d-c6da-4a78-980f-d71e672b18e4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789654331.5869808,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0cec7605c3bfb9958f8574e4795efc42","span_id":"347fc917a6703957","x-request-id":"1aa64d4d-c6da-4a78-980f-d71e672b18e4"} {"level":"info","ts":1789654331.5879273,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0cec7605c3bfb9958f8574e4795efc42","span_id":"347fc917a6703957","x-request-id":"1aa64d4d-c6da-4a78-980f-d71e672b18e4"} {"level":"info","ts":1789654331.5879648,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0cec7605c3bfb9958f8574e4795efc42","span_id":"347fc917a6703957","x-request-id":"1aa64d4d-c6da-4a78-980f-d71e672b18e4"} {"level":"info","ts":1789654331.587988,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0cec7605c3bfb9958f8574e4795efc42","span_id":"347fc917a6703957","x-request-id":"1aa64d4d-c6da-4a78-980f-d71e672b18e4","EoS":false} {"level":"info","ts":1789654331.5879986,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0cec7605c3bfb9958f8574e4795efc42","span_id":"347fc917a6703957","x-request-id":"1aa64d4d-c6da-4a78-980f-d71e672b18e4"} {"level":"info","ts":1789654331.5880227,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0cec7605c3bfb9958f8574e4795efc42","span_id":"347fc917a6703957","x-request-id":"1aa64d4d-c6da-4a78-980f-d71e672b18e4","EoS":true} {"level":"info","ts":1789654331.588032,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0cec7605c3bfb9958f8574e4795efc42","span_id":"347fc917a6703957","x-request-id":"1aa64d4d-c6da-4a78-980f-d71e672b18e4"} {"level":"info","ts":1789654331.622598,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789654331.6226745,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"03ccc905849da8ca98afc4403f0f64de","span_id":"d1855415c6561501","x-request-id":"edfb67e5-c5a1-4832-acc6-11f513fd9bc4"} {"level":"info","ts":1789654331.6226888,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"03ccc905849da8ca98afc4403f0f64de","span_id":"d1855415c6561501","x-request-id":"edfb67e5-c5a1-4832-acc6-11f513fd9bc4"} {"level":"info","ts":1789654331.6227,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"03ccc905849da8ca98afc4403f0f64de","span_id":"d1855415c6561501","x-request-id":"edfb67e5-c5a1-4832-acc6-11f513fd9bc4","EoS":true} {"level":"info","ts":1789654331.622719,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"03ccc905849da8ca98afc4403f0f64de","span_id":"d1855415c6561501","x-request-id":"edfb67e5-c5a1-4832-acc6-11f513fd9bc4","header":"x-maas-subscription"} {"level":"info","ts":1789654331.6227312,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"03ccc905849da8ca98afc4403f0f64de","span_id":"d1855415c6561501","x-request-id":"edfb67e5-c5a1-4832-acc6-11f513fd9bc4","header":"x-maas-keyname"} {"level":"info","ts":1789654331.6227398,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"03ccc905849da8ca98afc4403f0f64de","span_id":"d1855415c6561501","x-request-id":"edfb67e5-c5a1-4832-acc6-11f513fd9bc4","header":"x-maas-group"} {"level":"info","ts":1789654331.6227462,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"03ccc905849da8ca98afc4403f0f64de","span_id":"d1855415c6561501","x-request-id":"edfb67e5-c5a1-4832-acc6-11f513fd9bc4","header":"x-maas-username"} {"level":"info","ts":1789654331.6227586,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"03ccc905849da8ca98afc4403f0f64de","span_id":"d1855415c6561501","x-request-id":"edfb67e5-c5a1-4832-acc6-11f513fd9bc4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789654331.622779,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"03ccc905849da8ca98afc4403f0f64de","span_id":"d1855415c6561501","x-request-id":"edfb67e5-c5a1-4832-acc6-11f513fd9bc4"} {"level":"info","ts":1789654331.623912,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"03ccc905849da8ca98afc4403f0f64de","span_id":"d1855415c6561501","x-request-id":"edfb67e5-c5a1-4832-acc6-11f513fd9bc4"} {"level":"info","ts":1789654331.6239717,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"03ccc905849da8ca98afc4403f0f64de","span_id":"d1855415c6561501","x-request-id":"edfb67e5-c5a1-4832-acc6-11f513fd9bc4"} {"level":"info","ts":1789654331.624005,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"03ccc905849da8ca98afc4403f0f64de","span_id":"d1855415c6561501","x-request-id":"edfb67e5-c5a1-4832-acc6-11f513fd9bc4","EoS":false} {"level":"info","ts":1789654331.6240215,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"03ccc905849da8ca98afc4403f0f64de","span_id":"d1855415c6561501","x-request-id":"edfb67e5-c5a1-4832-acc6-11f513fd9bc4"} {"level":"info","ts":1789654331.6240795,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"03ccc905849da8ca98afc4403f0f64de","span_id":"d1855415c6561501","x-request-id":"edfb67e5-c5a1-4832-acc6-11f513fd9bc4","EoS":true} {"level":"info","ts":1789654331.6241314,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"03ccc905849da8ca98afc4403f0f64de","span_id":"d1855415c6561501","x-request-id":"edfb67e5-c5a1-4832-acc6-11f513fd9bc4"} {"level":"info","ts":1789654331.7802794,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789654331.780355,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"aad0f60344e0289d6566b4277ae7e918","span_id":"93f914e62599ff78","x-request-id":"44445f62-8eb2-4d30-a419-bb9b34a70d81"} {"level":"info","ts":1789654331.7803717,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"aad0f60344e0289d6566b4277ae7e918","span_id":"93f914e62599ff78","x-request-id":"44445f62-8eb2-4d30-a419-bb9b34a70d81"} {"level":"info","ts":1789654331.7803838,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"aad0f60344e0289d6566b4277ae7e918","span_id":"93f914e62599ff78","x-request-id":"44445f62-8eb2-4d30-a419-bb9b34a70d81","EoS":true} {"level":"info","ts":1789654331.7804263,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"aad0f60344e0289d6566b4277ae7e918","span_id":"93f914e62599ff78","x-request-id":"44445f62-8eb2-4d30-a419-bb9b34a70d81"} {"level":"info","ts":1789654331.9321773,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789654331.932353,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"bc552a4521421bc9fa5e438943feb9bd","span_id":"4e028a022148e546","x-request-id":"c75223a5-8ba4-4fec-9dd9-c0b9d9c02755"} {"level":"info","ts":1789654331.9324052,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"bc552a4521421bc9fa5e438943feb9bd","span_id":"4e028a022148e546","x-request-id":"c75223a5-8ba4-4fec-9dd9-c0b9d9c02755"} {"level":"info","ts":1789654331.9324515,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"bc552a4521421bc9fa5e438943feb9bd","span_id":"4e028a022148e546","x-request-id":"c75223a5-8ba4-4fec-9dd9-c0b9d9c02755","EoS":true} {"level":"info","ts":1789654331.9325316,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"bc552a4521421bc9fa5e438943feb9bd","span_id":"4e028a022148e546","x-request-id":"c75223a5-8ba4-4fec-9dd9-c0b9d9c02755"} {"level":"info","ts":1789654332.0915442,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789654332.0916502,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e26b3be5dc611a55f1763994353b3e94","span_id":"c0dff5a4627cff04","x-request-id":"f7c22117-3590-486d-a145-f907dd490948"} {"level":"info","ts":1789654332.0916677,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e26b3be5dc611a55f1763994353b3e94","span_id":"c0dff5a4627cff04","x-request-id":"f7c22117-3590-486d-a145-f907dd490948"} {"level":"info","ts":1789654332.0916839,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e26b3be5dc611a55f1763994353b3e94","span_id":"c0dff5a4627cff04","x-request-id":"f7c22117-3590-486d-a145-f907dd490948","EoS":true} {"level":"info","ts":1789654332.091739,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e26b3be5dc611a55f1763994353b3e94","span_id":"c0dff5a4627cff04","x-request-id":"f7c22117-3590-486d-a145-f907dd490948"} {"level":"error","ts":1789654342.7276134,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789655434.6305175,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789655434.6306145,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"27e76f5e34ee85d0c17c2dc1aeef04c8","span_id":"a12465e6d56b83bc","x-request-id":"078cd875-6643-40be-a155-d15c4cfb5190"} {"level":"info","ts":1789655434.630625,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"27e76f5e34ee85d0c17c2dc1aeef04c8","span_id":"a12465e6d56b83bc","x-request-id":"078cd875-6643-40be-a155-d15c4cfb5190"} {"level":"info","ts":1789655434.6306365,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"27e76f5e34ee85d0c17c2dc1aeef04c8","span_id":"a12465e6d56b83bc","x-request-id":"078cd875-6643-40be-a155-d15c4cfb5190","EoS":true} {"level":"info","ts":1789655434.6306584,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"27e76f5e34ee85d0c17c2dc1aeef04c8","span_id":"a12465e6d56b83bc","x-request-id":"078cd875-6643-40be-a155-d15c4cfb5190","header":"x-maas-username"} {"level":"info","ts":1789655434.630668,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"27e76f5e34ee85d0c17c2dc1aeef04c8","span_id":"a12465e6d56b83bc","x-request-id":"078cd875-6643-40be-a155-d15c4cfb5190","header":"x-maas-group"} {"level":"info","ts":1789655434.6306734,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"27e76f5e34ee85d0c17c2dc1aeef04c8","span_id":"a12465e6d56b83bc","x-request-id":"078cd875-6643-40be-a155-d15c4cfb5190","header":"x-maas-subscription"} {"level":"info","ts":1789655434.6306782,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"27e76f5e34ee85d0c17c2dc1aeef04c8","span_id":"a12465e6d56b83bc","x-request-id":"078cd875-6643-40be-a155-d15c4cfb5190","header":"x-maas-keyname"} {"level":"info","ts":1789655434.6306915,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"27e76f5e34ee85d0c17c2dc1aeef04c8","span_id":"a12465e6d56b83bc","x-request-id":"078cd875-6643-40be-a155-d15c4cfb5190","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789655434.630721,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"27e76f5e34ee85d0c17c2dc1aeef04c8","span_id":"a12465e6d56b83bc","x-request-id":"078cd875-6643-40be-a155-d15c4cfb5190"} {"level":"info","ts":1789655434.6331882,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"27e76f5e34ee85d0c17c2dc1aeef04c8","span_id":"a12465e6d56b83bc","x-request-id":"078cd875-6643-40be-a155-d15c4cfb5190"} {"level":"info","ts":1789655434.6332097,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"27e76f5e34ee85d0c17c2dc1aeef04c8","span_id":"a12465e6d56b83bc","x-request-id":"078cd875-6643-40be-a155-d15c4cfb5190"} {"level":"info","ts":1789655434.633224,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"27e76f5e34ee85d0c17c2dc1aeef04c8","span_id":"a12465e6d56b83bc","x-request-id":"078cd875-6643-40be-a155-d15c4cfb5190","EoS":false} {"level":"info","ts":1789655434.6332355,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"27e76f5e34ee85d0c17c2dc1aeef04c8","span_id":"a12465e6d56b83bc","x-request-id":"078cd875-6643-40be-a155-d15c4cfb5190"} {"level":"info","ts":1789655434.6332588,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"27e76f5e34ee85d0c17c2dc1aeef04c8","span_id":"a12465e6d56b83bc","x-request-id":"078cd875-6643-40be-a155-d15c4cfb5190","EoS":true} {"level":"info","ts":1789655434.6332679,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"27e76f5e34ee85d0c17c2dc1aeef04c8","span_id":"a12465e6d56b83bc","x-request-id":"078cd875-6643-40be-a155-d15c4cfb5190"} {"level":"info","ts":1789655434.6745827,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789655434.6746535,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"633c156c3970efd4482c8e23dd98b795","span_id":"1ff5c881badd13fa","x-request-id":"6ab1d5b6-efde-41ce-8a56-0ffe7d92f807"} {"level":"info","ts":1789655434.6746645,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"633c156c3970efd4482c8e23dd98b795","span_id":"1ff5c881badd13fa","x-request-id":"6ab1d5b6-efde-41ce-8a56-0ffe7d92f807"} {"level":"info","ts":1789655434.6746755,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"633c156c3970efd4482c8e23dd98b795","span_id":"1ff5c881badd13fa","x-request-id":"6ab1d5b6-efde-41ce-8a56-0ffe7d92f807","EoS":true} {"level":"info","ts":1789655434.6746943,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"633c156c3970efd4482c8e23dd98b795","span_id":"1ff5c881badd13fa","x-request-id":"6ab1d5b6-efde-41ce-8a56-0ffe7d92f807","header":"x-maas-group"} {"level":"info","ts":1789655434.6747048,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"633c156c3970efd4482c8e23dd98b795","span_id":"1ff5c881badd13fa","x-request-id":"6ab1d5b6-efde-41ce-8a56-0ffe7d92f807","header":"x-maas-username"} {"level":"info","ts":1789655434.6747096,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"633c156c3970efd4482c8e23dd98b795","span_id":"1ff5c881badd13fa","x-request-id":"6ab1d5b6-efde-41ce-8a56-0ffe7d92f807","header":"x-maas-subscription"} {"level":"info","ts":1789655434.674715,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"633c156c3970efd4482c8e23dd98b795","span_id":"1ff5c881badd13fa","x-request-id":"6ab1d5b6-efde-41ce-8a56-0ffe7d92f807","header":"x-maas-keyname"} {"level":"info","ts":1789655434.674728,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"633c156c3970efd4482c8e23dd98b795","span_id":"1ff5c881badd13fa","x-request-id":"6ab1d5b6-efde-41ce-8a56-0ffe7d92f807","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789655434.674748,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"633c156c3970efd4482c8e23dd98b795","span_id":"1ff5c881badd13fa","x-request-id":"6ab1d5b6-efde-41ce-8a56-0ffe7d92f807"} {"level":"info","ts":1789655434.675915,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"633c156c3970efd4482c8e23dd98b795","span_id":"1ff5c881badd13fa","x-request-id":"6ab1d5b6-efde-41ce-8a56-0ffe7d92f807"} {"level":"info","ts":1789655434.6759315,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"633c156c3970efd4482c8e23dd98b795","span_id":"1ff5c881badd13fa","x-request-id":"6ab1d5b6-efde-41ce-8a56-0ffe7d92f807"} {"level":"info","ts":1789655434.6759462,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"633c156c3970efd4482c8e23dd98b795","span_id":"1ff5c881badd13fa","x-request-id":"6ab1d5b6-efde-41ce-8a56-0ffe7d92f807","EoS":false} {"level":"info","ts":1789655434.6759565,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"633c156c3970efd4482c8e23dd98b795","span_id":"1ff5c881badd13fa","x-request-id":"6ab1d5b6-efde-41ce-8a56-0ffe7d92f807"} {"level":"info","ts":1789655434.675982,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"633c156c3970efd4482c8e23dd98b795","span_id":"1ff5c881badd13fa","x-request-id":"6ab1d5b6-efde-41ce-8a56-0ffe7d92f807","EoS":true} {"level":"info","ts":1789655434.6759953,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"633c156c3970efd4482c8e23dd98b795","span_id":"1ff5c881badd13fa","x-request-id":"6ab1d5b6-efde-41ce-8a56-0ffe7d92f807"} {"level":"error","ts":1789655447.8530142,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789655754.7083235,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789655754.7084413,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"01ffdcbea56e838975bbcfd92f7a1610","span_id":"0fef519af4001406","x-request-id":"fcc11513-3829-4bc0-925f-904c622551aa"} {"level":"info","ts":1789655754.7084563,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"01ffdcbea56e838975bbcfd92f7a1610","span_id":"0fef519af4001406","x-request-id":"fcc11513-3829-4bc0-925f-904c622551aa"} {"level":"info","ts":1789655754.7084758,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"01ffdcbea56e838975bbcfd92f7a1610","span_id":"0fef519af4001406","x-request-id":"fcc11513-3829-4bc0-925f-904c622551aa","EoS":true} {"level":"info","ts":1789655754.708511,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"01ffdcbea56e838975bbcfd92f7a1610","span_id":"0fef519af4001406","x-request-id":"fcc11513-3829-4bc0-925f-904c622551aa","header":"x-maas-username"} {"level":"info","ts":1789655754.7085261,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"01ffdcbea56e838975bbcfd92f7a1610","span_id":"0fef519af4001406","x-request-id":"fcc11513-3829-4bc0-925f-904c622551aa","header":"x-maas-group"} {"level":"info","ts":1789655754.7085335,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"01ffdcbea56e838975bbcfd92f7a1610","span_id":"0fef519af4001406","x-request-id":"fcc11513-3829-4bc0-925f-904c622551aa","header":"x-maas-subscription"} {"level":"info","ts":1789655754.7085419,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"01ffdcbea56e838975bbcfd92f7a1610","span_id":"0fef519af4001406","x-request-id":"fcc11513-3829-4bc0-925f-904c622551aa","header":"x-maas-keyname"} {"level":"info","ts":1789655754.7085576,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"01ffdcbea56e838975bbcfd92f7a1610","span_id":"0fef519af4001406","x-request-id":"fcc11513-3829-4bc0-925f-904c622551aa","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789655754.708585,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"01ffdcbea56e838975bbcfd92f7a1610","span_id":"0fef519af4001406","x-request-id":"fcc11513-3829-4bc0-925f-904c622551aa"} {"level":"info","ts":1789655754.7221355,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"01ffdcbea56e838975bbcfd92f7a1610","span_id":"0fef519af4001406","x-request-id":"fcc11513-3829-4bc0-925f-904c622551aa"} {"level":"info","ts":1789655754.722154,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"01ffdcbea56e838975bbcfd92f7a1610","span_id":"0fef519af4001406","x-request-id":"fcc11513-3829-4bc0-925f-904c622551aa"} {"level":"info","ts":1789655754.7221696,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"01ffdcbea56e838975bbcfd92f7a1610","span_id":"0fef519af4001406","x-request-id":"fcc11513-3829-4bc0-925f-904c622551aa","EoS":false} {"level":"info","ts":1789655754.722182,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"01ffdcbea56e838975bbcfd92f7a1610","span_id":"0fef519af4001406","x-request-id":"fcc11513-3829-4bc0-925f-904c622551aa"} {"level":"info","ts":1789655754.722208,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"01ffdcbea56e838975bbcfd92f7a1610","span_id":"0fef519af4001406","x-request-id":"fcc11513-3829-4bc0-925f-904c622551aa","EoS":true} {"level":"info","ts":1789655754.7222178,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"01ffdcbea56e838975bbcfd92f7a1610","span_id":"0fef519af4001406","x-request-id":"fcc11513-3829-4bc0-925f-904c622551aa"} {"level":"info","ts":1789655754.8635507,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789655754.863637,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"70cef2151a3046d115d1c59cb554a2b0","span_id":"baf8c8a64483721f","x-request-id":"acc693f2-e41c-42f9-9aa5-9c4631e849bb"} {"level":"info","ts":1789655754.8636484,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"70cef2151a3046d115d1c59cb554a2b0","span_id":"baf8c8a64483721f","x-request-id":"acc693f2-e41c-42f9-9aa5-9c4631e849bb"} {"level":"info","ts":1789655754.863659,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"70cef2151a3046d115d1c59cb554a2b0","span_id":"baf8c8a64483721f","x-request-id":"acc693f2-e41c-42f9-9aa5-9c4631e849bb","EoS":true} {"level":"info","ts":1789655754.863678,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"70cef2151a3046d115d1c59cb554a2b0","span_id":"baf8c8a64483721f","x-request-id":"acc693f2-e41c-42f9-9aa5-9c4631e849bb","header":"x-maas-keyname"} {"level":"info","ts":1789655754.8636868,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"70cef2151a3046d115d1c59cb554a2b0","span_id":"baf8c8a64483721f","x-request-id":"acc693f2-e41c-42f9-9aa5-9c4631e849bb","header":"x-maas-username"} {"level":"info","ts":1789655754.863692,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"70cef2151a3046d115d1c59cb554a2b0","span_id":"baf8c8a64483721f","x-request-id":"acc693f2-e41c-42f9-9aa5-9c4631e849bb","header":"x-maas-group"} {"level":"info","ts":1789655754.863697,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"70cef2151a3046d115d1c59cb554a2b0","span_id":"baf8c8a64483721f","x-request-id":"acc693f2-e41c-42f9-9aa5-9c4631e849bb","header":"x-maas-subscription"} {"level":"info","ts":1789655754.86371,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"70cef2151a3046d115d1c59cb554a2b0","span_id":"baf8c8a64483721f","x-request-id":"acc693f2-e41c-42f9-9aa5-9c4631e849bb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789655754.8637354,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"70cef2151a3046d115d1c59cb554a2b0","span_id":"baf8c8a64483721f","x-request-id":"acc693f2-e41c-42f9-9aa5-9c4631e849bb"} {"level":"info","ts":1789655754.8648977,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"70cef2151a3046d115d1c59cb554a2b0","span_id":"baf8c8a64483721f","x-request-id":"acc693f2-e41c-42f9-9aa5-9c4631e849bb"} {"level":"info","ts":1789655754.8649154,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"70cef2151a3046d115d1c59cb554a2b0","span_id":"baf8c8a64483721f","x-request-id":"acc693f2-e41c-42f9-9aa5-9c4631e849bb"} {"level":"info","ts":1789655754.864928,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"70cef2151a3046d115d1c59cb554a2b0","span_id":"baf8c8a64483721f","x-request-id":"acc693f2-e41c-42f9-9aa5-9c4631e849bb","EoS":false} {"level":"info","ts":1789655754.8649411,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"70cef2151a3046d115d1c59cb554a2b0","span_id":"baf8c8a64483721f","x-request-id":"acc693f2-e41c-42f9-9aa5-9c4631e849bb"} {"level":"info","ts":1789655754.8649669,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"70cef2151a3046d115d1c59cb554a2b0","span_id":"baf8c8a64483721f","x-request-id":"acc693f2-e41c-42f9-9aa5-9c4631e849bb","EoS":true} {"level":"info","ts":1789655754.8649762,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"70cef2151a3046d115d1c59cb554a2b0","span_id":"baf8c8a64483721f","x-request-id":"acc693f2-e41c-42f9-9aa5-9c4631e849bb"} {"level":"info","ts":1789655755.0045786,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789655755.004656,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9536d8efcda75f33b36dfd7e28b7906a","span_id":"970dd173b2b2c6dd","x-request-id":"53336c18-8df8-4262-b379-19b619651355"} {"level":"info","ts":1789655755.004668,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9536d8efcda75f33b36dfd7e28b7906a","span_id":"970dd173b2b2c6dd","x-request-id":"53336c18-8df8-4262-b379-19b619651355"} {"level":"info","ts":1789655755.0046785,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9536d8efcda75f33b36dfd7e28b7906a","span_id":"970dd173b2b2c6dd","x-request-id":"53336c18-8df8-4262-b379-19b619651355","EoS":true} {"level":"info","ts":1789655755.0046976,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9536d8efcda75f33b36dfd7e28b7906a","span_id":"970dd173b2b2c6dd","x-request-id":"53336c18-8df8-4262-b379-19b619651355","header":"x-maas-username"} {"level":"info","ts":1789655755.0047066,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9536d8efcda75f33b36dfd7e28b7906a","span_id":"970dd173b2b2c6dd","x-request-id":"53336c18-8df8-4262-b379-19b619651355","header":"x-maas-keyname"} {"level":"info","ts":1789655755.0047114,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9536d8efcda75f33b36dfd7e28b7906a","span_id":"970dd173b2b2c6dd","x-request-id":"53336c18-8df8-4262-b379-19b619651355","header":"x-maas-subscription"} {"level":"info","ts":1789655755.004716,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9536d8efcda75f33b36dfd7e28b7906a","span_id":"970dd173b2b2c6dd","x-request-id":"53336c18-8df8-4262-b379-19b619651355","header":"x-maas-group"} {"level":"info","ts":1789655755.0047286,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"9536d8efcda75f33b36dfd7e28b7906a","span_id":"970dd173b2b2c6dd","x-request-id":"53336c18-8df8-4262-b379-19b619651355","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789655755.004749,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9536d8efcda75f33b36dfd7e28b7906a","span_id":"970dd173b2b2c6dd","x-request-id":"53336c18-8df8-4262-b379-19b619651355"} {"level":"info","ts":1789655755.0058525,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9536d8efcda75f33b36dfd7e28b7906a","span_id":"970dd173b2b2c6dd","x-request-id":"53336c18-8df8-4262-b379-19b619651355"} {"level":"info","ts":1789655755.0058692,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9536d8efcda75f33b36dfd7e28b7906a","span_id":"970dd173b2b2c6dd","x-request-id":"53336c18-8df8-4262-b379-19b619651355"} {"level":"info","ts":1789655755.0058796,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9536d8efcda75f33b36dfd7e28b7906a","span_id":"970dd173b2b2c6dd","x-request-id":"53336c18-8df8-4262-b379-19b619651355","EoS":false} {"level":"info","ts":1789655755.0058901,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9536d8efcda75f33b36dfd7e28b7906a","span_id":"970dd173b2b2c6dd","x-request-id":"53336c18-8df8-4262-b379-19b619651355"} {"level":"info","ts":1789655755.005915,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9536d8efcda75f33b36dfd7e28b7906a","span_id":"970dd173b2b2c6dd","x-request-id":"53336c18-8df8-4262-b379-19b619651355","EoS":true} {"level":"info","ts":1789655755.005926,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9536d8efcda75f33b36dfd7e28b7906a","span_id":"970dd173b2b2c6dd","x-request-id":"53336c18-8df8-4262-b379-19b619651355"} {"level":"info","ts":1789655755.1490498,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789655755.149128,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c07d9fe0556fcde328cdfd63f68f779b","span_id":"f383ffa611c9b162","x-request-id":"cbf803ba-3683-4345-8d33-a25bd41caffc"} {"level":"info","ts":1789655755.149139,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c07d9fe0556fcde328cdfd63f68f779b","span_id":"f383ffa611c9b162","x-request-id":"cbf803ba-3683-4345-8d33-a25bd41caffc"} {"level":"info","ts":1789655755.149166,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c07d9fe0556fcde328cdfd63f68f779b","span_id":"f383ffa611c9b162","x-request-id":"cbf803ba-3683-4345-8d33-a25bd41caffc","EoS":true} {"level":"info","ts":1789655755.149187,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c07d9fe0556fcde328cdfd63f68f779b","span_id":"f383ffa611c9b162","x-request-id":"cbf803ba-3683-4345-8d33-a25bd41caffc","header":"x-maas-subscription"} {"level":"info","ts":1789655755.1491969,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c07d9fe0556fcde328cdfd63f68f779b","span_id":"f383ffa611c9b162","x-request-id":"cbf803ba-3683-4345-8d33-a25bd41caffc","header":"x-maas-username"} {"level":"info","ts":1789655755.1492012,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c07d9fe0556fcde328cdfd63f68f779b","span_id":"f383ffa611c9b162","x-request-id":"cbf803ba-3683-4345-8d33-a25bd41caffc","header":"x-maas-keyname"} {"level":"info","ts":1789655755.1492074,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c07d9fe0556fcde328cdfd63f68f779b","span_id":"f383ffa611c9b162","x-request-id":"cbf803ba-3683-4345-8d33-a25bd41caffc","header":"x-maas-group"} {"level":"info","ts":1789655755.1492205,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c07d9fe0556fcde328cdfd63f68f779b","span_id":"f383ffa611c9b162","x-request-id":"cbf803ba-3683-4345-8d33-a25bd41caffc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789655755.1492429,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c07d9fe0556fcde328cdfd63f68f779b","span_id":"f383ffa611c9b162","x-request-id":"cbf803ba-3683-4345-8d33-a25bd41caffc"} {"level":"info","ts":1789655755.1519136,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c07d9fe0556fcde328cdfd63f68f779b","span_id":"f383ffa611c9b162","x-request-id":"cbf803ba-3683-4345-8d33-a25bd41caffc"} {"level":"info","ts":1789655755.1519313,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c07d9fe0556fcde328cdfd63f68f779b","span_id":"f383ffa611c9b162","x-request-id":"cbf803ba-3683-4345-8d33-a25bd41caffc"} {"level":"info","ts":1789655755.1519496,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c07d9fe0556fcde328cdfd63f68f779b","span_id":"f383ffa611c9b162","x-request-id":"cbf803ba-3683-4345-8d33-a25bd41caffc","EoS":false} {"level":"info","ts":1789655755.151962,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c07d9fe0556fcde328cdfd63f68f779b","span_id":"f383ffa611c9b162","x-request-id":"cbf803ba-3683-4345-8d33-a25bd41caffc"} {"level":"info","ts":1789655755.1519842,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c07d9fe0556fcde328cdfd63f68f779b","span_id":"f383ffa611c9b162","x-request-id":"cbf803ba-3683-4345-8d33-a25bd41caffc","EoS":true} {"level":"info","ts":1789655755.1519933,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c07d9fe0556fcde328cdfd63f68f779b","span_id":"f383ffa611c9b162","x-request-id":"cbf803ba-3683-4345-8d33-a25bd41caffc"} {"level":"info","ts":1789655755.2922966,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789655755.2923725,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2d8c1008c5bee8cbb9d036f6d71dd900","span_id":"60b4ceb5e20053d0","x-request-id":"5a57aa0c-6ba2-40e9-a4ce-06ee01e291af"} {"level":"info","ts":1789655755.2923858,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2d8c1008c5bee8cbb9d036f6d71dd900","span_id":"60b4ceb5e20053d0","x-request-id":"5a57aa0c-6ba2-40e9-a4ce-06ee01e291af"} {"level":"info","ts":1789655755.292396,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2d8c1008c5bee8cbb9d036f6d71dd900","span_id":"60b4ceb5e20053d0","x-request-id":"5a57aa0c-6ba2-40e9-a4ce-06ee01e291af","EoS":true} {"level":"info","ts":1789655755.2924147,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2d8c1008c5bee8cbb9d036f6d71dd900","span_id":"60b4ceb5e20053d0","x-request-id":"5a57aa0c-6ba2-40e9-a4ce-06ee01e291af","header":"x-maas-keyname"} {"level":"info","ts":1789655755.2924247,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2d8c1008c5bee8cbb9d036f6d71dd900","span_id":"60b4ceb5e20053d0","x-request-id":"5a57aa0c-6ba2-40e9-a4ce-06ee01e291af","header":"x-maas-subscription"} {"level":"info","ts":1789655755.29243,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2d8c1008c5bee8cbb9d036f6d71dd900","span_id":"60b4ceb5e20053d0","x-request-id":"5a57aa0c-6ba2-40e9-a4ce-06ee01e291af","header":"x-maas-group"} {"level":"info","ts":1789655755.292434,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2d8c1008c5bee8cbb9d036f6d71dd900","span_id":"60b4ceb5e20053d0","x-request-id":"5a57aa0c-6ba2-40e9-a4ce-06ee01e291af","header":"x-maas-username"} {"level":"info","ts":1789655755.2924461,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2d8c1008c5bee8cbb9d036f6d71dd900","span_id":"60b4ceb5e20053d0","x-request-id":"5a57aa0c-6ba2-40e9-a4ce-06ee01e291af","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789655755.292465,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2d8c1008c5bee8cbb9d036f6d71dd900","span_id":"60b4ceb5e20053d0","x-request-id":"5a57aa0c-6ba2-40e9-a4ce-06ee01e291af"} {"level":"info","ts":1789655755.2936068,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2d8c1008c5bee8cbb9d036f6d71dd900","span_id":"60b4ceb5e20053d0","x-request-id":"5a57aa0c-6ba2-40e9-a4ce-06ee01e291af"} {"level":"info","ts":1789655755.2936223,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2d8c1008c5bee8cbb9d036f6d71dd900","span_id":"60b4ceb5e20053d0","x-request-id":"5a57aa0c-6ba2-40e9-a4ce-06ee01e291af"} {"level":"info","ts":1789655755.293635,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2d8c1008c5bee8cbb9d036f6d71dd900","span_id":"60b4ceb5e20053d0","x-request-id":"5a57aa0c-6ba2-40e9-a4ce-06ee01e291af","EoS":false} {"level":"info","ts":1789655755.2936444,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2d8c1008c5bee8cbb9d036f6d71dd900","span_id":"60b4ceb5e20053d0","x-request-id":"5a57aa0c-6ba2-40e9-a4ce-06ee01e291af"} {"level":"info","ts":1789655755.2936733,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2d8c1008c5bee8cbb9d036f6d71dd900","span_id":"60b4ceb5e20053d0","x-request-id":"5a57aa0c-6ba2-40e9-a4ce-06ee01e291af","EoS":true} {"level":"info","ts":1789655755.293686,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2d8c1008c5bee8cbb9d036f6d71dd900","span_id":"60b4ceb5e20053d0","x-request-id":"5a57aa0c-6ba2-40e9-a4ce-06ee01e291af"} {"level":"info","ts":1789655764.244738,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789655764.2448287,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"049fd8966a403d3e4d9a6dc433a1fb3f","span_id":"01dd7c7eda01599b","x-request-id":"972aff23-34e2-442d-a757-1a7065c1c549"} {"level":"info","ts":1789655764.244846,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"049fd8966a403d3e4d9a6dc433a1fb3f","span_id":"01dd7c7eda01599b","x-request-id":"972aff23-34e2-442d-a757-1a7065c1c549"} {"level":"info","ts":1789655764.2448573,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"049fd8966a403d3e4d9a6dc433a1fb3f","span_id":"01dd7c7eda01599b","x-request-id":"972aff23-34e2-442d-a757-1a7065c1c549","EoS":true} {"level":"info","ts":1789655764.2448766,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"049fd8966a403d3e4d9a6dc433a1fb3f","span_id":"01dd7c7eda01599b","x-request-id":"972aff23-34e2-442d-a757-1a7065c1c549","header":"x-maas-group"} {"level":"info","ts":1789655764.2448869,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"049fd8966a403d3e4d9a6dc433a1fb3f","span_id":"01dd7c7eda01599b","x-request-id":"972aff23-34e2-442d-a757-1a7065c1c549","header":"x-maas-subscription"} {"level":"info","ts":1789655764.2448926,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"049fd8966a403d3e4d9a6dc433a1fb3f","span_id":"01dd7c7eda01599b","x-request-id":"972aff23-34e2-442d-a757-1a7065c1c549","header":"x-maas-keyname"} {"level":"info","ts":1789655764.2448974,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"049fd8966a403d3e4d9a6dc433a1fb3f","span_id":"01dd7c7eda01599b","x-request-id":"972aff23-34e2-442d-a757-1a7065c1c549","header":"x-maas-username"} {"level":"info","ts":1789655764.2449105,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"049fd8966a403d3e4d9a6dc433a1fb3f","span_id":"01dd7c7eda01599b","x-request-id":"972aff23-34e2-442d-a757-1a7065c1c549","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789655764.2449327,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"049fd8966a403d3e4d9a6dc433a1fb3f","span_id":"01dd7c7eda01599b","x-request-id":"972aff23-34e2-442d-a757-1a7065c1c549"} {"level":"info","ts":1789655764.2458513,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"049fd8966a403d3e4d9a6dc433a1fb3f","span_id":"01dd7c7eda01599b","x-request-id":"972aff23-34e2-442d-a757-1a7065c1c549"} {"level":"info","ts":1789655764.2458708,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"049fd8966a403d3e4d9a6dc433a1fb3f","span_id":"01dd7c7eda01599b","x-request-id":"972aff23-34e2-442d-a757-1a7065c1c549"} {"level":"info","ts":1789655764.2458851,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"049fd8966a403d3e4d9a6dc433a1fb3f","span_id":"01dd7c7eda01599b","x-request-id":"972aff23-34e2-442d-a757-1a7065c1c549","EoS":false} {"level":"info","ts":1789655764.2458963,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"049fd8966a403d3e4d9a6dc433a1fb3f","span_id":"01dd7c7eda01599b","x-request-id":"972aff23-34e2-442d-a757-1a7065c1c549"} {"level":"info","ts":1789655764.2459261,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"049fd8966a403d3e4d9a6dc433a1fb3f","span_id":"01dd7c7eda01599b","x-request-id":"972aff23-34e2-442d-a757-1a7065c1c549","EoS":true} {"level":"info","ts":1789655764.24594,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"049fd8966a403d3e4d9a6dc433a1fb3f","span_id":"01dd7c7eda01599b","x-request-id":"972aff23-34e2-442d-a757-1a7065c1c549"} {"level":"info","ts":1789655764.2835226,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789655764.283599,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d8036734ac8dd1f953ee91ed5d8441ab","span_id":"611a42d21b5cd6fa","x-request-id":"d42f9ba0-811f-4d79-95c5-137cfb42592c"} {"level":"info","ts":1789655764.2836137,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d8036734ac8dd1f953ee91ed5d8441ab","span_id":"611a42d21b5cd6fa","x-request-id":"d42f9ba0-811f-4d79-95c5-137cfb42592c"} {"level":"info","ts":1789655764.2836304,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d8036734ac8dd1f953ee91ed5d8441ab","span_id":"611a42d21b5cd6fa","x-request-id":"d42f9ba0-811f-4d79-95c5-137cfb42592c","EoS":true} {"level":"info","ts":1789655764.2836497,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d8036734ac8dd1f953ee91ed5d8441ab","span_id":"611a42d21b5cd6fa","x-request-id":"d42f9ba0-811f-4d79-95c5-137cfb42592c","header":"x-maas-username"} {"level":"info","ts":1789655764.28366,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d8036734ac8dd1f953ee91ed5d8441ab","span_id":"611a42d21b5cd6fa","x-request-id":"d42f9ba0-811f-4d79-95c5-137cfb42592c","header":"x-maas-keyname"} {"level":"info","ts":1789655764.2836654,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d8036734ac8dd1f953ee91ed5d8441ab","span_id":"611a42d21b5cd6fa","x-request-id":"d42f9ba0-811f-4d79-95c5-137cfb42592c","header":"x-maas-group"} {"level":"info","ts":1789655764.2836702,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d8036734ac8dd1f953ee91ed5d8441ab","span_id":"611a42d21b5cd6fa","x-request-id":"d42f9ba0-811f-4d79-95c5-137cfb42592c","header":"x-maas-subscription"} {"level":"info","ts":1789655764.2836816,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d8036734ac8dd1f953ee91ed5d8441ab","span_id":"611a42d21b5cd6fa","x-request-id":"d42f9ba0-811f-4d79-95c5-137cfb42592c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789655764.2837045,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d8036734ac8dd1f953ee91ed5d8441ab","span_id":"611a42d21b5cd6fa","x-request-id":"d42f9ba0-811f-4d79-95c5-137cfb42592c"} {"level":"info","ts":1789655764.284745,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d8036734ac8dd1f953ee91ed5d8441ab","span_id":"611a42d21b5cd6fa","x-request-id":"d42f9ba0-811f-4d79-95c5-137cfb42592c"} {"level":"info","ts":1789655764.28476,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d8036734ac8dd1f953ee91ed5d8441ab","span_id":"611a42d21b5cd6fa","x-request-id":"d42f9ba0-811f-4d79-95c5-137cfb42592c"} {"level":"info","ts":1789655764.2847717,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d8036734ac8dd1f953ee91ed5d8441ab","span_id":"611a42d21b5cd6fa","x-request-id":"d42f9ba0-811f-4d79-95c5-137cfb42592c","EoS":false} {"level":"info","ts":1789655764.2847824,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d8036734ac8dd1f953ee91ed5d8441ab","span_id":"611a42d21b5cd6fa","x-request-id":"d42f9ba0-811f-4d79-95c5-137cfb42592c"} {"level":"info","ts":1789655764.284809,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d8036734ac8dd1f953ee91ed5d8441ab","span_id":"611a42d21b5cd6fa","x-request-id":"d42f9ba0-811f-4d79-95c5-137cfb42592c","EoS":true} {"level":"info","ts":1789655764.2848213,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d8036734ac8dd1f953ee91ed5d8441ab","span_id":"611a42d21b5cd6fa","x-request-id":"d42f9ba0-811f-4d79-95c5-137cfb42592c"} {"level":"info","ts":1789655764.382218,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789655764.3822885,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d95a9bdf606c7e9c59f5678148412db5","span_id":"61b279e1004a2717","x-request-id":"3c7f5358-035c-4e14-a5ba-589a7c7cefbc"} {"level":"info","ts":1789655764.3831604,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d95a9bdf606c7e9c59f5678148412db5","span_id":"61b279e1004a2717","x-request-id":"3c7f5358-035c-4e14-a5ba-589a7c7cefbc"} {"level":"info","ts":1789655764.383175,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d95a9bdf606c7e9c59f5678148412db5","span_id":"61b279e1004a2717","x-request-id":"3c7f5358-035c-4e14-a5ba-589a7c7cefbc"} {"level":"info","ts":1789655764.3831892,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d95a9bdf606c7e9c59f5678148412db5","span_id":"61b279e1004a2717","x-request-id":"3c7f5358-035c-4e14-a5ba-589a7c7cefbc","EoS":false} {"level":"info","ts":1789655764.3831985,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d95a9bdf606c7e9c59f5678148412db5","span_id":"61b279e1004a2717","x-request-id":"3c7f5358-035c-4e14-a5ba-589a7c7cefbc"} {"level":"info","ts":1789655764.3832226,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d95a9bdf606c7e9c59f5678148412db5","span_id":"61b279e1004a2717","x-request-id":"3c7f5358-035c-4e14-a5ba-589a7c7cefbc","EoS":true} {"level":"info","ts":1789655764.383236,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d95a9bdf606c7e9c59f5678148412db5","span_id":"61b279e1004a2717","x-request-id":"3c7f5358-035c-4e14-a5ba-589a7c7cefbc"} {"level":"info","ts":1789655765.1406407,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789655765.1407232,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d684cc1c4fad7e7212d5b3455c42aa07","span_id":"99561da937159edf","x-request-id":"3ad96a9a-fe9e-4705-9945-32f1bdb4fcb8"} {"level":"info","ts":1789655765.1407375,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d684cc1c4fad7e7212d5b3455c42aa07","span_id":"99561da937159edf","x-request-id":"3ad96a9a-fe9e-4705-9945-32f1bdb4fcb8"} {"level":"info","ts":1789655765.1407483,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d684cc1c4fad7e7212d5b3455c42aa07","span_id":"99561da937159edf","x-request-id":"3ad96a9a-fe9e-4705-9945-32f1bdb4fcb8","EoS":true} {"level":"info","ts":1789655765.1407688,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d684cc1c4fad7e7212d5b3455c42aa07","span_id":"99561da937159edf","x-request-id":"3ad96a9a-fe9e-4705-9945-32f1bdb4fcb8","header":"x-maas-username"} {"level":"info","ts":1789655765.140779,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d684cc1c4fad7e7212d5b3455c42aa07","span_id":"99561da937159edf","x-request-id":"3ad96a9a-fe9e-4705-9945-32f1bdb4fcb8","header":"x-maas-subscription"} {"level":"info","ts":1789655765.1407847,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d684cc1c4fad7e7212d5b3455c42aa07","span_id":"99561da937159edf","x-request-id":"3ad96a9a-fe9e-4705-9945-32f1bdb4fcb8","header":"x-maas-keyname"} {"level":"info","ts":1789655765.140795,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d684cc1c4fad7e7212d5b3455c42aa07","span_id":"99561da937159edf","x-request-id":"3ad96a9a-fe9e-4705-9945-32f1bdb4fcb8","header":"x-maas-group"} {"level":"info","ts":1789655765.1408088,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d684cc1c4fad7e7212d5b3455c42aa07","span_id":"99561da937159edf","x-request-id":"3ad96a9a-fe9e-4705-9945-32f1bdb4fcb8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789655765.1408353,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d684cc1c4fad7e7212d5b3455c42aa07","span_id":"99561da937159edf","x-request-id":"3ad96a9a-fe9e-4705-9945-32f1bdb4fcb8"} {"level":"info","ts":1789655765.1420264,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d684cc1c4fad7e7212d5b3455c42aa07","span_id":"99561da937159edf","x-request-id":"3ad96a9a-fe9e-4705-9945-32f1bdb4fcb8"} {"level":"info","ts":1789655765.1420677,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d684cc1c4fad7e7212d5b3455c42aa07","span_id":"99561da937159edf","x-request-id":"3ad96a9a-fe9e-4705-9945-32f1bdb4fcb8"} {"level":"info","ts":1789655765.142086,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d684cc1c4fad7e7212d5b3455c42aa07","span_id":"99561da937159edf","x-request-id":"3ad96a9a-fe9e-4705-9945-32f1bdb4fcb8","EoS":false} {"level":"info","ts":1789655765.1420996,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d684cc1c4fad7e7212d5b3455c42aa07","span_id":"99561da937159edf","x-request-id":"3ad96a9a-fe9e-4705-9945-32f1bdb4fcb8"} {"level":"info","ts":1789655765.142124,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d684cc1c4fad7e7212d5b3455c42aa07","span_id":"99561da937159edf","x-request-id":"3ad96a9a-fe9e-4705-9945-32f1bdb4fcb8","EoS":true} {"level":"info","ts":1789655765.1421359,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d684cc1c4fad7e7212d5b3455c42aa07","span_id":"99561da937159edf","x-request-id":"3ad96a9a-fe9e-4705-9945-32f1bdb4fcb8"} {"level":"info","ts":1789655766.1413836,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789655766.141467,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4e0e551be5d82a8e7b9ea9eebcb5a0b5","span_id":"58d2d2d460a5797a","x-request-id":"dec5ce70-30ff-4b75-ac3e-49e5863caa2a"} {"level":"info","ts":1789655766.1414776,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4e0e551be5d82a8e7b9ea9eebcb5a0b5","span_id":"58d2d2d460a5797a","x-request-id":"dec5ce70-30ff-4b75-ac3e-49e5863caa2a"} {"level":"info","ts":1789655766.1414893,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4e0e551be5d82a8e7b9ea9eebcb5a0b5","span_id":"58d2d2d460a5797a","x-request-id":"dec5ce70-30ff-4b75-ac3e-49e5863caa2a","EoS":true} {"level":"info","ts":1789655766.1415076,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4e0e551be5d82a8e7b9ea9eebcb5a0b5","span_id":"58d2d2d460a5797a","x-request-id":"dec5ce70-30ff-4b75-ac3e-49e5863caa2a","header":"x-maas-username"} {"level":"info","ts":1789655766.1415174,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4e0e551be5d82a8e7b9ea9eebcb5a0b5","span_id":"58d2d2d460a5797a","x-request-id":"dec5ce70-30ff-4b75-ac3e-49e5863caa2a","header":"x-maas-keyname"} {"level":"info","ts":1789655766.1415217,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4e0e551be5d82a8e7b9ea9eebcb5a0b5","span_id":"58d2d2d460a5797a","x-request-id":"dec5ce70-30ff-4b75-ac3e-49e5863caa2a","header":"x-maas-group"} {"level":"info","ts":1789655766.1415265,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4e0e551be5d82a8e7b9ea9eebcb5a0b5","span_id":"58d2d2d460a5797a","x-request-id":"dec5ce70-30ff-4b75-ac3e-49e5863caa2a","header":"x-maas-subscription"} {"level":"info","ts":1789655766.1415398,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"4e0e551be5d82a8e7b9ea9eebcb5a0b5","span_id":"58d2d2d460a5797a","x-request-id":"dec5ce70-30ff-4b75-ac3e-49e5863caa2a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789655766.1415608,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4e0e551be5d82a8e7b9ea9eebcb5a0b5","span_id":"58d2d2d460a5797a","x-request-id":"dec5ce70-30ff-4b75-ac3e-49e5863caa2a"} {"level":"info","ts":1789655766.1427124,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4e0e551be5d82a8e7b9ea9eebcb5a0b5","span_id":"58d2d2d460a5797a","x-request-id":"dec5ce70-30ff-4b75-ac3e-49e5863caa2a"} {"level":"info","ts":1789655766.1427414,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4e0e551be5d82a8e7b9ea9eebcb5a0b5","span_id":"58d2d2d460a5797a","x-request-id":"dec5ce70-30ff-4b75-ac3e-49e5863caa2a"} {"level":"info","ts":1789655766.1427572,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4e0e551be5d82a8e7b9ea9eebcb5a0b5","span_id":"58d2d2d460a5797a","x-request-id":"dec5ce70-30ff-4b75-ac3e-49e5863caa2a","EoS":false} {"level":"info","ts":1789655766.1427734,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4e0e551be5d82a8e7b9ea9eebcb5a0b5","span_id":"58d2d2d460a5797a","x-request-id":"dec5ce70-30ff-4b75-ac3e-49e5863caa2a"} {"level":"info","ts":1789655766.1427975,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4e0e551be5d82a8e7b9ea9eebcb5a0b5","span_id":"58d2d2d460a5797a","x-request-id":"dec5ce70-30ff-4b75-ac3e-49e5863caa2a","EoS":true} {"level":"info","ts":1789655766.142811,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4e0e551be5d82a8e7b9ea9eebcb5a0b5","span_id":"58d2d2d460a5797a","x-request-id":"dec5ce70-30ff-4b75-ac3e-49e5863caa2a"} {"level":"info","ts":1789655766.872625,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789655766.8727171,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b19365b0c1f634084dca26ce81fe48f9","span_id":"0e7d737425456c2d","x-request-id":"45ed552d-0888-4e74-8ff9-490652359d90"} {"level":"info","ts":1789655766.872729,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b19365b0c1f634084dca26ce81fe48f9","span_id":"0e7d737425456c2d","x-request-id":"45ed552d-0888-4e74-8ff9-490652359d90"} {"level":"info","ts":1789655766.8727412,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b19365b0c1f634084dca26ce81fe48f9","span_id":"0e7d737425456c2d","x-request-id":"45ed552d-0888-4e74-8ff9-490652359d90","EoS":true} {"level":"info","ts":1789655766.8727622,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b19365b0c1f634084dca26ce81fe48f9","span_id":"0e7d737425456c2d","x-request-id":"45ed552d-0888-4e74-8ff9-490652359d90","header":"x-maas-keyname"} {"level":"info","ts":1789655766.8727713,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b19365b0c1f634084dca26ce81fe48f9","span_id":"0e7d737425456c2d","x-request-id":"45ed552d-0888-4e74-8ff9-490652359d90","header":"x-maas-subscription"} {"level":"info","ts":1789655766.8727772,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b19365b0c1f634084dca26ce81fe48f9","span_id":"0e7d737425456c2d","x-request-id":"45ed552d-0888-4e74-8ff9-490652359d90","header":"x-maas-username"} {"level":"info","ts":1789655766.8727827,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b19365b0c1f634084dca26ce81fe48f9","span_id":"0e7d737425456c2d","x-request-id":"45ed552d-0888-4e74-8ff9-490652359d90","header":"x-maas-group"} {"level":"info","ts":1789655766.8727956,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b19365b0c1f634084dca26ce81fe48f9","span_id":"0e7d737425456c2d","x-request-id":"45ed552d-0888-4e74-8ff9-490652359d90","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789655766.8728197,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b19365b0c1f634084dca26ce81fe48f9","span_id":"0e7d737425456c2d","x-request-id":"45ed552d-0888-4e74-8ff9-490652359d90"} {"level":"info","ts":1789655766.8739302,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b19365b0c1f634084dca26ce81fe48f9","span_id":"0e7d737425456c2d","x-request-id":"45ed552d-0888-4e74-8ff9-490652359d90"} {"level":"info","ts":1789655766.8739479,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b19365b0c1f634084dca26ce81fe48f9","span_id":"0e7d737425456c2d","x-request-id":"45ed552d-0888-4e74-8ff9-490652359d90"} {"level":"info","ts":1789655766.8739622,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b19365b0c1f634084dca26ce81fe48f9","span_id":"0e7d737425456c2d","x-request-id":"45ed552d-0888-4e74-8ff9-490652359d90","EoS":false} {"level":"info","ts":1789655766.873974,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b19365b0c1f634084dca26ce81fe48f9","span_id":"0e7d737425456c2d","x-request-id":"45ed552d-0888-4e74-8ff9-490652359d90"} {"level":"info","ts":1789655766.8739986,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b19365b0c1f634084dca26ce81fe48f9","span_id":"0e7d737425456c2d","x-request-id":"45ed552d-0888-4e74-8ff9-490652359d90","EoS":true} {"level":"info","ts":1789655766.8740096,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b19365b0c1f634084dca26ce81fe48f9","span_id":"0e7d737425456c2d","x-request-id":"45ed552d-0888-4e74-8ff9-490652359d90"} {"level":"error","ts":1789655767.8897855,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789655767.9566224,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789655767.9567106,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3a23f23e7ed580c0fde9a86bda8b468c","span_id":"d0bf948ba1d2ed4c","x-request-id":"296e5b6d-18e9-4039-b47a-cc02abf1c60a"} {"level":"info","ts":1789655767.956723,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3a23f23e7ed580c0fde9a86bda8b468c","span_id":"d0bf948ba1d2ed4c","x-request-id":"296e5b6d-18e9-4039-b47a-cc02abf1c60a"} {"level":"info","ts":1789655767.956734,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3a23f23e7ed580c0fde9a86bda8b468c","span_id":"d0bf948ba1d2ed4c","x-request-id":"296e5b6d-18e9-4039-b47a-cc02abf1c60a","EoS":true} {"level":"info","ts":1789655767.9567533,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3a23f23e7ed580c0fde9a86bda8b468c","span_id":"d0bf948ba1d2ed4c","x-request-id":"296e5b6d-18e9-4039-b47a-cc02abf1c60a","header":"x-maas-subscription"} {"level":"info","ts":1789655767.9567628,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3a23f23e7ed580c0fde9a86bda8b468c","span_id":"d0bf948ba1d2ed4c","x-request-id":"296e5b6d-18e9-4039-b47a-cc02abf1c60a","header":"x-maas-keyname"} {"level":"info","ts":1789655767.9567678,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3a23f23e7ed580c0fde9a86bda8b468c","span_id":"d0bf948ba1d2ed4c","x-request-id":"296e5b6d-18e9-4039-b47a-cc02abf1c60a","header":"x-maas-group"} {"level":"info","ts":1789655767.9567726,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3a23f23e7ed580c0fde9a86bda8b468c","span_id":"d0bf948ba1d2ed4c","x-request-id":"296e5b6d-18e9-4039-b47a-cc02abf1c60a","header":"x-maas-username"} {"level":"info","ts":1789655767.9567873,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3a23f23e7ed580c0fde9a86bda8b468c","span_id":"d0bf948ba1d2ed4c","x-request-id":"296e5b6d-18e9-4039-b47a-cc02abf1c60a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789655767.956811,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3a23f23e7ed580c0fde9a86bda8b468c","span_id":"d0bf948ba1d2ed4c","x-request-id":"296e5b6d-18e9-4039-b47a-cc02abf1c60a"} {"level":"info","ts":1789655767.95779,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3a23f23e7ed580c0fde9a86bda8b468c","span_id":"d0bf948ba1d2ed4c","x-request-id":"296e5b6d-18e9-4039-b47a-cc02abf1c60a"} {"level":"info","ts":1789655767.9578066,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3a23f23e7ed580c0fde9a86bda8b468c","span_id":"d0bf948ba1d2ed4c","x-request-id":"296e5b6d-18e9-4039-b47a-cc02abf1c60a"} {"level":"info","ts":1789655767.9578192,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3a23f23e7ed580c0fde9a86bda8b468c","span_id":"d0bf948ba1d2ed4c","x-request-id":"296e5b6d-18e9-4039-b47a-cc02abf1c60a","EoS":false} {"level":"info","ts":1789655767.9578362,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3a23f23e7ed580c0fde9a86bda8b468c","span_id":"d0bf948ba1d2ed4c","x-request-id":"296e5b6d-18e9-4039-b47a-cc02abf1c60a"} {"level":"info","ts":1789655767.957862,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3a23f23e7ed580c0fde9a86bda8b468c","span_id":"d0bf948ba1d2ed4c","x-request-id":"296e5b6d-18e9-4039-b47a-cc02abf1c60a","EoS":true} {"level":"info","ts":1789655767.9578755,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3a23f23e7ed580c0fde9a86bda8b468c","span_id":"d0bf948ba1d2ed4c","x-request-id":"296e5b6d-18e9-4039-b47a-cc02abf1c60a"} {"level":"error","ts":1789655777.890972,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789655791.881803,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789655791.8819046,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4a5ab393ef4fb78bbbd37fa2072914f5","span_id":"a1bb59ac1dd865a8","x-request-id":"44d976a6-cc4a-4fb2-b17c-b352ea7309a5"} {"level":"info","ts":1789655791.8819182,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4a5ab393ef4fb78bbbd37fa2072914f5","span_id":"a1bb59ac1dd865a8","x-request-id":"44d976a6-cc4a-4fb2-b17c-b352ea7309a5"} {"level":"info","ts":1789655791.8819299,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4a5ab393ef4fb78bbbd37fa2072914f5","span_id":"a1bb59ac1dd865a8","x-request-id":"44d976a6-cc4a-4fb2-b17c-b352ea7309a5","EoS":true} {"level":"info","ts":1789655791.8819501,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4a5ab393ef4fb78bbbd37fa2072914f5","span_id":"a1bb59ac1dd865a8","x-request-id":"44d976a6-cc4a-4fb2-b17c-b352ea7309a5","header":"x-maas-keyname"} {"level":"info","ts":1789655791.8819573,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4a5ab393ef4fb78bbbd37fa2072914f5","span_id":"a1bb59ac1dd865a8","x-request-id":"44d976a6-cc4a-4fb2-b17c-b352ea7309a5","header":"x-maas-username"} {"level":"info","ts":1789655791.8819633,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4a5ab393ef4fb78bbbd37fa2072914f5","span_id":"a1bb59ac1dd865a8","x-request-id":"44d976a6-cc4a-4fb2-b17c-b352ea7309a5","header":"x-maas-subscription"} {"level":"info","ts":1789655791.8819673,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4a5ab393ef4fb78bbbd37fa2072914f5","span_id":"a1bb59ac1dd865a8","x-request-id":"44d976a6-cc4a-4fb2-b17c-b352ea7309a5","header":"x-maas-group"} {"level":"info","ts":1789655791.8819807,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"4a5ab393ef4fb78bbbd37fa2072914f5","span_id":"a1bb59ac1dd865a8","x-request-id":"44d976a6-cc4a-4fb2-b17c-b352ea7309a5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789655791.8820045,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4a5ab393ef4fb78bbbd37fa2072914f5","span_id":"a1bb59ac1dd865a8","x-request-id":"44d976a6-cc4a-4fb2-b17c-b352ea7309a5"} {"level":"info","ts":1789655791.883158,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4a5ab393ef4fb78bbbd37fa2072914f5","span_id":"a1bb59ac1dd865a8","x-request-id":"44d976a6-cc4a-4fb2-b17c-b352ea7309a5"} {"level":"info","ts":1789655791.8831768,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4a5ab393ef4fb78bbbd37fa2072914f5","span_id":"a1bb59ac1dd865a8","x-request-id":"44d976a6-cc4a-4fb2-b17c-b352ea7309a5"} {"level":"info","ts":1789655791.8831913,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4a5ab393ef4fb78bbbd37fa2072914f5","span_id":"a1bb59ac1dd865a8","x-request-id":"44d976a6-cc4a-4fb2-b17c-b352ea7309a5","EoS":false} {"level":"info","ts":1789655791.8832026,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4a5ab393ef4fb78bbbd37fa2072914f5","span_id":"a1bb59ac1dd865a8","x-request-id":"44d976a6-cc4a-4fb2-b17c-b352ea7309a5"} {"level":"info","ts":1789655791.8832293,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4a5ab393ef4fb78bbbd37fa2072914f5","span_id":"a1bb59ac1dd865a8","x-request-id":"44d976a6-cc4a-4fb2-b17c-b352ea7309a5","EoS":true} {"level":"info","ts":1789655791.8832386,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4a5ab393ef4fb78bbbd37fa2072914f5","span_id":"a1bb59ac1dd865a8","x-request-id":"44d976a6-cc4a-4fb2-b17c-b352ea7309a5"} {"level":"error","ts":1789655792.891523,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789655802.8920207,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789655884.935262,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789655884.9353528,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9a4430b35267ddc921f60484ba172d06","span_id":"694b51d364f6aacf","x-request-id":"e9bff332-afeb-4809-b38c-fdb4ea6c4682"} {"level":"info","ts":1789655884.9353662,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9a4430b35267ddc921f60484ba172d06","span_id":"694b51d364f6aacf","x-request-id":"e9bff332-afeb-4809-b38c-fdb4ea6c4682"} {"level":"info","ts":1789655884.935378,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9a4430b35267ddc921f60484ba172d06","span_id":"694b51d364f6aacf","x-request-id":"e9bff332-afeb-4809-b38c-fdb4ea6c4682","EoS":true} {"level":"info","ts":1789655884.9353995,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9a4430b35267ddc921f60484ba172d06","span_id":"694b51d364f6aacf","x-request-id":"e9bff332-afeb-4809-b38c-fdb4ea6c4682","header":"x-maas-username"} {"level":"info","ts":1789655884.9354095,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9a4430b35267ddc921f60484ba172d06","span_id":"694b51d364f6aacf","x-request-id":"e9bff332-afeb-4809-b38c-fdb4ea6c4682","header":"x-maas-keyname"} {"level":"info","ts":1789655884.9354146,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9a4430b35267ddc921f60484ba172d06","span_id":"694b51d364f6aacf","x-request-id":"e9bff332-afeb-4809-b38c-fdb4ea6c4682","header":"x-maas-subscription"} {"level":"info","ts":1789655884.9354188,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9a4430b35267ddc921f60484ba172d06","span_id":"694b51d364f6aacf","x-request-id":"e9bff332-afeb-4809-b38c-fdb4ea6c4682","header":"x-maas-group"} {"level":"info","ts":1789655884.9354324,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"9a4430b35267ddc921f60484ba172d06","span_id":"694b51d364f6aacf","x-request-id":"e9bff332-afeb-4809-b38c-fdb4ea6c4682","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789655884.9354558,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9a4430b35267ddc921f60484ba172d06","span_id":"694b51d364f6aacf","x-request-id":"e9bff332-afeb-4809-b38c-fdb4ea6c4682"} {"level":"info","ts":1789655884.9487903,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9a4430b35267ddc921f60484ba172d06","span_id":"694b51d364f6aacf","x-request-id":"e9bff332-afeb-4809-b38c-fdb4ea6c4682"} {"level":"info","ts":1789655884.948809,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9a4430b35267ddc921f60484ba172d06","span_id":"694b51d364f6aacf","x-request-id":"e9bff332-afeb-4809-b38c-fdb4ea6c4682"} {"level":"info","ts":1789655884.9488246,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9a4430b35267ddc921f60484ba172d06","span_id":"694b51d364f6aacf","x-request-id":"e9bff332-afeb-4809-b38c-fdb4ea6c4682","EoS":false} {"level":"info","ts":1789655884.9488358,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9a4430b35267ddc921f60484ba172d06","span_id":"694b51d364f6aacf","x-request-id":"e9bff332-afeb-4809-b38c-fdb4ea6c4682"} {"level":"info","ts":1789655884.9488611,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9a4430b35267ddc921f60484ba172d06","span_id":"694b51d364f6aacf","x-request-id":"e9bff332-afeb-4809-b38c-fdb4ea6c4682","EoS":true} {"level":"info","ts":1789655884.94887,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9a4430b35267ddc921f60484ba172d06","span_id":"694b51d364f6aacf","x-request-id":"e9bff332-afeb-4809-b38c-fdb4ea6c4682"} {"level":"error","ts":1789655897.8998759,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789655952.4248862,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789655952.4249814,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a7c2c9b261fe5a82eb265553adf4caca","span_id":"67cfe364b2dcd52c","x-request-id":"8290af12-e578-97b8-a0c9-df8f1653a16f"} {"level":"info","ts":1789655952.4249938,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a7c2c9b261fe5a82eb265553adf4caca","span_id":"67cfe364b2dcd52c","x-request-id":"8290af12-e578-97b8-a0c9-df8f1653a16f"} {"level":"info","ts":1789655952.4250052,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a7c2c9b261fe5a82eb265553adf4caca","span_id":"67cfe364b2dcd52c","x-request-id":"8290af12-e578-97b8-a0c9-df8f1653a16f","EoS":true} {"level":"info","ts":1789655952.4250245,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a7c2c9b261fe5a82eb265553adf4caca","span_id":"67cfe364b2dcd52c","x-request-id":"8290af12-e578-97b8-a0c9-df8f1653a16f","header":"x-maas-group"} {"level":"info","ts":1789655952.4250348,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a7c2c9b261fe5a82eb265553adf4caca","span_id":"67cfe364b2dcd52c","x-request-id":"8290af12-e578-97b8-a0c9-df8f1653a16f","header":"x-maas-subscription"} {"level":"info","ts":1789655952.425065,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a7c2c9b261fe5a82eb265553adf4caca","span_id":"67cfe364b2dcd52c","x-request-id":"8290af12-e578-97b8-a0c9-df8f1653a16f","header":"x-maas-keyname"} {"level":"info","ts":1789655952.4250736,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a7c2c9b261fe5a82eb265553adf4caca","span_id":"67cfe364b2dcd52c","x-request-id":"8290af12-e578-97b8-a0c9-df8f1653a16f","header":"x-maas-username"} {"level":"info","ts":1789655952.4250913,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a7c2c9b261fe5a82eb265553adf4caca","span_id":"67cfe364b2dcd52c","x-request-id":"8290af12-e578-97b8-a0c9-df8f1653a16f","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789655952.4251244,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a7c2c9b261fe5a82eb265553adf4caca","span_id":"67cfe364b2dcd52c","x-request-id":"8290af12-e578-97b8-a0c9-df8f1653a16f"} {"level":"info","ts":1789655952.4380789,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a7c2c9b261fe5a82eb265553adf4caca","span_id":"67cfe364b2dcd52c","x-request-id":"8290af12-e578-97b8-a0c9-df8f1653a16f"} {"level":"info","ts":1789655952.4380984,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a7c2c9b261fe5a82eb265553adf4caca","span_id":"67cfe364b2dcd52c","x-request-id":"8290af12-e578-97b8-a0c9-df8f1653a16f"} {"level":"info","ts":1789655952.4381151,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a7c2c9b261fe5a82eb265553adf4caca","span_id":"67cfe364b2dcd52c","x-request-id":"8290af12-e578-97b8-a0c9-df8f1653a16f","EoS":false} {"level":"info","ts":1789655952.4381266,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a7c2c9b261fe5a82eb265553adf4caca","span_id":"67cfe364b2dcd52c","x-request-id":"8290af12-e578-97b8-a0c9-df8f1653a16f"} {"level":"info","ts":1789655952.4381552,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a7c2c9b261fe5a82eb265553adf4caca","span_id":"67cfe364b2dcd52c","x-request-id":"8290af12-e578-97b8-a0c9-df8f1653a16f","EoS":true} {"level":"info","ts":1789655952.4381692,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a7c2c9b261fe5a82eb265553adf4caca","span_id":"67cfe364b2dcd52c","x-request-id":"8290af12-e578-97b8-a0c9-df8f1653a16f"} {"level":"info","ts":1789655952.5759475,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789655952.5760295,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"48bde83ad6dfe236b9d03ccc03054d48","span_id":"92cab9ae495a9e13","x-request-id":"f5f40983-a7dc-417a-ba08-2151cdbba3e6"} {"level":"info","ts":1789655952.5760572,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"48bde83ad6dfe236b9d03ccc03054d48","span_id":"92cab9ae495a9e13","x-request-id":"f5f40983-a7dc-417a-ba08-2151cdbba3e6"} {"level":"info","ts":1789655952.5760698,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"48bde83ad6dfe236b9d03ccc03054d48","span_id":"92cab9ae495a9e13","x-request-id":"f5f40983-a7dc-417a-ba08-2151cdbba3e6","EoS":true} {"level":"info","ts":1789655952.5760894,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"48bde83ad6dfe236b9d03ccc03054d48","span_id":"92cab9ae495a9e13","x-request-id":"f5f40983-a7dc-417a-ba08-2151cdbba3e6","header":"x-maas-group"} {"level":"info","ts":1789655952.5761008,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"48bde83ad6dfe236b9d03ccc03054d48","span_id":"92cab9ae495a9e13","x-request-id":"f5f40983-a7dc-417a-ba08-2151cdbba3e6","header":"x-maas-subscription"} {"level":"info","ts":1789655952.5761063,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"48bde83ad6dfe236b9d03ccc03054d48","span_id":"92cab9ae495a9e13","x-request-id":"f5f40983-a7dc-417a-ba08-2151cdbba3e6","header":"x-maas-username"} {"level":"info","ts":1789655952.576111,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"48bde83ad6dfe236b9d03ccc03054d48","span_id":"92cab9ae495a9e13","x-request-id":"f5f40983-a7dc-417a-ba08-2151cdbba3e6","header":"x-maas-keyname"} {"level":"info","ts":1789655952.576125,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"48bde83ad6dfe236b9d03ccc03054d48","span_id":"92cab9ae495a9e13","x-request-id":"f5f40983-a7dc-417a-ba08-2151cdbba3e6","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789655952.5761528,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"48bde83ad6dfe236b9d03ccc03054d48","span_id":"92cab9ae495a9e13","x-request-id":"f5f40983-a7dc-417a-ba08-2151cdbba3e6"} {"level":"info","ts":1789655952.5770946,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"48bde83ad6dfe236b9d03ccc03054d48","span_id":"92cab9ae495a9e13","x-request-id":"f5f40983-a7dc-417a-ba08-2151cdbba3e6"} {"level":"info","ts":1789655952.5771143,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"48bde83ad6dfe236b9d03ccc03054d48","span_id":"92cab9ae495a9e13","x-request-id":"f5f40983-a7dc-417a-ba08-2151cdbba3e6"} {"level":"info","ts":1789655952.5771542,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"48bde83ad6dfe236b9d03ccc03054d48","span_id":"92cab9ae495a9e13","x-request-id":"f5f40983-a7dc-417a-ba08-2151cdbba3e6","EoS":false} {"level":"info","ts":1789655952.577172,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"48bde83ad6dfe236b9d03ccc03054d48","span_id":"92cab9ae495a9e13","x-request-id":"f5f40983-a7dc-417a-ba08-2151cdbba3e6"} {"level":"info","ts":1789655952.5771952,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"48bde83ad6dfe236b9d03ccc03054d48","span_id":"92cab9ae495a9e13","x-request-id":"f5f40983-a7dc-417a-ba08-2151cdbba3e6","EoS":true} {"level":"info","ts":1789655952.5772057,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"48bde83ad6dfe236b9d03ccc03054d48","span_id":"92cab9ae495a9e13","x-request-id":"f5f40983-a7dc-417a-ba08-2151cdbba3e6"} {"level":"info","ts":1789655952.7179375,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789655952.7180226,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3bc3369bc6cdb743ef236787d17e4ab9","span_id":"48ab5057d1faf5f6","x-request-id":"c8ac566f-94b5-43f9-991e-108388332060"} {"level":"info","ts":1789655952.7180562,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3bc3369bc6cdb743ef236787d17e4ab9","span_id":"48ab5057d1faf5f6","x-request-id":"c8ac566f-94b5-43f9-991e-108388332060"} {"level":"info","ts":1789655952.7180681,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3bc3369bc6cdb743ef236787d17e4ab9","span_id":"48ab5057d1faf5f6","x-request-id":"c8ac566f-94b5-43f9-991e-108388332060","EoS":true} {"level":"info","ts":1789655952.7180872,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3bc3369bc6cdb743ef236787d17e4ab9","span_id":"48ab5057d1faf5f6","x-request-id":"c8ac566f-94b5-43f9-991e-108388332060","header":"x-maas-subscription"} {"level":"info","ts":1789655952.718102,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3bc3369bc6cdb743ef236787d17e4ab9","span_id":"48ab5057d1faf5f6","x-request-id":"c8ac566f-94b5-43f9-991e-108388332060","header":"x-maas-group"} {"level":"info","ts":1789655952.7181077,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3bc3369bc6cdb743ef236787d17e4ab9","span_id":"48ab5057d1faf5f6","x-request-id":"c8ac566f-94b5-43f9-991e-108388332060","header":"x-maas-username"} {"level":"info","ts":1789655952.7181125,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3bc3369bc6cdb743ef236787d17e4ab9","span_id":"48ab5057d1faf5f6","x-request-id":"c8ac566f-94b5-43f9-991e-108388332060","header":"x-maas-keyname"} {"level":"info","ts":1789655952.7181246,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3bc3369bc6cdb743ef236787d17e4ab9","span_id":"48ab5057d1faf5f6","x-request-id":"c8ac566f-94b5-43f9-991e-108388332060","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789655952.718146,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3bc3369bc6cdb743ef236787d17e4ab9","span_id":"48ab5057d1faf5f6","x-request-id":"c8ac566f-94b5-43f9-991e-108388332060"} {"level":"info","ts":1789655952.72008,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3bc3369bc6cdb743ef236787d17e4ab9","span_id":"48ab5057d1faf5f6","x-request-id":"c8ac566f-94b5-43f9-991e-108388332060"} {"level":"info","ts":1789655952.720092,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3bc3369bc6cdb743ef236787d17e4ab9","span_id":"48ab5057d1faf5f6","x-request-id":"c8ac566f-94b5-43f9-991e-108388332060"} {"level":"info","ts":1789655952.7201083,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3bc3369bc6cdb743ef236787d17e4ab9","span_id":"48ab5057d1faf5f6","x-request-id":"c8ac566f-94b5-43f9-991e-108388332060","EoS":false} {"level":"info","ts":1789655952.7201247,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3bc3369bc6cdb743ef236787d17e4ab9","span_id":"48ab5057d1faf5f6","x-request-id":"c8ac566f-94b5-43f9-991e-108388332060"} {"level":"info","ts":1789655952.7201414,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3bc3369bc6cdb743ef236787d17e4ab9","span_id":"48ab5057d1faf5f6","x-request-id":"c8ac566f-94b5-43f9-991e-108388332060","EoS":false} {"level":"info","ts":1789655952.720152,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3bc3369bc6cdb743ef236787d17e4ab9","span_id":"48ab5057d1faf5f6","x-request-id":"c8ac566f-94b5-43f9-991e-108388332060"} {"level":"info","ts":1789655952.7201624,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3bc3369bc6cdb743ef236787d17e4ab9","span_id":"48ab5057d1faf5f6","x-request-id":"c8ac566f-94b5-43f9-991e-108388332060","EoS":true} {"level":"info","ts":1789655952.7201684,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3bc3369bc6cdb743ef236787d17e4ab9","span_id":"48ab5057d1faf5f6","x-request-id":"c8ac566f-94b5-43f9-991e-108388332060"} {"level":"error","ts":1789655962.9073818,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789655965.5860085,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789655965.586115,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2f158ef0dcf9d5f9d59391da56462196","span_id":"c5a810be1124084e","x-request-id":"0aca70d8-3a00-4a19-9a71-321131cb3ccb"} {"level":"info","ts":1789655965.5861309,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2f158ef0dcf9d5f9d59391da56462196","span_id":"c5a810be1124084e","x-request-id":"0aca70d8-3a00-4a19-9a71-321131cb3ccb"} {"level":"info","ts":1789655965.5861478,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2f158ef0dcf9d5f9d59391da56462196","span_id":"c5a810be1124084e","x-request-id":"0aca70d8-3a00-4a19-9a71-321131cb3ccb","EoS":true} {"level":"info","ts":1789655965.5861712,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2f158ef0dcf9d5f9d59391da56462196","span_id":"c5a810be1124084e","x-request-id":"0aca70d8-3a00-4a19-9a71-321131cb3ccb","header":"x-maas-group"} {"level":"info","ts":1789655965.5861819,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2f158ef0dcf9d5f9d59391da56462196","span_id":"c5a810be1124084e","x-request-id":"0aca70d8-3a00-4a19-9a71-321131cb3ccb","header":"x-maas-keyname"} {"level":"info","ts":1789655965.5861878,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2f158ef0dcf9d5f9d59391da56462196","span_id":"c5a810be1124084e","x-request-id":"0aca70d8-3a00-4a19-9a71-321131cb3ccb","header":"x-maas-subscription"} {"level":"info","ts":1789655965.5861924,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2f158ef0dcf9d5f9d59391da56462196","span_id":"c5a810be1124084e","x-request-id":"0aca70d8-3a00-4a19-9a71-321131cb3ccb","header":"x-maas-username"} {"level":"info","ts":1789655965.5862055,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2f158ef0dcf9d5f9d59391da56462196","span_id":"c5a810be1124084e","x-request-id":"0aca70d8-3a00-4a19-9a71-321131cb3ccb","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789655965.5862353,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2f158ef0dcf9d5f9d59391da56462196","span_id":"c5a810be1124084e","x-request-id":"0aca70d8-3a00-4a19-9a71-321131cb3ccb"} {"level":"info","ts":1789655965.5879662,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2f158ef0dcf9d5f9d59391da56462196","span_id":"c5a810be1124084e","x-request-id":"0aca70d8-3a00-4a19-9a71-321131cb3ccb"} {"level":"info","ts":1789655965.5879865,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2f158ef0dcf9d5f9d59391da56462196","span_id":"c5a810be1124084e","x-request-id":"0aca70d8-3a00-4a19-9a71-321131cb3ccb"} {"level":"info","ts":1789655965.5880046,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2f158ef0dcf9d5f9d59391da56462196","span_id":"c5a810be1124084e","x-request-id":"0aca70d8-3a00-4a19-9a71-321131cb3ccb","EoS":false} {"level":"info","ts":1789655965.588016,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2f158ef0dcf9d5f9d59391da56462196","span_id":"c5a810be1124084e","x-request-id":"0aca70d8-3a00-4a19-9a71-321131cb3ccb"} {"level":"info","ts":1789655965.5880573,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2f158ef0dcf9d5f9d59391da56462196","span_id":"c5a810be1124084e","x-request-id":"0aca70d8-3a00-4a19-9a71-321131cb3ccb","EoS":true} {"level":"info","ts":1789655965.588071,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2f158ef0dcf9d5f9d59391da56462196","span_id":"c5a810be1124084e","x-request-id":"0aca70d8-3a00-4a19-9a71-321131cb3ccb"} {"level":"error","ts":1789655977.9093304,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}