{"level":"info","ts":1789163040.3795052,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"c74639d7-5a1f-4183-aea2-253451dc0d90","modelName":"e2e-legacy-migration-2800aae2","resolvedRefs":1} {"level":"error","ts":1789163040.3845773,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"c2fd577b-28b9-4df8-989a-abe06150af2b","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-2800aae2\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789163040.3846533,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"e114cc91-9206-426a-a656-af723452ea0a"} {"level":"info","ts":1789163040.3846993,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"e114cc91-9206-426a-a656-af723452ea0a","name":"e2e-legacy-migration-2800aae2"} {"level":"info","ts":1789163040.3850522,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"6a5e3c22-28d1-4516-af48-91f3ff3027cd","provider":"openai","model":"e2e-legacy-migration-2800aae2","targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789163040.3853972,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"ce1a9ed5-f1a0-4b68-b9b7-26db1cf47eaa","error":"ExternalModel \"e2e-legacy-migration-2800aae2\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-2800aae2\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789163040.3854609,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"cc2a7dc0-be0e-4e60-926b-bcb99729b83b"} {"level":"info","ts":1789163040.3855236,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"cc2a7dc0-be0e-4e60-926b-bcb99729b83b","name":"e2e-legacy-migration-2800aae2"} {"level":"info","ts":1789163040.3945074,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"cc2a7dc0-be0e-4e60-926b-bcb99729b83b","httpRoute":"e2e-legacy-migration-2800aae2","providers":["e2e-legacy-migration-2800aae2"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789163040.403165,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"e114cc91-9206-426a-a656-af723452ea0a","service":"e2e-legacy-migration-2800aae2","serviceEntry":"e2e-legacy-migration-2800aae2","destinationRule":"e2e-legacy-migration-2800aae2"} {"level":"info","ts":1789163040.4032538,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"db9f5d0d-618f-495b-91bc-878afd9ce4a1"} {"level":"info","ts":1789163040.4033275,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"db9f5d0d-618f-495b-91bc-878afd9ce4a1","name":"e2e-legacy-migration-2800aae2"} {"level":"info","ts":1789163040.4032028,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"ae07e43a-c99e-4114-a5b1-8789c751ed4a","name":"e2e-legacy-migration-2800aae2","namespace":"llm"} {"level":"info","ts":1789163040.403567,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"ae07e43a-c99e-4114-a5b1-8789c751ed4a","modelName":"e2e-legacy-migration-2800aae2","resolvedRefs":1} {"level":"error","ts":1789163040.4191973,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"db9f5d0d-618f-495b-91bc-878afd9ce4a1","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-2800aae2\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789163040.4195929,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"9fba5984-cf60-4257-8068-d8ce75464eda","name":"e2e-legacy-migration-2800aae2","namespace":"llm"} {"level":"info","ts":1789163040.4196827,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"9fba5984-cf60-4257-8068-d8ce75464eda","modelName":"e2e-legacy-migration-2800aae2","resolvedRefs":1} {"level":"info","ts":1789163040.4196222,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"34688cac-2335-49c5-baca-c06755552c77"} {"level":"info","ts":1789163040.419774,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"34688cac-2335-49c5-baca-c06755552c77","name":"e2e-legacy-migration-2800aae2"} {"level":"info","ts":1789163040.432429,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"34688cac-2335-49c5-baca-c06755552c77","httpRoute":"e2e-legacy-migration-2800aae2","providers":["e2e-legacy-migration-2800aae2"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789163040.442815,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"10d49052-3276-49f8-b7cd-ecb1f091bf93","name":"e2e-legacy-migration-2800aae2","namespace":"llm"} {"level":"info","ts":1789163040.4428644,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"10d49052-3276-49f8-b7cd-ecb1f091bf93","modelName":"e2e-legacy-migration-2800aae2","resolvedRefs":1} {"level":"info","ts":1789163040.4436715,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"7c4a1295-da43-441e-b4ef-afa9fbe2d257"} {"level":"info","ts":1789163040.4437358,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"7c4a1295-da43-441e-b4ef-afa9fbe2d257","name":"e2e-legacy-migration-2800aae2"} {"level":"info","ts":1789163040.453318,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"7c4a1295-da43-441e-b4ef-afa9fbe2d257","httpRoute":"e2e-legacy-migration-2800aae2","providers":["e2e-legacy-migration-2800aae2"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789163040.519182,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"55361797-7783-455a-9567-f8dcf23ac510","name":"e2e-legacy-migration-2800aae2","namespace":"llm"} {"level":"info","ts":1789163040.522635,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"55361797-7783-455a-9567-f8dcf23ac510","name":"e2e-legacy-migration-2800aae2"} {"level":"info","ts":1789163040.5278053,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"55361797-7783-455a-9567-f8dcf23ac510","provider":"openai","model":"e2e-legacy-migration-2800aae2","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789163043.2640266,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"395cca54-10c4-4773-9ad3-bd9a10c3b933","name":"e2e-legacy-migration-2800aae2","namespace":"llm"} {"level":"info","ts":1789163043.275165,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"ffe39477-bb4e-43ce-a207-9da55f51a25f","name":"e2e-legacy-migration-2800aae2","namespace":"llm"} {"level":"info","ts":1789163043.2751784,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"cb6afff9-7e45-48d6-8783-7c5fcdfd7a76"} {"level":"info","ts":1789163043.275196,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"ffe39477-bb4e-43ce-a207-9da55f51a25f","modelName":"e2e-legacy-migration-2800aae2","resolvedRefs":1} {"level":"info","ts":1789163043.2752469,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"cb60385d-042e-464c-9c27-0c20b75e4647","name":"e2e-legacy-migration-2800aae2","namespace":"llm"} {"level":"info","ts":1789163043.2752674,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"cb60385d-042e-464c-9c27-0c20b75e4647","name":"e2e-legacy-migration-2800aae2","namespace":"llm"} {"level":"info","ts":1789163043.2752492,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"09dd8564-8aff-4628-a87c-6fd766b53a1a"} {"level":"error","ts":1789163043.2752936,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"09dd8564-8aff-4628-a87c-6fd766b53a1a","provider":"e2e-legacy-migration-2800aae2","error":"ExternalProvider.inference.opendatahub.io \"e2e-legacy-migration-2800aae2\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789163043.2771885,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"f8181ec7-0f4e-4179-8bb6-c6f54f653af2","name":"e2e-legacy-migration-2800aae2","namespace":"llm"} {"level":"info","ts":1789163043.2772107,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"f8181ec7-0f4e-4179-8bb6-c6f54f653af2","name":"e2e-legacy-migration-2800aae2","namespace":"llm"} {"level":"error","ts":1789163043.279434,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"09dd8564-8aff-4628-a87c-6fd766b53a1a","error":"externalmodels.inference.opendatahub.io \"e2e-legacy-migration-2800aae2\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789163043.2794847,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"09dd8564-8aff-4628-a87c-6fd766b53a1a","error":"ExternalModel \"e2e-legacy-migration-2800aae2\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-2800aae2\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789163043.279535,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"402ecf87-9446-4b24-811e-c5396c3ed833"} {"level":"info","ts":1789163043.6961207,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789163043.6962183,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"94e4c74f3e1715d925c2250ca7e14f1e","span_id":"02fab6a5af7c43cc","x-request-id":"7dbac96b-1993-469b-a895-812626d77f7f"} {"level":"info","ts":1789163043.6962314,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"94e4c74f3e1715d925c2250ca7e14f1e","span_id":"02fab6a5af7c43cc","x-request-id":"7dbac96b-1993-469b-a895-812626d77f7f"} {"level":"info","ts":1789163043.696243,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"94e4c74f3e1715d925c2250ca7e14f1e","span_id":"02fab6a5af7c43cc","x-request-id":"7dbac96b-1993-469b-a895-812626d77f7f","EoS":true} {"level":"info","ts":1789163043.696273,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"94e4c74f3e1715d925c2250ca7e14f1e","span_id":"02fab6a5af7c43cc","x-request-id":"7dbac96b-1993-469b-a895-812626d77f7f","header":"x-maas-group"} {"level":"info","ts":1789163043.6962833,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"94e4c74f3e1715d925c2250ca7e14f1e","span_id":"02fab6a5af7c43cc","x-request-id":"7dbac96b-1993-469b-a895-812626d77f7f","header":"x-maas-username"} {"level":"info","ts":1789163043.6962883,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"94e4c74f3e1715d925c2250ca7e14f1e","span_id":"02fab6a5af7c43cc","x-request-id":"7dbac96b-1993-469b-a895-812626d77f7f","header":"x-maas-subscription"} {"level":"info","ts":1789163043.6963031,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"94e4c74f3e1715d925c2250ca7e14f1e","span_id":"02fab6a5af7c43cc","x-request-id":"7dbac96b-1993-469b-a895-812626d77f7f","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789163043.6963136,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"94e4c74f3e1715d925c2250ca7e14f1e","span_id":"02fab6a5af7c43cc","x-request-id":"7dbac96b-1993-469b-a895-812626d77f7f","modelName":"e2e-external-model"} {"level":"info","ts":1789163043.6963248,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"94e4c74f3e1715d925c2250ca7e14f1e","span_id":"02fab6a5af7c43cc","x-request-id":"7dbac96b-1993-469b-a895-812626d77f7f","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789163043.6963475,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"94e4c74f3e1715d925c2250ca7e14f1e","span_id":"02fab6a5af7c43cc","x-request-id":"7dbac96b-1993-469b-a895-812626d77f7f","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1789163043.6963625,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"94e4c74f3e1715d925c2250ca7e14f1e","span_id":"02fab6a5af7c43cc","x-request-id":"7dbac96b-1993-469b-a895-812626d77f7f","authType":"apikey"} {"level":"info","ts":1789163043.6963866,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"94e4c74f3e1715d925c2250ca7e14f1e","span_id":"02fab6a5af7c43cc","x-request-id":"7dbac96b-1993-469b-a895-812626d77f7f"} {"level":"info","ts":1789163043.7491117,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"94e4c74f3e1715d925c2250ca7e14f1e","span_id":"02fab6a5af7c43cc","x-request-id":"7dbac96b-1993-469b-a895-812626d77f7f"} {"level":"info","ts":1789163043.7491436,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"94e4c74f3e1715d925c2250ca7e14f1e","span_id":"02fab6a5af7c43cc","x-request-id":"7dbac96b-1993-469b-a895-812626d77f7f"} {"level":"info","ts":1789163043.749169,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"94e4c74f3e1715d925c2250ca7e14f1e","span_id":"02fab6a5af7c43cc","x-request-id":"7dbac96b-1993-469b-a895-812626d77f7f","EoS":false} {"level":"info","ts":1789163043.7491856,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"94e4c74f3e1715d925c2250ca7e14f1e","span_id":"02fab6a5af7c43cc","x-request-id":"7dbac96b-1993-469b-a895-812626d77f7f"} {"level":"info","ts":1789163043.7492156,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"94e4c74f3e1715d925c2250ca7e14f1e","span_id":"02fab6a5af7c43cc","x-request-id":"7dbac96b-1993-469b-a895-812626d77f7f","EoS":true} {"level":"info","ts":1789163043.7492301,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"94e4c74f3e1715d925c2250ca7e14f1e","span_id":"02fab6a5af7c43cc","x-request-id":"7dbac96b-1993-469b-a895-812626d77f7f"} {"level":"info","ts":1789163043.7902603,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789163043.790342,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"85dbfbfa81c8b977e83ead5f79fc0fd6","span_id":"7a19226655dc6a68","x-request-id":"00ef8176-cca8-4222-b9ea-f98a4543d37e"} {"level":"info","ts":1789163043.790354,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"85dbfbfa81c8b977e83ead5f79fc0fd6","span_id":"7a19226655dc6a68","x-request-id":"00ef8176-cca8-4222-b9ea-f98a4543d37e"} {"level":"info","ts":1789163043.7903647,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"85dbfbfa81c8b977e83ead5f79fc0fd6","span_id":"7a19226655dc6a68","x-request-id":"00ef8176-cca8-4222-b9ea-f98a4543d37e","EoS":true} {"level":"info","ts":1789163043.7903888,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"85dbfbfa81c8b977e83ead5f79fc0fd6","span_id":"7a19226655dc6a68","x-request-id":"00ef8176-cca8-4222-b9ea-f98a4543d37e","header":"x-maas-group"} {"level":"info","ts":1789163043.7903988,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"85dbfbfa81c8b977e83ead5f79fc0fd6","span_id":"7a19226655dc6a68","x-request-id":"00ef8176-cca8-4222-b9ea-f98a4543d37e","header":"x-maas-subscription"} {"level":"info","ts":1789163043.7904038,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"85dbfbfa81c8b977e83ead5f79fc0fd6","span_id":"7a19226655dc6a68","x-request-id":"00ef8176-cca8-4222-b9ea-f98a4543d37e","header":"x-maas-username"} {"level":"info","ts":1789163043.7904177,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"85dbfbfa81c8b977e83ead5f79fc0fd6","span_id":"7a19226655dc6a68","x-request-id":"00ef8176-cca8-4222-b9ea-f98a4543d37e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789163043.790441,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"85dbfbfa81c8b977e83ead5f79fc0fd6","span_id":"7a19226655dc6a68","x-request-id":"00ef8176-cca8-4222-b9ea-f98a4543d37e"} {"level":"info","ts":1789163043.8327744,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"85dbfbfa81c8b977e83ead5f79fc0fd6","span_id":"7a19226655dc6a68","x-request-id":"00ef8176-cca8-4222-b9ea-f98a4543d37e"} {"level":"info","ts":1789163043.832798,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"85dbfbfa81c8b977e83ead5f79fc0fd6","span_id":"7a19226655dc6a68","x-request-id":"00ef8176-cca8-4222-b9ea-f98a4543d37e"} {"level":"info","ts":1789163043.8328137,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"85dbfbfa81c8b977e83ead5f79fc0fd6","span_id":"7a19226655dc6a68","x-request-id":"00ef8176-cca8-4222-b9ea-f98a4543d37e","EoS":false} {"level":"info","ts":1789163043.8328366,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"85dbfbfa81c8b977e83ead5f79fc0fd6","span_id":"7a19226655dc6a68","x-request-id":"00ef8176-cca8-4222-b9ea-f98a4543d37e"} {"level":"info","ts":1789163043.832867,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"85dbfbfa81c8b977e83ead5f79fc0fd6","span_id":"7a19226655dc6a68","x-request-id":"00ef8176-cca8-4222-b9ea-f98a4543d37e","EoS":true} {"level":"info","ts":1789163043.8328812,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"85dbfbfa81c8b977e83ead5f79fc0fd6","span_id":"7a19226655dc6a68","x-request-id":"00ef8176-cca8-4222-b9ea-f98a4543d37e"} {"level":"info","ts":1789163043.8719854,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789163043.8720763,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"bf41769ba8866ae87c8b16f46370e9a6","span_id":"84aa922587e703b0","x-request-id":"042d0b5b-da21-4b95-9008-35cb68ece4a3"} {"level":"info","ts":1789163043.8720896,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"bf41769ba8866ae87c8b16f46370e9a6","span_id":"84aa922587e703b0","x-request-id":"042d0b5b-da21-4b95-9008-35cb68ece4a3"} {"level":"info","ts":1789163043.8721027,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"bf41769ba8866ae87c8b16f46370e9a6","span_id":"84aa922587e703b0","x-request-id":"042d0b5b-da21-4b95-9008-35cb68ece4a3","EoS":true} {"level":"info","ts":1789163043.8721254,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bf41769ba8866ae87c8b16f46370e9a6","span_id":"84aa922587e703b0","x-request-id":"042d0b5b-da21-4b95-9008-35cb68ece4a3","header":"x-maas-username"} {"level":"info","ts":1789163043.8721356,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bf41769ba8866ae87c8b16f46370e9a6","span_id":"84aa922587e703b0","x-request-id":"042d0b5b-da21-4b95-9008-35cb68ece4a3","header":"x-maas-subscription"} {"level":"info","ts":1789163043.8721416,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bf41769ba8866ae87c8b16f46370e9a6","span_id":"84aa922587e703b0","x-request-id":"042d0b5b-da21-4b95-9008-35cb68ece4a3","header":"x-maas-group"} {"level":"info","ts":1789163043.8721719,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"bf41769ba8866ae87c8b16f46370e9a6","span_id":"84aa922587e703b0","x-request-id":"042d0b5b-da21-4b95-9008-35cb68ece4a3"} {"level":"info","ts":1789163043.906676,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"bf41769ba8866ae87c8b16f46370e9a6","span_id":"84aa922587e703b0","x-request-id":"042d0b5b-da21-4b95-9008-35cb68ece4a3"} {"level":"info","ts":1789163043.9067054,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"bf41769ba8866ae87c8b16f46370e9a6","span_id":"84aa922587e703b0","x-request-id":"042d0b5b-da21-4b95-9008-35cb68ece4a3"} {"level":"info","ts":1789163043.9067264,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bf41769ba8866ae87c8b16f46370e9a6","span_id":"84aa922587e703b0","x-request-id":"042d0b5b-da21-4b95-9008-35cb68ece4a3","EoS":false} {"level":"info","ts":1789163043.9067447,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bf41769ba8866ae87c8b16f46370e9a6","span_id":"84aa922587e703b0","x-request-id":"042d0b5b-da21-4b95-9008-35cb68ece4a3"} {"level":"info","ts":1789163043.9067826,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bf41769ba8866ae87c8b16f46370e9a6","span_id":"84aa922587e703b0","x-request-id":"042d0b5b-da21-4b95-9008-35cb68ece4a3","EoS":true} {"level":"info","ts":1789163043.9067965,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bf41769ba8866ae87c8b16f46370e9a6","span_id":"84aa922587e703b0","x-request-id":"042d0b5b-da21-4b95-9008-35cb68ece4a3"} {"level":"info","ts":1789163044.7289197,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6b8415cd-1fce-42b1-b9f1-cc323ecc4d93","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789163044.72912,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6b8415cd-1fce-42b1-b9f1-cc323ecc4d93","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789163044.7290628,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"598cf492-7977-4691-ab47-5aaddd6a606d"} {"level":"info","ts":1789163044.872612,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b4b4c415-71cd-4e08-9580-77b66b71e1d0","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789163044.8726327,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"53126377-8ce1-4062-9553-da1cfbf27aa3"} {"level":"info","ts":1789163044.8726478,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b4b4c415-71cd-4e08-9580-77b66b71e1d0","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789163044.990565,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"68a79365-5442-49ac-90df-31fad05694c5","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789163044.9906328,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"68a79365-5442-49ac-90df-31fad05694c5","key":"llm/e2e-external-model-api-key"} {"level":"error","ts":1789163045.7892249,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789163059.5242572,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789163059.5243607,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9aaf5caeaca366b36be0bbac9c9b1fc5","span_id":"e4dd117ee505d9cb","x-request-id":"3c89c6a2-fb24-4865-91c4-666a1657c8b0"} {"level":"info","ts":1789163059.524374,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9aaf5caeaca366b36be0bbac9c9b1fc5","span_id":"e4dd117ee505d9cb","x-request-id":"3c89c6a2-fb24-4865-91c4-666a1657c8b0"} {"level":"info","ts":1789163059.5243855,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9aaf5caeaca366b36be0bbac9c9b1fc5","span_id":"e4dd117ee505d9cb","x-request-id":"3c89c6a2-fb24-4865-91c4-666a1657c8b0","EoS":true} {"level":"info","ts":1789163059.5244098,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9aaf5caeaca366b36be0bbac9c9b1fc5","span_id":"e4dd117ee505d9cb","x-request-id":"3c89c6a2-fb24-4865-91c4-666a1657c8b0","header":"x-maas-group"} {"level":"info","ts":1789163059.524421,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9aaf5caeaca366b36be0bbac9c9b1fc5","span_id":"e4dd117ee505d9cb","x-request-id":"3c89c6a2-fb24-4865-91c4-666a1657c8b0","header":"x-maas-subscription"} {"level":"info","ts":1789163059.5244257,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9aaf5caeaca366b36be0bbac9c9b1fc5","span_id":"e4dd117ee505d9cb","x-request-id":"3c89c6a2-fb24-4865-91c4-666a1657c8b0","header":"x-maas-username"} {"level":"info","ts":1789163059.524442,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"9aaf5caeaca366b36be0bbac9c9b1fc5","span_id":"e4dd117ee505d9cb","x-request-id":"3c89c6a2-fb24-4865-91c4-666a1657c8b0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789163059.524487,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9aaf5caeaca366b36be0bbac9c9b1fc5","span_id":"e4dd117ee505d9cb","x-request-id":"3c89c6a2-fb24-4865-91c4-666a1657c8b0"} {"level":"info","ts":1789163059.5253875,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9aaf5caeaca366b36be0bbac9c9b1fc5","span_id":"e4dd117ee505d9cb","x-request-id":"3c89c6a2-fb24-4865-91c4-666a1657c8b0"} {"level":"info","ts":1789163059.5254085,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9aaf5caeaca366b36be0bbac9c9b1fc5","span_id":"e4dd117ee505d9cb","x-request-id":"3c89c6a2-fb24-4865-91c4-666a1657c8b0"} {"level":"info","ts":1789163059.5254307,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9aaf5caeaca366b36be0bbac9c9b1fc5","span_id":"e4dd117ee505d9cb","x-request-id":"3c89c6a2-fb24-4865-91c4-666a1657c8b0","EoS":false} {"level":"info","ts":1789163059.5254521,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9aaf5caeaca366b36be0bbac9c9b1fc5","span_id":"e4dd117ee505d9cb","x-request-id":"3c89c6a2-fb24-4865-91c4-666a1657c8b0"} {"level":"info","ts":1789163059.52551,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9aaf5caeaca366b36be0bbac9c9b1fc5","span_id":"e4dd117ee505d9cb","x-request-id":"3c89c6a2-fb24-4865-91c4-666a1657c8b0","EoS":true} {"level":"info","ts":1789163059.5255244,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9aaf5caeaca366b36be0bbac9c9b1fc5","span_id":"e4dd117ee505d9cb","x-request-id":"3c89c6a2-fb24-4865-91c4-666a1657c8b0"} {"level":"info","ts":1789163059.5911117,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789163059.5912025,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"45f2bd977a67433152d8b0a715b6bf70","span_id":"13ecc727f05f2fac","x-request-id":"603129cd-54a7-4795-917c-e428709f64b5"} {"level":"info","ts":1789163059.5912151,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"45f2bd977a67433152d8b0a715b6bf70","span_id":"13ecc727f05f2fac","x-request-id":"603129cd-54a7-4795-917c-e428709f64b5"} {"level":"info","ts":1789163059.5912254,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"45f2bd977a67433152d8b0a715b6bf70","span_id":"13ecc727f05f2fac","x-request-id":"603129cd-54a7-4795-917c-e428709f64b5","EoS":true} {"level":"info","ts":1789163059.5912452,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"45f2bd977a67433152d8b0a715b6bf70","span_id":"13ecc727f05f2fac","x-request-id":"603129cd-54a7-4795-917c-e428709f64b5","header":"x-maas-group"} {"level":"info","ts":1789163059.591255,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"45f2bd977a67433152d8b0a715b6bf70","span_id":"13ecc727f05f2fac","x-request-id":"603129cd-54a7-4795-917c-e428709f64b5","header":"x-maas-subscription"} {"level":"info","ts":1789163059.5912611,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"45f2bd977a67433152d8b0a715b6bf70","span_id":"13ecc727f05f2fac","x-request-id":"603129cd-54a7-4795-917c-e428709f64b5","header":"x-maas-username"} {"level":"info","ts":1789163059.5912743,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"45f2bd977a67433152d8b0a715b6bf70","span_id":"13ecc727f05f2fac","x-request-id":"603129cd-54a7-4795-917c-e428709f64b5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789163059.5912993,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"45f2bd977a67433152d8b0a715b6bf70","span_id":"13ecc727f05f2fac","x-request-id":"603129cd-54a7-4795-917c-e428709f64b5"} {"level":"info","ts":1789163059.592228,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"45f2bd977a67433152d8b0a715b6bf70","span_id":"13ecc727f05f2fac","x-request-id":"603129cd-54a7-4795-917c-e428709f64b5"} {"level":"info","ts":1789163059.5922475,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"45f2bd977a67433152d8b0a715b6bf70","span_id":"13ecc727f05f2fac","x-request-id":"603129cd-54a7-4795-917c-e428709f64b5"} {"level":"info","ts":1789163059.5922596,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"45f2bd977a67433152d8b0a715b6bf70","span_id":"13ecc727f05f2fac","x-request-id":"603129cd-54a7-4795-917c-e428709f64b5","EoS":false} {"level":"info","ts":1789163059.5922706,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"45f2bd977a67433152d8b0a715b6bf70","span_id":"13ecc727f05f2fac","x-request-id":"603129cd-54a7-4795-917c-e428709f64b5"} {"level":"info","ts":1789163059.5922906,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"45f2bd977a67433152d8b0a715b6bf70","span_id":"13ecc727f05f2fac","x-request-id":"603129cd-54a7-4795-917c-e428709f64b5","EoS":true} {"level":"info","ts":1789163059.5922966,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"45f2bd977a67433152d8b0a715b6bf70","span_id":"13ecc727f05f2fac","x-request-id":"603129cd-54a7-4795-917c-e428709f64b5"} {"level":"info","ts":1789163059.6773381,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789163059.6774583,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e6c2301237239245456a8ce5ea328ee4","span_id":"0152dc6375b5c61a","x-request-id":"d982bde1-b266-4e9b-911d-973129cfa748"} {"level":"info","ts":1789163059.6774957,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e6c2301237239245456a8ce5ea328ee4","span_id":"0152dc6375b5c61a","x-request-id":"d982bde1-b266-4e9b-911d-973129cfa748"} {"level":"info","ts":1789163059.6775112,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e6c2301237239245456a8ce5ea328ee4","span_id":"0152dc6375b5c61a","x-request-id":"d982bde1-b266-4e9b-911d-973129cfa748","EoS":true} {"level":"info","ts":1789163059.6775362,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e6c2301237239245456a8ce5ea328ee4","span_id":"0152dc6375b5c61a","x-request-id":"d982bde1-b266-4e9b-911d-973129cfa748","header":"x-maas-group"} {"level":"info","ts":1789163059.6775475,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e6c2301237239245456a8ce5ea328ee4","span_id":"0152dc6375b5c61a","x-request-id":"d982bde1-b266-4e9b-911d-973129cfa748","header":"x-maas-username"} {"level":"info","ts":1789163059.6775522,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e6c2301237239245456a8ce5ea328ee4","span_id":"0152dc6375b5c61a","x-request-id":"d982bde1-b266-4e9b-911d-973129cfa748","header":"x-maas-subscription"} {"level":"info","ts":1789163059.6775675,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e6c2301237239245456a8ce5ea328ee4","span_id":"0152dc6375b5c61a","x-request-id":"d982bde1-b266-4e9b-911d-973129cfa748","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789163059.677593,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e6c2301237239245456a8ce5ea328ee4","span_id":"0152dc6375b5c61a","x-request-id":"d982bde1-b266-4e9b-911d-973129cfa748"} {"level":"info","ts":1789163059.6785176,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e6c2301237239245456a8ce5ea328ee4","span_id":"0152dc6375b5c61a","x-request-id":"d982bde1-b266-4e9b-911d-973129cfa748"} {"level":"info","ts":1789163059.6785347,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e6c2301237239245456a8ce5ea328ee4","span_id":"0152dc6375b5c61a","x-request-id":"d982bde1-b266-4e9b-911d-973129cfa748"} {"level":"info","ts":1789163059.6785486,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e6c2301237239245456a8ce5ea328ee4","span_id":"0152dc6375b5c61a","x-request-id":"d982bde1-b266-4e9b-911d-973129cfa748","EoS":false} {"level":"info","ts":1789163059.6785622,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e6c2301237239245456a8ce5ea328ee4","span_id":"0152dc6375b5c61a","x-request-id":"d982bde1-b266-4e9b-911d-973129cfa748"} {"level":"info","ts":1789163059.6785853,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e6c2301237239245456a8ce5ea328ee4","span_id":"0152dc6375b5c61a","x-request-id":"d982bde1-b266-4e9b-911d-973129cfa748","EoS":true} {"level":"info","ts":1789163059.678596,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e6c2301237239245456a8ce5ea328ee4","span_id":"0152dc6375b5c61a","x-request-id":"d982bde1-b266-4e9b-911d-973129cfa748"} {"level":"info","ts":1789163059.716704,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789163059.7168028,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"179aa57a102b352c5ab0387333160d56","span_id":"30ff331bd80b1744","x-request-id":"85cccc07-2a6e-4a22-a743-5a01bb3240f3"} {"level":"info","ts":1789163059.716816,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"179aa57a102b352c5ab0387333160d56","span_id":"30ff331bd80b1744","x-request-id":"85cccc07-2a6e-4a22-a743-5a01bb3240f3"} {"level":"info","ts":1789163059.7168343,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"179aa57a102b352c5ab0387333160d56","span_id":"30ff331bd80b1744","x-request-id":"85cccc07-2a6e-4a22-a743-5a01bb3240f3","EoS":true} {"level":"info","ts":1789163059.7168581,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"179aa57a102b352c5ab0387333160d56","span_id":"30ff331bd80b1744","x-request-id":"85cccc07-2a6e-4a22-a743-5a01bb3240f3","header":"x-maas-username"} {"level":"info","ts":1789163059.7168682,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"179aa57a102b352c5ab0387333160d56","span_id":"30ff331bd80b1744","x-request-id":"85cccc07-2a6e-4a22-a743-5a01bb3240f3","header":"x-maas-group"} {"level":"info","ts":1789163059.7168746,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"179aa57a102b352c5ab0387333160d56","span_id":"30ff331bd80b1744","x-request-id":"85cccc07-2a6e-4a22-a743-5a01bb3240f3","header":"x-maas-subscription"} {"level":"info","ts":1789163059.7168894,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"179aa57a102b352c5ab0387333160d56","span_id":"30ff331bd80b1744","x-request-id":"85cccc07-2a6e-4a22-a743-5a01bb3240f3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789163059.7169151,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"179aa57a102b352c5ab0387333160d56","span_id":"30ff331bd80b1744","x-request-id":"85cccc07-2a6e-4a22-a743-5a01bb3240f3"} {"level":"info","ts":1789163059.7177467,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"179aa57a102b352c5ab0387333160d56","span_id":"30ff331bd80b1744","x-request-id":"85cccc07-2a6e-4a22-a743-5a01bb3240f3"} {"level":"info","ts":1789163059.7177713,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"179aa57a102b352c5ab0387333160d56","span_id":"30ff331bd80b1744","x-request-id":"85cccc07-2a6e-4a22-a743-5a01bb3240f3"} {"level":"info","ts":1789163059.7177906,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"179aa57a102b352c5ab0387333160d56","span_id":"30ff331bd80b1744","x-request-id":"85cccc07-2a6e-4a22-a743-5a01bb3240f3","EoS":false} {"level":"info","ts":1789163059.7178068,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"179aa57a102b352c5ab0387333160d56","span_id":"30ff331bd80b1744","x-request-id":"85cccc07-2a6e-4a22-a743-5a01bb3240f3"} {"level":"info","ts":1789163059.717842,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"179aa57a102b352c5ab0387333160d56","span_id":"30ff331bd80b1744","x-request-id":"85cccc07-2a6e-4a22-a743-5a01bb3240f3","EoS":true} {"level":"info","ts":1789163059.7178593,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"179aa57a102b352c5ab0387333160d56","span_id":"30ff331bd80b1744","x-request-id":"85cccc07-2a6e-4a22-a743-5a01bb3240f3"} {"level":"error","ts":1789163060.7904449,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789163073.1011891,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789163073.1012924,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ce2eb371c82a5d1f90c0a2183c0f6b5f","span_id":"fd2fe7bde8983136","x-request-id":"34cde227-b23b-44d4-90c5-f9a73b63f1d0"} {"level":"info","ts":1789163073.1013095,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ce2eb371c82a5d1f90c0a2183c0f6b5f","span_id":"fd2fe7bde8983136","x-request-id":"34cde227-b23b-44d4-90c5-f9a73b63f1d0"} {"level":"info","ts":1789163073.1013267,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ce2eb371c82a5d1f90c0a2183c0f6b5f","span_id":"fd2fe7bde8983136","x-request-id":"34cde227-b23b-44d4-90c5-f9a73b63f1d0","EoS":true} {"level":"info","ts":1789163073.1013916,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ce2eb371c82a5d1f90c0a2183c0f6b5f","span_id":"fd2fe7bde8983136","x-request-id":"34cde227-b23b-44d4-90c5-f9a73b63f1d0"} {"level":"info","ts":1789163073.2570305,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789163073.2571285,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"620e40d62e37372172df0f986e351522","span_id":"6c27cec0436c93e0","x-request-id":"31663592-2f51-4678-af95-2c381fe61d86"} {"level":"info","ts":1789163073.257139,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"620e40d62e37372172df0f986e351522","span_id":"6c27cec0436c93e0","x-request-id":"31663592-2f51-4678-af95-2c381fe61d86"} {"level":"info","ts":1789163073.2571502,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"620e40d62e37372172df0f986e351522","span_id":"6c27cec0436c93e0","x-request-id":"31663592-2f51-4678-af95-2c381fe61d86","EoS":true} {"level":"info","ts":1789163073.2571926,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"620e40d62e37372172df0f986e351522","span_id":"6c27cec0436c93e0","x-request-id":"31663592-2f51-4678-af95-2c381fe61d86"} {"level":"info","ts":1789163073.4011543,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789163073.4012659,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1f3c57d29491622efe84c2622f64da18","span_id":"5dec2c78596d9c96","x-request-id":"fb8cb049-e2a0-4f99-ba06-223dff3a03d5"} {"level":"info","ts":1789163073.4012837,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1f3c57d29491622efe84c2622f64da18","span_id":"5dec2c78596d9c96","x-request-id":"fb8cb049-e2a0-4f99-ba06-223dff3a03d5"} {"level":"info","ts":1789163073.4013011,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1f3c57d29491622efe84c2622f64da18","span_id":"5dec2c78596d9c96","x-request-id":"fb8cb049-e2a0-4f99-ba06-223dff3a03d5","EoS":true} {"level":"info","ts":1789163073.401349,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1f3c57d29491622efe84c2622f64da18","span_id":"5dec2c78596d9c96","x-request-id":"fb8cb049-e2a0-4f99-ba06-223dff3a03d5"} {"level":"error","ts":1789163075.791495,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789163085.7919135,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789163100.7925384,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789164138.5215895,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789164138.5217054,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c45a55c4bad068bd3cd2564d2f2f9377","span_id":"f28c2fc8411d6a4e","x-request-id":"b7d84b0c-7ad7-4b39-bf30-6d3f76767ab3"} {"level":"info","ts":1789164138.5217187,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c45a55c4bad068bd3cd2564d2f2f9377","span_id":"f28c2fc8411d6a4e","x-request-id":"b7d84b0c-7ad7-4b39-bf30-6d3f76767ab3"} {"level":"info","ts":1789164138.521731,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c45a55c4bad068bd3cd2564d2f2f9377","span_id":"f28c2fc8411d6a4e","x-request-id":"b7d84b0c-7ad7-4b39-bf30-6d3f76767ab3","EoS":true} {"level":"info","ts":1789164138.521764,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c45a55c4bad068bd3cd2564d2f2f9377","span_id":"f28c2fc8411d6a4e","x-request-id":"b7d84b0c-7ad7-4b39-bf30-6d3f76767ab3","header":"x-maas-group"} {"level":"info","ts":1789164138.5217757,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c45a55c4bad068bd3cd2564d2f2f9377","span_id":"f28c2fc8411d6a4e","x-request-id":"b7d84b0c-7ad7-4b39-bf30-6d3f76767ab3","header":"x-maas-username"} {"level":"info","ts":1789164138.5217812,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c45a55c4bad068bd3cd2564d2f2f9377","span_id":"f28c2fc8411d6a4e","x-request-id":"b7d84b0c-7ad7-4b39-bf30-6d3f76767ab3","header":"x-maas-subscription"} {"level":"info","ts":1789164138.5218003,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c45a55c4bad068bd3cd2564d2f2f9377","span_id":"f28c2fc8411d6a4e","x-request-id":"b7d84b0c-7ad7-4b39-bf30-6d3f76767ab3","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789164138.5218277,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c45a55c4bad068bd3cd2564d2f2f9377","span_id":"f28c2fc8411d6a4e","x-request-id":"b7d84b0c-7ad7-4b39-bf30-6d3f76767ab3"} {"level":"info","ts":1789164138.522791,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c45a55c4bad068bd3cd2564d2f2f9377","span_id":"f28c2fc8411d6a4e","x-request-id":"b7d84b0c-7ad7-4b39-bf30-6d3f76767ab3"} {"level":"info","ts":1789164138.5228128,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c45a55c4bad068bd3cd2564d2f2f9377","span_id":"f28c2fc8411d6a4e","x-request-id":"b7d84b0c-7ad7-4b39-bf30-6d3f76767ab3"} {"level":"info","ts":1789164138.5228302,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c45a55c4bad068bd3cd2564d2f2f9377","span_id":"f28c2fc8411d6a4e","x-request-id":"b7d84b0c-7ad7-4b39-bf30-6d3f76767ab3","EoS":false} {"level":"info","ts":1789164138.5228453,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c45a55c4bad068bd3cd2564d2f2f9377","span_id":"f28c2fc8411d6a4e","x-request-id":"b7d84b0c-7ad7-4b39-bf30-6d3f76767ab3"} {"level":"info","ts":1789164138.522874,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c45a55c4bad068bd3cd2564d2f2f9377","span_id":"f28c2fc8411d6a4e","x-request-id":"b7d84b0c-7ad7-4b39-bf30-6d3f76767ab3","EoS":true} {"level":"info","ts":1789164138.522886,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c45a55c4bad068bd3cd2564d2f2f9377","span_id":"f28c2fc8411d6a4e","x-request-id":"b7d84b0c-7ad7-4b39-bf30-6d3f76767ab3"} {"level":"info","ts":1789164138.5621045,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789164138.5622056,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"73a8ae7afaf2540271b2a80f0108f288","span_id":"e31a3b3648d93caa","x-request-id":"e041e271-8c61-431d-a309-c79868095410"} {"level":"info","ts":1789164138.5622182,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"73a8ae7afaf2540271b2a80f0108f288","span_id":"e31a3b3648d93caa","x-request-id":"e041e271-8c61-431d-a309-c79868095410"} {"level":"info","ts":1789164138.5622292,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"73a8ae7afaf2540271b2a80f0108f288","span_id":"e31a3b3648d93caa","x-request-id":"e041e271-8c61-431d-a309-c79868095410","EoS":true} {"level":"info","ts":1789164138.562256,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"73a8ae7afaf2540271b2a80f0108f288","span_id":"e31a3b3648d93caa","x-request-id":"e041e271-8c61-431d-a309-c79868095410","header":"x-maas-subscription"} {"level":"info","ts":1789164138.5622666,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"73a8ae7afaf2540271b2a80f0108f288","span_id":"e31a3b3648d93caa","x-request-id":"e041e271-8c61-431d-a309-c79868095410","header":"x-maas-username"} {"level":"info","ts":1789164138.562272,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"73a8ae7afaf2540271b2a80f0108f288","span_id":"e31a3b3648d93caa","x-request-id":"e041e271-8c61-431d-a309-c79868095410","header":"x-maas-group"} {"level":"info","ts":1789164138.5622869,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"73a8ae7afaf2540271b2a80f0108f288","span_id":"e31a3b3648d93caa","x-request-id":"e041e271-8c61-431d-a309-c79868095410","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789164138.5623133,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"73a8ae7afaf2540271b2a80f0108f288","span_id":"e31a3b3648d93caa","x-request-id":"e041e271-8c61-431d-a309-c79868095410"} {"level":"info","ts":1789164138.563286,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"73a8ae7afaf2540271b2a80f0108f288","span_id":"e31a3b3648d93caa","x-request-id":"e041e271-8c61-431d-a309-c79868095410"} {"level":"info","ts":1789164138.5633001,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"73a8ae7afaf2540271b2a80f0108f288","span_id":"e31a3b3648d93caa","x-request-id":"e041e271-8c61-431d-a309-c79868095410"} {"level":"info","ts":1789164138.5633118,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"73a8ae7afaf2540271b2a80f0108f288","span_id":"e31a3b3648d93caa","x-request-id":"e041e271-8c61-431d-a309-c79868095410","EoS":false} {"level":"info","ts":1789164138.5633214,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"73a8ae7afaf2540271b2a80f0108f288","span_id":"e31a3b3648d93caa","x-request-id":"e041e271-8c61-431d-a309-c79868095410"} {"level":"info","ts":1789164138.5633483,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"73a8ae7afaf2540271b2a80f0108f288","span_id":"e31a3b3648d93caa","x-request-id":"e041e271-8c61-431d-a309-c79868095410","EoS":true} {"level":"info","ts":1789164138.5633633,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"73a8ae7afaf2540271b2a80f0108f288","span_id":"e31a3b3648d93caa","x-request-id":"e041e271-8c61-431d-a309-c79868095410"} {"level":"error","ts":1789164150.9144952,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789164459.762651,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789164459.762787,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"762ad709ec26a582d7363bde4be2b8d2","span_id":"3b3358093f99453f","x-request-id":"1845fb41-ffdf-42ce-960b-8083e55c86af"} {"level":"info","ts":1789164459.7628078,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"762ad709ec26a582d7363bde4be2b8d2","span_id":"3b3358093f99453f","x-request-id":"1845fb41-ffdf-42ce-960b-8083e55c86af"} {"level":"info","ts":1789164459.7628276,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"762ad709ec26a582d7363bde4be2b8d2","span_id":"3b3358093f99453f","x-request-id":"1845fb41-ffdf-42ce-960b-8083e55c86af","EoS":true} {"level":"info","ts":1789164459.7628608,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"762ad709ec26a582d7363bde4be2b8d2","span_id":"3b3358093f99453f","x-request-id":"1845fb41-ffdf-42ce-960b-8083e55c86af","header":"x-maas-group"} {"level":"info","ts":1789164459.7628732,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"762ad709ec26a582d7363bde4be2b8d2","span_id":"3b3358093f99453f","x-request-id":"1845fb41-ffdf-42ce-960b-8083e55c86af","header":"x-maas-subscription"} {"level":"info","ts":1789164459.7628782,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"762ad709ec26a582d7363bde4be2b8d2","span_id":"3b3358093f99453f","x-request-id":"1845fb41-ffdf-42ce-960b-8083e55c86af","header":"x-maas-username"} {"level":"info","ts":1789164459.7628942,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"762ad709ec26a582d7363bde4be2b8d2","span_id":"3b3358093f99453f","x-request-id":"1845fb41-ffdf-42ce-960b-8083e55c86af","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789164459.76292,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"762ad709ec26a582d7363bde4be2b8d2","span_id":"3b3358093f99453f","x-request-id":"1845fb41-ffdf-42ce-960b-8083e55c86af"} {"level":"info","ts":1789164459.7752204,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"762ad709ec26a582d7363bde4be2b8d2","span_id":"3b3358093f99453f","x-request-id":"1845fb41-ffdf-42ce-960b-8083e55c86af"} {"level":"info","ts":1789164459.7752442,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"762ad709ec26a582d7363bde4be2b8d2","span_id":"3b3358093f99453f","x-request-id":"1845fb41-ffdf-42ce-960b-8083e55c86af"} {"level":"info","ts":1789164459.775259,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"762ad709ec26a582d7363bde4be2b8d2","span_id":"3b3358093f99453f","x-request-id":"1845fb41-ffdf-42ce-960b-8083e55c86af","EoS":false} {"level":"info","ts":1789164459.7752712,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"762ad709ec26a582d7363bde4be2b8d2","span_id":"3b3358093f99453f","x-request-id":"1845fb41-ffdf-42ce-960b-8083e55c86af"} {"level":"info","ts":1789164459.7752993,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"762ad709ec26a582d7363bde4be2b8d2","span_id":"3b3358093f99453f","x-request-id":"1845fb41-ffdf-42ce-960b-8083e55c86af","EoS":true} {"level":"info","ts":1789164459.775311,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"762ad709ec26a582d7363bde4be2b8d2","span_id":"3b3358093f99453f","x-request-id":"1845fb41-ffdf-42ce-960b-8083e55c86af"} {"level":"info","ts":1789164459.9138484,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789164459.9139535,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"176a84c7ba4e4c7357877284875227e5","span_id":"9917763dfaf4a3a7","x-request-id":"1c4f83cd-8bf7-44ed-9bde-7beda0bba51c"} {"level":"info","ts":1789164459.9139671,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"176a84c7ba4e4c7357877284875227e5","span_id":"9917763dfaf4a3a7","x-request-id":"1c4f83cd-8bf7-44ed-9bde-7beda0bba51c"} {"level":"info","ts":1789164459.913979,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"176a84c7ba4e4c7357877284875227e5","span_id":"9917763dfaf4a3a7","x-request-id":"1c4f83cd-8bf7-44ed-9bde-7beda0bba51c","EoS":true} {"level":"info","ts":1789164459.914002,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"176a84c7ba4e4c7357877284875227e5","span_id":"9917763dfaf4a3a7","x-request-id":"1c4f83cd-8bf7-44ed-9bde-7beda0bba51c","header":"x-maas-subscription"} {"level":"info","ts":1789164459.9140127,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"176a84c7ba4e4c7357877284875227e5","span_id":"9917763dfaf4a3a7","x-request-id":"1c4f83cd-8bf7-44ed-9bde-7beda0bba51c","header":"x-maas-group"} {"level":"info","ts":1789164459.9140186,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"176a84c7ba4e4c7357877284875227e5","span_id":"9917763dfaf4a3a7","x-request-id":"1c4f83cd-8bf7-44ed-9bde-7beda0bba51c","header":"x-maas-username"} {"level":"info","ts":1789164459.914033,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"176a84c7ba4e4c7357877284875227e5","span_id":"9917763dfaf4a3a7","x-request-id":"1c4f83cd-8bf7-44ed-9bde-7beda0bba51c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789164459.9140553,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"176a84c7ba4e4c7357877284875227e5","span_id":"9917763dfaf4a3a7","x-request-id":"1c4f83cd-8bf7-44ed-9bde-7beda0bba51c"} {"level":"info","ts":1789164459.9156933,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"176a84c7ba4e4c7357877284875227e5","span_id":"9917763dfaf4a3a7","x-request-id":"1c4f83cd-8bf7-44ed-9bde-7beda0bba51c"} {"level":"info","ts":1789164459.9157107,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"176a84c7ba4e4c7357877284875227e5","span_id":"9917763dfaf4a3a7","x-request-id":"1c4f83cd-8bf7-44ed-9bde-7beda0bba51c"} {"level":"info","ts":1789164459.915722,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"176a84c7ba4e4c7357877284875227e5","span_id":"9917763dfaf4a3a7","x-request-id":"1c4f83cd-8bf7-44ed-9bde-7beda0bba51c","EoS":false} {"level":"info","ts":1789164459.915734,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"176a84c7ba4e4c7357877284875227e5","span_id":"9917763dfaf4a3a7","x-request-id":"1c4f83cd-8bf7-44ed-9bde-7beda0bba51c"} {"level":"info","ts":1789164459.9157565,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"176a84c7ba4e4c7357877284875227e5","span_id":"9917763dfaf4a3a7","x-request-id":"1c4f83cd-8bf7-44ed-9bde-7beda0bba51c","EoS":true} {"level":"info","ts":1789164459.9157665,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"176a84c7ba4e4c7357877284875227e5","span_id":"9917763dfaf4a3a7","x-request-id":"1c4f83cd-8bf7-44ed-9bde-7beda0bba51c"} {"level":"info","ts":1789164460.0516322,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789164460.0517755,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ac61292c168faee2be0cc70170906291","span_id":"5143dda9ae2671df","x-request-id":"b5a4fac4-5bef-4f00-a4cc-c72ba7bd3e90"} {"level":"info","ts":1789164460.0517905,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ac61292c168faee2be0cc70170906291","span_id":"5143dda9ae2671df","x-request-id":"b5a4fac4-5bef-4f00-a4cc-c72ba7bd3e90"} {"level":"info","ts":1789164460.051804,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ac61292c168faee2be0cc70170906291","span_id":"5143dda9ae2671df","x-request-id":"b5a4fac4-5bef-4f00-a4cc-c72ba7bd3e90","EoS":true} {"level":"info","ts":1789164460.0518367,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ac61292c168faee2be0cc70170906291","span_id":"5143dda9ae2671df","x-request-id":"b5a4fac4-5bef-4f00-a4cc-c72ba7bd3e90","header":"x-maas-group"} {"level":"info","ts":1789164460.0518472,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ac61292c168faee2be0cc70170906291","span_id":"5143dda9ae2671df","x-request-id":"b5a4fac4-5bef-4f00-a4cc-c72ba7bd3e90","header":"x-maas-subscription"} {"level":"info","ts":1789164460.0518534,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ac61292c168faee2be0cc70170906291","span_id":"5143dda9ae2671df","x-request-id":"b5a4fac4-5bef-4f00-a4cc-c72ba7bd3e90","header":"x-maas-username"} {"level":"info","ts":1789164460.0518732,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ac61292c168faee2be0cc70170906291","span_id":"5143dda9ae2671df","x-request-id":"b5a4fac4-5bef-4f00-a4cc-c72ba7bd3e90","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789164460.051898,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ac61292c168faee2be0cc70170906291","span_id":"5143dda9ae2671df","x-request-id":"b5a4fac4-5bef-4f00-a4cc-c72ba7bd3e90"} {"level":"info","ts":1789164460.0531766,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ac61292c168faee2be0cc70170906291","span_id":"5143dda9ae2671df","x-request-id":"b5a4fac4-5bef-4f00-a4cc-c72ba7bd3e90"} {"level":"info","ts":1789164460.0531976,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ac61292c168faee2be0cc70170906291","span_id":"5143dda9ae2671df","x-request-id":"b5a4fac4-5bef-4f00-a4cc-c72ba7bd3e90"} {"level":"info","ts":1789164460.0532126,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ac61292c168faee2be0cc70170906291","span_id":"5143dda9ae2671df","x-request-id":"b5a4fac4-5bef-4f00-a4cc-c72ba7bd3e90","EoS":false} {"level":"info","ts":1789164460.05323,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ac61292c168faee2be0cc70170906291","span_id":"5143dda9ae2671df","x-request-id":"b5a4fac4-5bef-4f00-a4cc-c72ba7bd3e90"} {"level":"info","ts":1789164460.053252,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ac61292c168faee2be0cc70170906291","span_id":"5143dda9ae2671df","x-request-id":"b5a4fac4-5bef-4f00-a4cc-c72ba7bd3e90","EoS":true} {"level":"info","ts":1789164460.053261,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ac61292c168faee2be0cc70170906291","span_id":"5143dda9ae2671df","x-request-id":"b5a4fac4-5bef-4f00-a4cc-c72ba7bd3e90"} {"level":"info","ts":1789164460.1926048,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789164460.1927662,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3dfef14cbdf154270cb2d8312b45a163","span_id":"bbb7eabcabb492d9","x-request-id":"09daa8b2-9a4d-4dc7-ba4c-0e3d9dccc185"} {"level":"info","ts":1789164460.192797,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3dfef14cbdf154270cb2d8312b45a163","span_id":"bbb7eabcabb492d9","x-request-id":"09daa8b2-9a4d-4dc7-ba4c-0e3d9dccc185"} {"level":"info","ts":1789164460.1928215,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3dfef14cbdf154270cb2d8312b45a163","span_id":"bbb7eabcabb492d9","x-request-id":"09daa8b2-9a4d-4dc7-ba4c-0e3d9dccc185","EoS":true} {"level":"info","ts":1789164460.1928732,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3dfef14cbdf154270cb2d8312b45a163","span_id":"bbb7eabcabb492d9","x-request-id":"09daa8b2-9a4d-4dc7-ba4c-0e3d9dccc185","header":"x-maas-username"} {"level":"info","ts":1789164460.1928887,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3dfef14cbdf154270cb2d8312b45a163","span_id":"bbb7eabcabb492d9","x-request-id":"09daa8b2-9a4d-4dc7-ba4c-0e3d9dccc185","header":"x-maas-subscription"} {"level":"info","ts":1789164460.1928983,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3dfef14cbdf154270cb2d8312b45a163","span_id":"bbb7eabcabb492d9","x-request-id":"09daa8b2-9a4d-4dc7-ba4c-0e3d9dccc185","header":"x-maas-group"} {"level":"info","ts":1789164460.1929286,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3dfef14cbdf154270cb2d8312b45a163","span_id":"bbb7eabcabb492d9","x-request-id":"09daa8b2-9a4d-4dc7-ba4c-0e3d9dccc185","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789164460.1929648,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3dfef14cbdf154270cb2d8312b45a163","span_id":"bbb7eabcabb492d9","x-request-id":"09daa8b2-9a4d-4dc7-ba4c-0e3d9dccc185"} {"level":"info","ts":1789164460.1936932,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3dfef14cbdf154270cb2d8312b45a163","span_id":"bbb7eabcabb492d9","x-request-id":"09daa8b2-9a4d-4dc7-ba4c-0e3d9dccc185"} {"level":"info","ts":1789164460.193713,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3dfef14cbdf154270cb2d8312b45a163","span_id":"bbb7eabcabb492d9","x-request-id":"09daa8b2-9a4d-4dc7-ba4c-0e3d9dccc185"} {"level":"info","ts":1789164460.1937244,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3dfef14cbdf154270cb2d8312b45a163","span_id":"bbb7eabcabb492d9","x-request-id":"09daa8b2-9a4d-4dc7-ba4c-0e3d9dccc185","EoS":false} {"level":"info","ts":1789164460.1937387,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3dfef14cbdf154270cb2d8312b45a163","span_id":"bbb7eabcabb492d9","x-request-id":"09daa8b2-9a4d-4dc7-ba4c-0e3d9dccc185"} {"level":"info","ts":1789164460.1937587,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3dfef14cbdf154270cb2d8312b45a163","span_id":"bbb7eabcabb492d9","x-request-id":"09daa8b2-9a4d-4dc7-ba4c-0e3d9dccc185","EoS":true} {"level":"info","ts":1789164460.193768,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3dfef14cbdf154270cb2d8312b45a163","span_id":"bbb7eabcabb492d9","x-request-id":"09daa8b2-9a4d-4dc7-ba4c-0e3d9dccc185"} {"level":"info","ts":1789164460.3311455,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789164460.3312407,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0140ea2dfd31e9b39a203e403e9a16f9","span_id":"bf0e8c6577662982","x-request-id":"35e6029b-f4f2-49b5-91fa-a82614b1be3e"} {"level":"info","ts":1789164460.3312545,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0140ea2dfd31e9b39a203e403e9a16f9","span_id":"bf0e8c6577662982","x-request-id":"35e6029b-f4f2-49b5-91fa-a82614b1be3e"} {"level":"info","ts":1789164460.3312657,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0140ea2dfd31e9b39a203e403e9a16f9","span_id":"bf0e8c6577662982","x-request-id":"35e6029b-f4f2-49b5-91fa-a82614b1be3e","EoS":true} {"level":"info","ts":1789164460.3312895,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0140ea2dfd31e9b39a203e403e9a16f9","span_id":"bf0e8c6577662982","x-request-id":"35e6029b-f4f2-49b5-91fa-a82614b1be3e","header":"x-maas-group"} {"level":"info","ts":1789164460.3313,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0140ea2dfd31e9b39a203e403e9a16f9","span_id":"bf0e8c6577662982","x-request-id":"35e6029b-f4f2-49b5-91fa-a82614b1be3e","header":"x-maas-username"} {"level":"info","ts":1789164460.3313062,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0140ea2dfd31e9b39a203e403e9a16f9","span_id":"bf0e8c6577662982","x-request-id":"35e6029b-f4f2-49b5-91fa-a82614b1be3e","header":"x-maas-subscription"} {"level":"info","ts":1789164460.3313208,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0140ea2dfd31e9b39a203e403e9a16f9","span_id":"bf0e8c6577662982","x-request-id":"35e6029b-f4f2-49b5-91fa-a82614b1be3e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789164460.331347,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0140ea2dfd31e9b39a203e403e9a16f9","span_id":"bf0e8c6577662982","x-request-id":"35e6029b-f4f2-49b5-91fa-a82614b1be3e"} {"level":"info","ts":1789164460.3320248,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0140ea2dfd31e9b39a203e403e9a16f9","span_id":"bf0e8c6577662982","x-request-id":"35e6029b-f4f2-49b5-91fa-a82614b1be3e"} {"level":"info","ts":1789164460.3320441,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0140ea2dfd31e9b39a203e403e9a16f9","span_id":"bf0e8c6577662982","x-request-id":"35e6029b-f4f2-49b5-91fa-a82614b1be3e"} {"level":"info","ts":1789164460.3320544,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0140ea2dfd31e9b39a203e403e9a16f9","span_id":"bf0e8c6577662982","x-request-id":"35e6029b-f4f2-49b5-91fa-a82614b1be3e","EoS":false} {"level":"info","ts":1789164460.3320694,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0140ea2dfd31e9b39a203e403e9a16f9","span_id":"bf0e8c6577662982","x-request-id":"35e6029b-f4f2-49b5-91fa-a82614b1be3e"} {"level":"info","ts":1789164460.332098,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0140ea2dfd31e9b39a203e403e9a16f9","span_id":"bf0e8c6577662982","x-request-id":"35e6029b-f4f2-49b5-91fa-a82614b1be3e","EoS":true} {"level":"info","ts":1789164460.3321118,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0140ea2dfd31e9b39a203e403e9a16f9","span_id":"bf0e8c6577662982","x-request-id":"35e6029b-f4f2-49b5-91fa-a82614b1be3e"} {"level":"info","ts":1789164469.1675603,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789164469.1676698,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"00e4434ead1bc1e98a63fa9e33ae7d23","span_id":"3bb56e88ae9de7cd","x-request-id":"4e13d409-1f3c-4fab-b1b1-78b60382c231"} {"level":"info","ts":1789164469.1676831,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"00e4434ead1bc1e98a63fa9e33ae7d23","span_id":"3bb56e88ae9de7cd","x-request-id":"4e13d409-1f3c-4fab-b1b1-78b60382c231"} {"level":"info","ts":1789164469.1676955,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"00e4434ead1bc1e98a63fa9e33ae7d23","span_id":"3bb56e88ae9de7cd","x-request-id":"4e13d409-1f3c-4fab-b1b1-78b60382c231","EoS":true} {"level":"info","ts":1789164469.1677217,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"00e4434ead1bc1e98a63fa9e33ae7d23","span_id":"3bb56e88ae9de7cd","x-request-id":"4e13d409-1f3c-4fab-b1b1-78b60382c231","header":"x-maas-group"} {"level":"info","ts":1789164469.1677315,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"00e4434ead1bc1e98a63fa9e33ae7d23","span_id":"3bb56e88ae9de7cd","x-request-id":"4e13d409-1f3c-4fab-b1b1-78b60382c231","header":"x-maas-username"} {"level":"info","ts":1789164469.1677372,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"00e4434ead1bc1e98a63fa9e33ae7d23","span_id":"3bb56e88ae9de7cd","x-request-id":"4e13d409-1f3c-4fab-b1b1-78b60382c231","header":"x-maas-subscription"} {"level":"info","ts":1789164469.1677532,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"00e4434ead1bc1e98a63fa9e33ae7d23","span_id":"3bb56e88ae9de7cd","x-request-id":"4e13d409-1f3c-4fab-b1b1-78b60382c231","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789164469.1677797,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"00e4434ead1bc1e98a63fa9e33ae7d23","span_id":"3bb56e88ae9de7cd","x-request-id":"4e13d409-1f3c-4fab-b1b1-78b60382c231"} {"level":"info","ts":1789164469.1684394,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"00e4434ead1bc1e98a63fa9e33ae7d23","span_id":"3bb56e88ae9de7cd","x-request-id":"4e13d409-1f3c-4fab-b1b1-78b60382c231"} {"level":"info","ts":1789164469.1684604,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"00e4434ead1bc1e98a63fa9e33ae7d23","span_id":"3bb56e88ae9de7cd","x-request-id":"4e13d409-1f3c-4fab-b1b1-78b60382c231"} {"level":"info","ts":1789164469.1684976,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"00e4434ead1bc1e98a63fa9e33ae7d23","span_id":"3bb56e88ae9de7cd","x-request-id":"4e13d409-1f3c-4fab-b1b1-78b60382c231","EoS":false} {"level":"info","ts":1789164469.1685176,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"00e4434ead1bc1e98a63fa9e33ae7d23","span_id":"3bb56e88ae9de7cd","x-request-id":"4e13d409-1f3c-4fab-b1b1-78b60382c231"} {"level":"info","ts":1789164469.1685548,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"00e4434ead1bc1e98a63fa9e33ae7d23","span_id":"3bb56e88ae9de7cd","x-request-id":"4e13d409-1f3c-4fab-b1b1-78b60382c231","EoS":true} {"level":"info","ts":1789164469.168571,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"00e4434ead1bc1e98a63fa9e33ae7d23","span_id":"3bb56e88ae9de7cd","x-request-id":"4e13d409-1f3c-4fab-b1b1-78b60382c231"} {"level":"info","ts":1789164469.2707474,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789164469.2708504,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"aac2b732ee2f91da8c321dcf41988317","span_id":"480511b891bd0a31","x-request-id":"a92da252-a1bd-43ae-aa68-b22a5436df1e"} {"level":"info","ts":1789164469.271413,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"aac2b732ee2f91da8c321dcf41988317","span_id":"480511b891bd0a31","x-request-id":"a92da252-a1bd-43ae-aa68-b22a5436df1e"} {"level":"info","ts":1789164469.2714334,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"aac2b732ee2f91da8c321dcf41988317","span_id":"480511b891bd0a31","x-request-id":"a92da252-a1bd-43ae-aa68-b22a5436df1e"} {"level":"info","ts":1789164469.2714489,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"aac2b732ee2f91da8c321dcf41988317","span_id":"480511b891bd0a31","x-request-id":"a92da252-a1bd-43ae-aa68-b22a5436df1e","EoS":false} {"level":"info","ts":1789164469.2714605,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"aac2b732ee2f91da8c321dcf41988317","span_id":"480511b891bd0a31","x-request-id":"a92da252-a1bd-43ae-aa68-b22a5436df1e"} {"level":"info","ts":1789164469.2714996,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"aac2b732ee2f91da8c321dcf41988317","span_id":"480511b891bd0a31","x-request-id":"a92da252-a1bd-43ae-aa68-b22a5436df1e","EoS":true} {"level":"info","ts":1789164469.2715077,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"aac2b732ee2f91da8c321dcf41988317","span_id":"480511b891bd0a31","x-request-id":"a92da252-a1bd-43ae-aa68-b22a5436df1e"} {"level":"info","ts":1789164470.0204573,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789164470.0205839,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e3f678b60a52dcec3380499642408d98","span_id":"3d97e8f032727b85","x-request-id":"46661929-d790-4e55-9000-886695a8b2f3"} {"level":"info","ts":1789164470.020599,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e3f678b60a52dcec3380499642408d98","span_id":"3d97e8f032727b85","x-request-id":"46661929-d790-4e55-9000-886695a8b2f3"} {"level":"info","ts":1789164470.020611,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e3f678b60a52dcec3380499642408d98","span_id":"3d97e8f032727b85","x-request-id":"46661929-d790-4e55-9000-886695a8b2f3","EoS":true} {"level":"info","ts":1789164470.020636,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e3f678b60a52dcec3380499642408d98","span_id":"3d97e8f032727b85","x-request-id":"46661929-d790-4e55-9000-886695a8b2f3","header":"x-maas-username"} {"level":"info","ts":1789164470.020646,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e3f678b60a52dcec3380499642408d98","span_id":"3d97e8f032727b85","x-request-id":"46661929-d790-4e55-9000-886695a8b2f3","header":"x-maas-group"} {"level":"info","ts":1789164470.0206513,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e3f678b60a52dcec3380499642408d98","span_id":"3d97e8f032727b85","x-request-id":"46661929-d790-4e55-9000-886695a8b2f3","header":"x-maas-subscription"} {"level":"info","ts":1789164470.0206695,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e3f678b60a52dcec3380499642408d98","span_id":"3d97e8f032727b85","x-request-id":"46661929-d790-4e55-9000-886695a8b2f3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789164470.020697,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e3f678b60a52dcec3380499642408d98","span_id":"3d97e8f032727b85","x-request-id":"46661929-d790-4e55-9000-886695a8b2f3"} {"level":"info","ts":1789164470.0216117,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e3f678b60a52dcec3380499642408d98","span_id":"3d97e8f032727b85","x-request-id":"46661929-d790-4e55-9000-886695a8b2f3"} {"level":"info","ts":1789164470.0216308,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e3f678b60a52dcec3380499642408d98","span_id":"3d97e8f032727b85","x-request-id":"46661929-d790-4e55-9000-886695a8b2f3"} {"level":"info","ts":1789164470.0216465,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e3f678b60a52dcec3380499642408d98","span_id":"3d97e8f032727b85","x-request-id":"46661929-d790-4e55-9000-886695a8b2f3","EoS":false} {"level":"info","ts":1789164470.0216606,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e3f678b60a52dcec3380499642408d98","span_id":"3d97e8f032727b85","x-request-id":"46661929-d790-4e55-9000-886695a8b2f3"} {"level":"info","ts":1789164470.0216906,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e3f678b60a52dcec3380499642408d98","span_id":"3d97e8f032727b85","x-request-id":"46661929-d790-4e55-9000-886695a8b2f3","EoS":true} {"level":"info","ts":1789164470.0217004,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e3f678b60a52dcec3380499642408d98","span_id":"3d97e8f032727b85","x-request-id":"46661929-d790-4e55-9000-886695a8b2f3"} {"level":"info","ts":1789164470.937889,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789164470.9379978,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"852fb8086ce459a55a7198968d45ed2c","span_id":"4246eb0272f1fa41","x-request-id":"e6259b2b-b4ba-4d76-8452-9a54e4a68332"} {"level":"info","ts":1789164470.9380164,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"852fb8086ce459a55a7198968d45ed2c","span_id":"4246eb0272f1fa41","x-request-id":"e6259b2b-b4ba-4d76-8452-9a54e4a68332"} {"level":"info","ts":1789164470.9380286,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"852fb8086ce459a55a7198968d45ed2c","span_id":"4246eb0272f1fa41","x-request-id":"e6259b2b-b4ba-4d76-8452-9a54e4a68332","EoS":true} {"level":"info","ts":1789164470.938053,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"852fb8086ce459a55a7198968d45ed2c","span_id":"4246eb0272f1fa41","x-request-id":"e6259b2b-b4ba-4d76-8452-9a54e4a68332","header":"x-maas-username"} {"level":"info","ts":1789164470.9380639,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"852fb8086ce459a55a7198968d45ed2c","span_id":"4246eb0272f1fa41","x-request-id":"e6259b2b-b4ba-4d76-8452-9a54e4a68332","header":"x-maas-group"} {"level":"info","ts":1789164470.938069,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"852fb8086ce459a55a7198968d45ed2c","span_id":"4246eb0272f1fa41","x-request-id":"e6259b2b-b4ba-4d76-8452-9a54e4a68332","header":"x-maas-subscription"} {"level":"info","ts":1789164470.9380846,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"852fb8086ce459a55a7198968d45ed2c","span_id":"4246eb0272f1fa41","x-request-id":"e6259b2b-b4ba-4d76-8452-9a54e4a68332","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789164470.9381099,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"852fb8086ce459a55a7198968d45ed2c","span_id":"4246eb0272f1fa41","x-request-id":"e6259b2b-b4ba-4d76-8452-9a54e4a68332"} {"level":"info","ts":1789164470.9390275,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"852fb8086ce459a55a7198968d45ed2c","span_id":"4246eb0272f1fa41","x-request-id":"e6259b2b-b4ba-4d76-8452-9a54e4a68332"} {"level":"info","ts":1789164470.939045,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"852fb8086ce459a55a7198968d45ed2c","span_id":"4246eb0272f1fa41","x-request-id":"e6259b2b-b4ba-4d76-8452-9a54e4a68332"} {"level":"info","ts":1789164470.9390604,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"852fb8086ce459a55a7198968d45ed2c","span_id":"4246eb0272f1fa41","x-request-id":"e6259b2b-b4ba-4d76-8452-9a54e4a68332","EoS":false} {"level":"info","ts":1789164470.939076,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"852fb8086ce459a55a7198968d45ed2c","span_id":"4246eb0272f1fa41","x-request-id":"e6259b2b-b4ba-4d76-8452-9a54e4a68332"} {"level":"info","ts":1789164470.9391048,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"852fb8086ce459a55a7198968d45ed2c","span_id":"4246eb0272f1fa41","x-request-id":"e6259b2b-b4ba-4d76-8452-9a54e4a68332","EoS":true} {"level":"info","ts":1789164470.9391136,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"852fb8086ce459a55a7198968d45ed2c","span_id":"4246eb0272f1fa41","x-request-id":"e6259b2b-b4ba-4d76-8452-9a54e4a68332"} {"level":"error","ts":1789164470.9487398,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789164471.6452513,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789164471.6453576,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"047a3c7313c02f2e67c39a3a1f0456dc","span_id":"6efa19009330f8c4","x-request-id":"1c0b5790-5545-4d95-b447-d939dd2edc65"} {"level":"info","ts":1789164471.6453717,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"047a3c7313c02f2e67c39a3a1f0456dc","span_id":"6efa19009330f8c4","x-request-id":"1c0b5790-5545-4d95-b447-d939dd2edc65"} {"level":"info","ts":1789164471.6453831,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"047a3c7313c02f2e67c39a3a1f0456dc","span_id":"6efa19009330f8c4","x-request-id":"1c0b5790-5545-4d95-b447-d939dd2edc65","EoS":true} {"level":"info","ts":1789164471.6454065,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"047a3c7313c02f2e67c39a3a1f0456dc","span_id":"6efa19009330f8c4","x-request-id":"1c0b5790-5545-4d95-b447-d939dd2edc65","header":"x-maas-username"} {"level":"info","ts":1789164471.6454165,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"047a3c7313c02f2e67c39a3a1f0456dc","span_id":"6efa19009330f8c4","x-request-id":"1c0b5790-5545-4d95-b447-d939dd2edc65","header":"x-maas-group"} {"level":"info","ts":1789164471.6454232,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"047a3c7313c02f2e67c39a3a1f0456dc","span_id":"6efa19009330f8c4","x-request-id":"1c0b5790-5545-4d95-b447-d939dd2edc65","header":"x-maas-subscription"} {"level":"info","ts":1789164471.645437,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"047a3c7313c02f2e67c39a3a1f0456dc","span_id":"6efa19009330f8c4","x-request-id":"1c0b5790-5545-4d95-b447-d939dd2edc65","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789164471.645465,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"047a3c7313c02f2e67c39a3a1f0456dc","span_id":"6efa19009330f8c4","x-request-id":"1c0b5790-5545-4d95-b447-d939dd2edc65"} {"level":"info","ts":1789164471.646334,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"047a3c7313c02f2e67c39a3a1f0456dc","span_id":"6efa19009330f8c4","x-request-id":"1c0b5790-5545-4d95-b447-d939dd2edc65"} {"level":"info","ts":1789164471.6463537,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"047a3c7313c02f2e67c39a3a1f0456dc","span_id":"6efa19009330f8c4","x-request-id":"1c0b5790-5545-4d95-b447-d939dd2edc65"} {"level":"info","ts":1789164471.6463664,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"047a3c7313c02f2e67c39a3a1f0456dc","span_id":"6efa19009330f8c4","x-request-id":"1c0b5790-5545-4d95-b447-d939dd2edc65","EoS":false} {"level":"info","ts":1789164471.646378,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"047a3c7313c02f2e67c39a3a1f0456dc","span_id":"6efa19009330f8c4","x-request-id":"1c0b5790-5545-4d95-b447-d939dd2edc65"} {"level":"info","ts":1789164471.6464005,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"047a3c7313c02f2e67c39a3a1f0456dc","span_id":"6efa19009330f8c4","x-request-id":"1c0b5790-5545-4d95-b447-d939dd2edc65","EoS":true} {"level":"info","ts":1789164471.6464145,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"047a3c7313c02f2e67c39a3a1f0456dc","span_id":"6efa19009330f8c4","x-request-id":"1c0b5790-5545-4d95-b447-d939dd2edc65"} {"level":"info","ts":1789164472.6912189,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789164472.6913314,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"59ade413e3ff0db69f5acd2a78ce5c5f","span_id":"e2781889af8dfe38","x-request-id":"d325880a-b6fa-4f34-b1c7-18fb59075080"} {"level":"info","ts":1789164472.6913497,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"59ade413e3ff0db69f5acd2a78ce5c5f","span_id":"e2781889af8dfe38","x-request-id":"d325880a-b6fa-4f34-b1c7-18fb59075080"} {"level":"info","ts":1789164472.6913624,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"59ade413e3ff0db69f5acd2a78ce5c5f","span_id":"e2781889af8dfe38","x-request-id":"d325880a-b6fa-4f34-b1c7-18fb59075080","EoS":true} {"level":"info","ts":1789164472.6913881,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"59ade413e3ff0db69f5acd2a78ce5c5f","span_id":"e2781889af8dfe38","x-request-id":"d325880a-b6fa-4f34-b1c7-18fb59075080","header":"x-maas-username"} {"level":"info","ts":1789164472.6913984,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"59ade413e3ff0db69f5acd2a78ce5c5f","span_id":"e2781889af8dfe38","x-request-id":"d325880a-b6fa-4f34-b1c7-18fb59075080","header":"x-maas-group"} {"level":"info","ts":1789164472.6914036,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"59ade413e3ff0db69f5acd2a78ce5c5f","span_id":"e2781889af8dfe38","x-request-id":"d325880a-b6fa-4f34-b1c7-18fb59075080","header":"x-maas-subscription"} {"level":"info","ts":1789164472.6914184,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"59ade413e3ff0db69f5acd2a78ce5c5f","span_id":"e2781889af8dfe38","x-request-id":"d325880a-b6fa-4f34-b1c7-18fb59075080","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789164472.6914449,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"59ade413e3ff0db69f5acd2a78ce5c5f","span_id":"e2781889af8dfe38","x-request-id":"d325880a-b6fa-4f34-b1c7-18fb59075080"} {"level":"info","ts":1789164472.6923091,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"59ade413e3ff0db69f5acd2a78ce5c5f","span_id":"e2781889af8dfe38","x-request-id":"d325880a-b6fa-4f34-b1c7-18fb59075080"} {"level":"info","ts":1789164472.692324,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"59ade413e3ff0db69f5acd2a78ce5c5f","span_id":"e2781889af8dfe38","x-request-id":"d325880a-b6fa-4f34-b1c7-18fb59075080"} {"level":"info","ts":1789164472.6923351,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"59ade413e3ff0db69f5acd2a78ce5c5f","span_id":"e2781889af8dfe38","x-request-id":"d325880a-b6fa-4f34-b1c7-18fb59075080","EoS":false} {"level":"info","ts":1789164472.6923473,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"59ade413e3ff0db69f5acd2a78ce5c5f","span_id":"e2781889af8dfe38","x-request-id":"d325880a-b6fa-4f34-b1c7-18fb59075080"} {"level":"info","ts":1789164472.6923735,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"59ade413e3ff0db69f5acd2a78ce5c5f","span_id":"e2781889af8dfe38","x-request-id":"d325880a-b6fa-4f34-b1c7-18fb59075080","EoS":true} {"level":"info","ts":1789164472.6923876,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"59ade413e3ff0db69f5acd2a78ce5c5f","span_id":"e2781889af8dfe38","x-request-id":"d325880a-b6fa-4f34-b1c7-18fb59075080"} {"level":"error","ts":1789164485.9501963,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789164503.832902,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789164503.8330123,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"eb4925e825530151a2c92363b2505b48","span_id":"863d45aafd15a57e","x-request-id":"da5e3af2-d8aa-4c5a-ab34-102753f8bd31"} {"level":"info","ts":1789164503.8330266,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"eb4925e825530151a2c92363b2505b48","span_id":"863d45aafd15a57e","x-request-id":"da5e3af2-d8aa-4c5a-ab34-102753f8bd31"} {"level":"info","ts":1789164503.833039,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"eb4925e825530151a2c92363b2505b48","span_id":"863d45aafd15a57e","x-request-id":"da5e3af2-d8aa-4c5a-ab34-102753f8bd31","EoS":true} {"level":"info","ts":1789164503.833065,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"eb4925e825530151a2c92363b2505b48","span_id":"863d45aafd15a57e","x-request-id":"da5e3af2-d8aa-4c5a-ab34-102753f8bd31","header":"x-maas-group"} {"level":"info","ts":1789164503.833075,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"eb4925e825530151a2c92363b2505b48","span_id":"863d45aafd15a57e","x-request-id":"da5e3af2-d8aa-4c5a-ab34-102753f8bd31","header":"x-maas-username"} {"level":"info","ts":1789164503.8330798,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"eb4925e825530151a2c92363b2505b48","span_id":"863d45aafd15a57e","x-request-id":"da5e3af2-d8aa-4c5a-ab34-102753f8bd31","header":"x-maas-subscription"} {"level":"info","ts":1789164503.8330941,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"eb4925e825530151a2c92363b2505b48","span_id":"863d45aafd15a57e","x-request-id":"da5e3af2-d8aa-4c5a-ab34-102753f8bd31","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789164503.8331244,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"eb4925e825530151a2c92363b2505b48","span_id":"863d45aafd15a57e","x-request-id":"da5e3af2-d8aa-4c5a-ab34-102753f8bd31"} {"level":"info","ts":1789164503.8340878,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"eb4925e825530151a2c92363b2505b48","span_id":"863d45aafd15a57e","x-request-id":"da5e3af2-d8aa-4c5a-ab34-102753f8bd31"} {"level":"info","ts":1789164503.8341103,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"eb4925e825530151a2c92363b2505b48","span_id":"863d45aafd15a57e","x-request-id":"da5e3af2-d8aa-4c5a-ab34-102753f8bd31"} {"level":"info","ts":1789164503.834125,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"eb4925e825530151a2c92363b2505b48","span_id":"863d45aafd15a57e","x-request-id":"da5e3af2-d8aa-4c5a-ab34-102753f8bd31","EoS":false} {"level":"info","ts":1789164503.8341362,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"eb4925e825530151a2c92363b2505b48","span_id":"863d45aafd15a57e","x-request-id":"da5e3af2-d8aa-4c5a-ab34-102753f8bd31"} {"level":"info","ts":1789164503.8341603,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"eb4925e825530151a2c92363b2505b48","span_id":"863d45aafd15a57e","x-request-id":"da5e3af2-d8aa-4c5a-ab34-102753f8bd31","EoS":true} {"level":"info","ts":1789164503.8341694,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"eb4925e825530151a2c92363b2505b48","span_id":"863d45aafd15a57e","x-request-id":"da5e3af2-d8aa-4c5a-ab34-102753f8bd31"} {"level":"error","ts":1789164515.9525964,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789164596.9046803,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789164596.9047837,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c5f9e22dcdf00271309b3ffc1927fceb","span_id":"6afde703b5238ae6","x-request-id":"864efffd-24d6-4c2c-a5fd-210009e7c67a"} {"level":"info","ts":1789164596.9048057,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c5f9e22dcdf00271309b3ffc1927fceb","span_id":"6afde703b5238ae6","x-request-id":"864efffd-24d6-4c2c-a5fd-210009e7c67a"} {"level":"info","ts":1789164596.9048185,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c5f9e22dcdf00271309b3ffc1927fceb","span_id":"6afde703b5238ae6","x-request-id":"864efffd-24d6-4c2c-a5fd-210009e7c67a","EoS":true} {"level":"info","ts":1789164596.9048436,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c5f9e22dcdf00271309b3ffc1927fceb","span_id":"6afde703b5238ae6","x-request-id":"864efffd-24d6-4c2c-a5fd-210009e7c67a","header":"x-maas-username"} {"level":"info","ts":1789164596.9048526,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c5f9e22dcdf00271309b3ffc1927fceb","span_id":"6afde703b5238ae6","x-request-id":"864efffd-24d6-4c2c-a5fd-210009e7c67a","header":"x-maas-group"} {"level":"info","ts":1789164596.9048579,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c5f9e22dcdf00271309b3ffc1927fceb","span_id":"6afde703b5238ae6","x-request-id":"864efffd-24d6-4c2c-a5fd-210009e7c67a","header":"x-maas-subscription"} {"level":"info","ts":1789164596.9048727,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c5f9e22dcdf00271309b3ffc1927fceb","span_id":"6afde703b5238ae6","x-request-id":"864efffd-24d6-4c2c-a5fd-210009e7c67a","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789164596.9048986,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c5f9e22dcdf00271309b3ffc1927fceb","span_id":"6afde703b5238ae6","x-request-id":"864efffd-24d6-4c2c-a5fd-210009e7c67a"} {"level":"info","ts":1789164596.918706,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c5f9e22dcdf00271309b3ffc1927fceb","span_id":"6afde703b5238ae6","x-request-id":"864efffd-24d6-4c2c-a5fd-210009e7c67a"} {"level":"info","ts":1789164596.9187346,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c5f9e22dcdf00271309b3ffc1927fceb","span_id":"6afde703b5238ae6","x-request-id":"864efffd-24d6-4c2c-a5fd-210009e7c67a"} {"level":"info","ts":1789164596.918751,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c5f9e22dcdf00271309b3ffc1927fceb","span_id":"6afde703b5238ae6","x-request-id":"864efffd-24d6-4c2c-a5fd-210009e7c67a","EoS":false} {"level":"info","ts":1789164596.9187639,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c5f9e22dcdf00271309b3ffc1927fceb","span_id":"6afde703b5238ae6","x-request-id":"864efffd-24d6-4c2c-a5fd-210009e7c67a"} {"level":"info","ts":1789164596.9187944,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c5f9e22dcdf00271309b3ffc1927fceb","span_id":"6afde703b5238ae6","x-request-id":"864efffd-24d6-4c2c-a5fd-210009e7c67a","EoS":true} {"level":"info","ts":1789164596.918809,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c5f9e22dcdf00271309b3ffc1927fceb","span_id":"6afde703b5238ae6","x-request-id":"864efffd-24d6-4c2c-a5fd-210009e7c67a"} {"level":"error","ts":1789164610.962968,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789164676.0754395,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789164676.075555,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"494bc767acddd4b1b4e117e57b5a9b2b","span_id":"db13972a73d2ac4c","x-request-id":"46e25546-50b4-420f-af2e-2f00502fdebc"} {"level":"info","ts":1789164676.0755703,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"494bc767acddd4b1b4e117e57b5a9b2b","span_id":"db13972a73d2ac4c","x-request-id":"46e25546-50b4-420f-af2e-2f00502fdebc"} {"level":"info","ts":1789164676.0755823,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"494bc767acddd4b1b4e117e57b5a9b2b","span_id":"db13972a73d2ac4c","x-request-id":"46e25546-50b4-420f-af2e-2f00502fdebc","EoS":true} {"level":"info","ts":1789164676.0756063,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"494bc767acddd4b1b4e117e57b5a9b2b","span_id":"db13972a73d2ac4c","x-request-id":"46e25546-50b4-420f-af2e-2f00502fdebc","header":"x-maas-group"} {"level":"info","ts":1789164676.075616,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"494bc767acddd4b1b4e117e57b5a9b2b","span_id":"db13972a73d2ac4c","x-request-id":"46e25546-50b4-420f-af2e-2f00502fdebc","header":"x-maas-subscription"} {"level":"info","ts":1789164676.0756218,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"494bc767acddd4b1b4e117e57b5a9b2b","span_id":"db13972a73d2ac4c","x-request-id":"46e25546-50b4-420f-af2e-2f00502fdebc","header":"x-maas-username"} {"level":"info","ts":1789164676.0756376,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"494bc767acddd4b1b4e117e57b5a9b2b","span_id":"db13972a73d2ac4c","x-request-id":"46e25546-50b4-420f-af2e-2f00502fdebc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789164676.0756636,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"494bc767acddd4b1b4e117e57b5a9b2b","span_id":"db13972a73d2ac4c","x-request-id":"46e25546-50b4-420f-af2e-2f00502fdebc"} {"level":"info","ts":1789164676.0763354,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"494bc767acddd4b1b4e117e57b5a9b2b","span_id":"db13972a73d2ac4c","x-request-id":"46e25546-50b4-420f-af2e-2f00502fdebc"} {"level":"info","ts":1789164676.0763566,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"494bc767acddd4b1b4e117e57b5a9b2b","span_id":"db13972a73d2ac4c","x-request-id":"46e25546-50b4-420f-af2e-2f00502fdebc"} {"level":"info","ts":1789164676.076371,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"494bc767acddd4b1b4e117e57b5a9b2b","span_id":"db13972a73d2ac4c","x-request-id":"46e25546-50b4-420f-af2e-2f00502fdebc","EoS":false} {"level":"info","ts":1789164676.0763845,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"494bc767acddd4b1b4e117e57b5a9b2b","span_id":"db13972a73d2ac4c","x-request-id":"46e25546-50b4-420f-af2e-2f00502fdebc"} {"level":"info","ts":1789164676.076405,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"494bc767acddd4b1b4e117e57b5a9b2b","span_id":"db13972a73d2ac4c","x-request-id":"46e25546-50b4-420f-af2e-2f00502fdebc","EoS":true} {"level":"info","ts":1789164676.0764148,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"494bc767acddd4b1b4e117e57b5a9b2b","span_id":"db13972a73d2ac4c","x-request-id":"46e25546-50b4-420f-af2e-2f00502fdebc"} {"level":"info","ts":1789164676.1144843,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789164676.1146,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d6e3e24f0c4cd92f06126d6cc079eaf1","span_id":"8c3e7a48e209e11d","x-request-id":"73881861-35a3-4f38-9a48-d21b7a5c75ae"} {"level":"info","ts":1789164676.1146142,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d6e3e24f0c4cd92f06126d6cc079eaf1","span_id":"8c3e7a48e209e11d","x-request-id":"73881861-35a3-4f38-9a48-d21b7a5c75ae"} {"level":"info","ts":1789164676.1146321,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d6e3e24f0c4cd92f06126d6cc079eaf1","span_id":"8c3e7a48e209e11d","x-request-id":"73881861-35a3-4f38-9a48-d21b7a5c75ae","EoS":true} {"level":"info","ts":1789164676.1146636,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d6e3e24f0c4cd92f06126d6cc079eaf1","span_id":"8c3e7a48e209e11d","x-request-id":"73881861-35a3-4f38-9a48-d21b7a5c75ae","header":"x-maas-subscription"} {"level":"info","ts":1789164676.1146755,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d6e3e24f0c4cd92f06126d6cc079eaf1","span_id":"8c3e7a48e209e11d","x-request-id":"73881861-35a3-4f38-9a48-d21b7a5c75ae","header":"x-maas-group"} {"level":"info","ts":1789164676.1146839,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d6e3e24f0c4cd92f06126d6cc079eaf1","span_id":"8c3e7a48e209e11d","x-request-id":"73881861-35a3-4f38-9a48-d21b7a5c75ae","header":"x-maas-username"} {"level":"info","ts":1789164676.1147037,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d6e3e24f0c4cd92f06126d6cc079eaf1","span_id":"8c3e7a48e209e11d","x-request-id":"73881861-35a3-4f38-9a48-d21b7a5c75ae","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789164676.1147351,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d6e3e24f0c4cd92f06126d6cc079eaf1","span_id":"8c3e7a48e209e11d","x-request-id":"73881861-35a3-4f38-9a48-d21b7a5c75ae"} {"level":"info","ts":1789164676.1153548,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d6e3e24f0c4cd92f06126d6cc079eaf1","span_id":"8c3e7a48e209e11d","x-request-id":"73881861-35a3-4f38-9a48-d21b7a5c75ae"} {"level":"info","ts":1789164676.115372,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d6e3e24f0c4cd92f06126d6cc079eaf1","span_id":"8c3e7a48e209e11d","x-request-id":"73881861-35a3-4f38-9a48-d21b7a5c75ae"} {"level":"info","ts":1789164676.1153817,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d6e3e24f0c4cd92f06126d6cc079eaf1","span_id":"8c3e7a48e209e11d","x-request-id":"73881861-35a3-4f38-9a48-d21b7a5c75ae","EoS":false} {"level":"info","ts":1789164676.1153936,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d6e3e24f0c4cd92f06126d6cc079eaf1","span_id":"8c3e7a48e209e11d","x-request-id":"73881861-35a3-4f38-9a48-d21b7a5c75ae"} {"level":"info","ts":1789164676.1154237,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d6e3e24f0c4cd92f06126d6cc079eaf1","span_id":"8c3e7a48e209e11d","x-request-id":"73881861-35a3-4f38-9a48-d21b7a5c75ae","EoS":true} {"level":"info","ts":1789164676.1154342,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d6e3e24f0c4cd92f06126d6cc079eaf1","span_id":"8c3e7a48e209e11d","x-request-id":"73881861-35a3-4f38-9a48-d21b7a5c75ae"} {"level":"error","ts":1789164690.9736335,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789164691.0582364,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789164691.0583355,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"992a39f8514d2d24f435171fba715d0d","span_id":"61a570309713b335","x-request-id":"3636055c-1c21-4451-bace-1e7b9807a682"} {"level":"info","ts":1789164691.0583549,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"992a39f8514d2d24f435171fba715d0d","span_id":"61a570309713b335","x-request-id":"3636055c-1c21-4451-bace-1e7b9807a682"} {"level":"info","ts":1789164691.0583713,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"992a39f8514d2d24f435171fba715d0d","span_id":"61a570309713b335","x-request-id":"3636055c-1c21-4451-bace-1e7b9807a682","EoS":true} {"level":"info","ts":1789164691.0583997,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"992a39f8514d2d24f435171fba715d0d","span_id":"61a570309713b335","x-request-id":"3636055c-1c21-4451-bace-1e7b9807a682","header":"x-maas-group"} {"level":"info","ts":1789164691.0584154,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"992a39f8514d2d24f435171fba715d0d","span_id":"61a570309713b335","x-request-id":"3636055c-1c21-4451-bace-1e7b9807a682","header":"x-maas-username"} {"level":"info","ts":1789164691.058424,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"992a39f8514d2d24f435171fba715d0d","span_id":"61a570309713b335","x-request-id":"3636055c-1c21-4451-bace-1e7b9807a682","header":"x-maas-subscription"} {"level":"info","ts":1789164691.0584435,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"992a39f8514d2d24f435171fba715d0d","span_id":"61a570309713b335","x-request-id":"3636055c-1c21-4451-bace-1e7b9807a682","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789164691.0584924,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"992a39f8514d2d24f435171fba715d0d","span_id":"61a570309713b335","x-request-id":"3636055c-1c21-4451-bace-1e7b9807a682"} {"level":"info","ts":1789164691.0710516,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"992a39f8514d2d24f435171fba715d0d","span_id":"61a570309713b335","x-request-id":"3636055c-1c21-4451-bace-1e7b9807a682"} {"level":"info","ts":1789164691.0710769,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"992a39f8514d2d24f435171fba715d0d","span_id":"61a570309713b335","x-request-id":"3636055c-1c21-4451-bace-1e7b9807a682"} {"level":"info","ts":1789164691.0710962,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"992a39f8514d2d24f435171fba715d0d","span_id":"61a570309713b335","x-request-id":"3636055c-1c21-4451-bace-1e7b9807a682","EoS":false} {"level":"info","ts":1789164691.0711117,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"992a39f8514d2d24f435171fba715d0d","span_id":"61a570309713b335","x-request-id":"3636055c-1c21-4451-bace-1e7b9807a682"} {"level":"info","ts":1789164691.0711427,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"992a39f8514d2d24f435171fba715d0d","span_id":"61a570309713b335","x-request-id":"3636055c-1c21-4451-bace-1e7b9807a682","EoS":false} {"level":"info","ts":1789164691.0711534,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"992a39f8514d2d24f435171fba715d0d","span_id":"61a570309713b335","x-request-id":"3636055c-1c21-4451-bace-1e7b9807a682"} {"level":"info","ts":1789164691.0711646,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"992a39f8514d2d24f435171fba715d0d","span_id":"61a570309713b335","x-request-id":"3636055c-1c21-4451-bace-1e7b9807a682","EoS":false} {"level":"info","ts":1789164691.0711722,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"992a39f8514d2d24f435171fba715d0d","span_id":"61a570309713b335","x-request-id":"3636055c-1c21-4451-bace-1e7b9807a682"} {"level":"info","ts":1789164691.0711837,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"992a39f8514d2d24f435171fba715d0d","span_id":"61a570309713b335","x-request-id":"3636055c-1c21-4451-bace-1e7b9807a682","EoS":true} {"level":"info","ts":1789164691.0711904,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"992a39f8514d2d24f435171fba715d0d","span_id":"61a570309713b335","x-request-id":"3636055c-1c21-4451-bace-1e7b9807a682"} {"level":"info","ts":1789164691.2073643,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789164691.207466,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9cba2046b783b706a6c7887fa5584fef","span_id":"7d38495b69690649","x-request-id":"fd419417-981d-4e8e-80b1-80cb4793c2c8"} {"level":"info","ts":1789164691.2074945,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9cba2046b783b706a6c7887fa5584fef","span_id":"7d38495b69690649","x-request-id":"fd419417-981d-4e8e-80b1-80cb4793c2c8"} {"level":"info","ts":1789164691.207507,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9cba2046b783b706a6c7887fa5584fef","span_id":"7d38495b69690649","x-request-id":"fd419417-981d-4e8e-80b1-80cb4793c2c8","EoS":true} {"level":"info","ts":1789164691.207528,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9cba2046b783b706a6c7887fa5584fef","span_id":"7d38495b69690649","x-request-id":"fd419417-981d-4e8e-80b1-80cb4793c2c8","header":"x-maas-subscription"} {"level":"info","ts":1789164691.2075386,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9cba2046b783b706a6c7887fa5584fef","span_id":"7d38495b69690649","x-request-id":"fd419417-981d-4e8e-80b1-80cb4793c2c8","header":"x-maas-group"} {"level":"info","ts":1789164691.207544,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9cba2046b783b706a6c7887fa5584fef","span_id":"7d38495b69690649","x-request-id":"fd419417-981d-4e8e-80b1-80cb4793c2c8","header":"x-maas-username"} {"level":"info","ts":1789164691.2075589,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"9cba2046b783b706a6c7887fa5584fef","span_id":"7d38495b69690649","x-request-id":"fd419417-981d-4e8e-80b1-80cb4793c2c8","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789164691.2075863,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9cba2046b783b706a6c7887fa5584fef","span_id":"7d38495b69690649","x-request-id":"fd419417-981d-4e8e-80b1-80cb4793c2c8"} {"level":"info","ts":1789164691.2084832,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9cba2046b783b706a6c7887fa5584fef","span_id":"7d38495b69690649","x-request-id":"fd419417-981d-4e8e-80b1-80cb4793c2c8"} {"level":"info","ts":1789164691.2085028,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9cba2046b783b706a6c7887fa5584fef","span_id":"7d38495b69690649","x-request-id":"fd419417-981d-4e8e-80b1-80cb4793c2c8"} {"level":"info","ts":1789164691.208519,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9cba2046b783b706a6c7887fa5584fef","span_id":"7d38495b69690649","x-request-id":"fd419417-981d-4e8e-80b1-80cb4793c2c8","EoS":false} {"level":"info","ts":1789164691.208534,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9cba2046b783b706a6c7887fa5584fef","span_id":"7d38495b69690649","x-request-id":"fd419417-981d-4e8e-80b1-80cb4793c2c8"} {"level":"info","ts":1789164691.2085636,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9cba2046b783b706a6c7887fa5584fef","span_id":"7d38495b69690649","x-request-id":"fd419417-981d-4e8e-80b1-80cb4793c2c8","EoS":false} {"level":"info","ts":1789164691.2085745,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9cba2046b783b706a6c7887fa5584fef","span_id":"7d38495b69690649","x-request-id":"fd419417-981d-4e8e-80b1-80cb4793c2c8"} {"level":"info","ts":1789164691.208586,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9cba2046b783b706a6c7887fa5584fef","span_id":"7d38495b69690649","x-request-id":"fd419417-981d-4e8e-80b1-80cb4793c2c8","EoS":true} {"level":"info","ts":1789164691.2085924,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9cba2046b783b706a6c7887fa5584fef","span_id":"7d38495b69690649","x-request-id":"fd419417-981d-4e8e-80b1-80cb4793c2c8"} {"level":"info","ts":1789164691.3445885,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789164691.3446846,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e50c0f1ccb640f95099c7480062d7406","span_id":"a356d9dd2b8b13bc","x-request-id":"da91e2e6-eb6f-4fda-b3b0-50a9b5571692"} {"level":"info","ts":1789164691.344698,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e50c0f1ccb640f95099c7480062d7406","span_id":"a356d9dd2b8b13bc","x-request-id":"da91e2e6-eb6f-4fda-b3b0-50a9b5571692"} {"level":"info","ts":1789164691.3447096,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e50c0f1ccb640f95099c7480062d7406","span_id":"a356d9dd2b8b13bc","x-request-id":"da91e2e6-eb6f-4fda-b3b0-50a9b5571692","EoS":true} {"level":"info","ts":1789164691.3447325,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e50c0f1ccb640f95099c7480062d7406","span_id":"a356d9dd2b8b13bc","x-request-id":"da91e2e6-eb6f-4fda-b3b0-50a9b5571692","header":"x-maas-username"} {"level":"info","ts":1789164691.3447418,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e50c0f1ccb640f95099c7480062d7406","span_id":"a356d9dd2b8b13bc","x-request-id":"da91e2e6-eb6f-4fda-b3b0-50a9b5571692","header":"x-maas-subscription"} {"level":"info","ts":1789164691.3447473,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e50c0f1ccb640f95099c7480062d7406","span_id":"a356d9dd2b8b13bc","x-request-id":"da91e2e6-eb6f-4fda-b3b0-50a9b5571692","header":"x-maas-group"} {"level":"info","ts":1789164691.3447618,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e50c0f1ccb640f95099c7480062d7406","span_id":"a356d9dd2b8b13bc","x-request-id":"da91e2e6-eb6f-4fda-b3b0-50a9b5571692","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789164691.3447926,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e50c0f1ccb640f95099c7480062d7406","span_id":"a356d9dd2b8b13bc","x-request-id":"da91e2e6-eb6f-4fda-b3b0-50a9b5571692"} {"level":"info","ts":1789164691.3457088,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e50c0f1ccb640f95099c7480062d7406","span_id":"a356d9dd2b8b13bc","x-request-id":"da91e2e6-eb6f-4fda-b3b0-50a9b5571692"} {"level":"info","ts":1789164691.3457305,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e50c0f1ccb640f95099c7480062d7406","span_id":"a356d9dd2b8b13bc","x-request-id":"da91e2e6-eb6f-4fda-b3b0-50a9b5571692"} {"level":"info","ts":1789164691.3457572,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e50c0f1ccb640f95099c7480062d7406","span_id":"a356d9dd2b8b13bc","x-request-id":"da91e2e6-eb6f-4fda-b3b0-50a9b5571692","EoS":false} {"level":"info","ts":1789164691.3457763,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e50c0f1ccb640f95099c7480062d7406","span_id":"a356d9dd2b8b13bc","x-request-id":"da91e2e6-eb6f-4fda-b3b0-50a9b5571692"} {"level":"info","ts":1789164691.3458178,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e50c0f1ccb640f95099c7480062d7406","span_id":"a356d9dd2b8b13bc","x-request-id":"da91e2e6-eb6f-4fda-b3b0-50a9b5571692","EoS":false} {"level":"info","ts":1789164691.345831,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e50c0f1ccb640f95099c7480062d7406","span_id":"a356d9dd2b8b13bc","x-request-id":"da91e2e6-eb6f-4fda-b3b0-50a9b5571692"} {"level":"info","ts":1789164691.3458524,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e50c0f1ccb640f95099c7480062d7406","span_id":"a356d9dd2b8b13bc","x-request-id":"da91e2e6-eb6f-4fda-b3b0-50a9b5571692","EoS":true} {"level":"info","ts":1789164691.3458652,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e50c0f1ccb640f95099c7480062d7406","span_id":"a356d9dd2b8b13bc","x-request-id":"da91e2e6-eb6f-4fda-b3b0-50a9b5571692"} {"level":"info","ts":1789164704.2263892,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789164704.2265453,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3ad228d255f39158ad442e5eccd8b233","span_id":"541c2325cc49c857","x-request-id":"8595a9c4-7808-446a-850c-4f3ae95ce0bd"} {"level":"info","ts":1789164704.2265692,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3ad228d255f39158ad442e5eccd8b233","span_id":"541c2325cc49c857","x-request-id":"8595a9c4-7808-446a-850c-4f3ae95ce0bd"} {"level":"info","ts":1789164704.2265916,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3ad228d255f39158ad442e5eccd8b233","span_id":"541c2325cc49c857","x-request-id":"8595a9c4-7808-446a-850c-4f3ae95ce0bd","EoS":true} {"level":"info","ts":1789164704.2266135,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3ad228d255f39158ad442e5eccd8b233","span_id":"541c2325cc49c857","x-request-id":"8595a9c4-7808-446a-850c-4f3ae95ce0bd","header":"x-maas-group"} {"level":"info","ts":1789164704.2266214,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3ad228d255f39158ad442e5eccd8b233","span_id":"541c2325cc49c857","x-request-id":"8595a9c4-7808-446a-850c-4f3ae95ce0bd","header":"x-maas-subscription"} {"level":"info","ts":1789164704.2266262,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3ad228d255f39158ad442e5eccd8b233","span_id":"541c2325cc49c857","x-request-id":"8595a9c4-7808-446a-850c-4f3ae95ce0bd","header":"x-maas-username"} {"level":"info","ts":1789164704.2266424,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3ad228d255f39158ad442e5eccd8b233","span_id":"541c2325cc49c857","x-request-id":"8595a9c4-7808-446a-850c-4f3ae95ce0bd","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789164704.2266686,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3ad228d255f39158ad442e5eccd8b233","span_id":"541c2325cc49c857","x-request-id":"8595a9c4-7808-446a-850c-4f3ae95ce0bd"} {"level":"info","ts":1789164704.2287745,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3ad228d255f39158ad442e5eccd8b233","span_id":"541c2325cc49c857","x-request-id":"8595a9c4-7808-446a-850c-4f3ae95ce0bd"} {"level":"info","ts":1789164704.2287958,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3ad228d255f39158ad442e5eccd8b233","span_id":"541c2325cc49c857","x-request-id":"8595a9c4-7808-446a-850c-4f3ae95ce0bd"} {"level":"info","ts":1789164704.2288215,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3ad228d255f39158ad442e5eccd8b233","span_id":"541c2325cc49c857","x-request-id":"8595a9c4-7808-446a-850c-4f3ae95ce0bd","EoS":false} {"level":"info","ts":1789164704.2288344,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3ad228d255f39158ad442e5eccd8b233","span_id":"541c2325cc49c857","x-request-id":"8595a9c4-7808-446a-850c-4f3ae95ce0bd"} {"level":"info","ts":1789164704.2288733,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3ad228d255f39158ad442e5eccd8b233","span_id":"541c2325cc49c857","x-request-id":"8595a9c4-7808-446a-850c-4f3ae95ce0bd","EoS":true} {"level":"info","ts":1789164704.2288845,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3ad228d255f39158ad442e5eccd8b233","span_id":"541c2325cc49c857","x-request-id":"8595a9c4-7808-446a-850c-4f3ae95ce0bd"} {"level":"error","ts":1789164705.975728,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}