{"level":"info","ts":1789164255.791179,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5100579c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5100579c","reconcileID":"0a5bfb5f-b95a-4c1f-b59c-4a6eab79ee35","name":"e2e-legacy-migration-5100579c","namespace":"llm"} {"level":"info","ts":1789164255.7912126,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5100579c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5100579c","reconcileID":"0a5bfb5f-b95a-4c1f-b59c-4a6eab79ee35","modelName":"e2e-legacy-migration-5100579c","resolvedRefs":1} {"level":"error","ts":1789164255.7916417,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5100579c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5100579c","reconcileID":"0e9a0cf6-41f4-4f6c-994c-ddfb5806222d","error":"ExternalModel \"e2e-legacy-migration-5100579c\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-5100579c\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789164255.791724,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5100579c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5100579c","reconcileID":"80865a40-d2ac-49c9-baa8-19107b13cee5"} {"level":"info","ts":1789164255.7917764,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5100579c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5100579c","reconcileID":"80865a40-d2ac-49c9-baa8-19107b13cee5","name":"e2e-legacy-migration-5100579c"} {"level":"info","ts":1789164255.8022683,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-5100579c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5100579c","reconcileID":"6b209d76-e5cf-4773-83c5-579dbf0a91bd","service":"e2e-legacy-migration-5100579c","serviceEntry":"e2e-legacy-migration-5100579c","destinationRule":"e2e-legacy-migration-5100579c"} {"level":"error","ts":1789164255.8118458,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-5100579c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5100579c","reconcileID":"6b209d76-e5cf-4773-83c5-579dbf0a91bd","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-5100579c\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789164255.8120494,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-5100579c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5100579c","reconcileID":"69c56f00-b904-45d9-9533-45d4e4bcf76c"} {"level":"info","ts":1789164255.8121638,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-5100579c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5100579c","reconcileID":"69c56f00-b904-45d9-9533-45d4e4bcf76c","name":"e2e-legacy-migration-5100579c"} {"level":"info","ts":1789164255.8128624,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5100579c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5100579c","reconcileID":"93eeccbe-18b0-490c-b96b-5b13b4b0903b","name":"e2e-legacy-migration-5100579c","namespace":"llm"} {"level":"info","ts":1789164255.812958,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5100579c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5100579c","reconcileID":"93eeccbe-18b0-490c-b96b-5b13b4b0903b","modelName":"e2e-legacy-migration-5100579c","resolvedRefs":1} {"level":"error","ts":1789164255.8210132,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5100579c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5100579c","reconcileID":"80865a40-d2ac-49c9-baa8-19107b13cee5","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-5100579c\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789164255.8214462,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5100579c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5100579c","reconcileID":"80865a40-d2ac-49c9-baa8-19107b13cee5","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-5100579c\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789164255.8215468,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5100579c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5100579c","reconcileID":"e68c7e3e-a38f-42fb-9078-b5c1bbe2d741"} {"level":"info","ts":1789164255.8216226,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5100579c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5100579c","reconcileID":"e68c7e3e-a38f-42fb-9078-b5c1bbe2d741","name":"e2e-legacy-migration-5100579c"} {"level":"info","ts":1789164255.8385484,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-5100579c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5100579c","reconcileID":"69c56f00-b904-45d9-9533-45d4e4bcf76c","service":"e2e-legacy-migration-5100579c","serviceEntry":"e2e-legacy-migration-5100579c","destinationRule":"e2e-legacy-migration-5100579c"} {"level":"info","ts":1789164255.8393612,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5100579c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5100579c","reconcileID":"3cb87701-f75c-45da-ab38-f2d3f381e613","name":"e2e-legacy-migration-5100579c","namespace":"llm"} {"level":"info","ts":1789164255.839455,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5100579c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5100579c","reconcileID":"3cb87701-f75c-45da-ab38-f2d3f381e613","modelName":"e2e-legacy-migration-5100579c","resolvedRefs":1} {"level":"info","ts":1789164255.8417761,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5100579c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5100579c","reconcileID":"e68c7e3e-a38f-42fb-9078-b5c1bbe2d741","httpRoute":"e2e-legacy-migration-5100579c","providers":["e2e-legacy-migration-5100579c"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789164255.847812,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5100579c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5100579c","reconcileID":"e68c7e3e-a38f-42fb-9078-b5c1bbe2d741","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-5100579c\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789164255.8479648,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5100579c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5100579c","reconcileID":"26d42d20-c48a-4288-88ba-382a834a7de1"} {"level":"info","ts":1789164255.8481002,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5100579c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5100579c","reconcileID":"26d42d20-c48a-4288-88ba-382a834a7de1","name":"e2e-legacy-migration-5100579c"} {"level":"info","ts":1789164255.861575,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5100579c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5100579c","reconcileID":"26d42d20-c48a-4288-88ba-382a834a7de1","httpRoute":"e2e-legacy-migration-5100579c","providers":["e2e-legacy-migration-5100579c"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789164255.8668742,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5100579c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5100579c","reconcileID":"b7aca539-1c43-4d89-92e1-63f6eb8da141","name":"e2e-legacy-migration-5100579c","namespace":"llm"} {"level":"info","ts":1789164255.8670042,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5100579c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5100579c","reconcileID":"b7aca539-1c43-4d89-92e1-63f6eb8da141","modelName":"e2e-legacy-migration-5100579c","resolvedRefs":1} {"level":"error","ts":1789164255.8680158,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5100579c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5100579c","reconcileID":"26d42d20-c48a-4288-88ba-382a834a7de1","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-5100579c\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789164255.8681154,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5100579c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5100579c","reconcileID":"171fa01b-6563-4b71-8303-6a92c23a8b98"} {"level":"info","ts":1789164255.86819,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5100579c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5100579c","reconcileID":"171fa01b-6563-4b71-8303-6a92c23a8b98","name":"e2e-legacy-migration-5100579c"} {"level":"info","ts":1789164255.8802655,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5100579c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5100579c","reconcileID":"171fa01b-6563-4b71-8303-6a92c23a8b98","httpRoute":"e2e-legacy-migration-5100579c","providers":["e2e-legacy-migration-5100579c"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789164255.941597,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5100579c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5100579c","reconcileID":"97a76964-fee9-4a24-acfa-479658108931","name":"e2e-legacy-migration-5100579c","namespace":"llm"} {"level":"info","ts":1789164255.9467041,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5100579c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5100579c","reconcileID":"97a76964-fee9-4a24-acfa-479658108931","name":"e2e-legacy-migration-5100579c"} {"level":"info","ts":1789164255.9516397,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5100579c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5100579c","reconcileID":"97a76964-fee9-4a24-acfa-479658108931","provider":"openai","model":"e2e-legacy-migration-5100579c","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789164258.6333091,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5100579c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5100579c","reconcileID":"14253af2-7a74-438a-9771-ecfb1e837463","name":"e2e-legacy-migration-5100579c","namespace":"llm"} {"level":"info","ts":1789164258.641772,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5100579c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5100579c","reconcileID":"89da399d-6994-4da3-8447-c170463f5ad9","name":"e2e-legacy-migration-5100579c","namespace":"llm"} {"level":"info","ts":1789164258.6418207,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5100579c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5100579c","reconcileID":"89da399d-6994-4da3-8447-c170463f5ad9","name":"e2e-legacy-migration-5100579c","namespace":"llm"} {"level":"info","ts":1789164258.6418173,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5100579c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5100579c","reconcileID":"861683f8-42d9-42f6-8695-78f6733ec095"} {"level":"info","ts":1789164258.642812,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-5100579c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5100579c","reconcileID":"ea89395f-9152-4ae3-994c-54191d9cee96","name":"e2e-legacy-migration-5100579c","namespace":"llm"} {"level":"info","ts":1789164258.6428468,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-5100579c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5100579c","reconcileID":"ea89395f-9152-4ae3-994c-54191d9cee96","name":"e2e-legacy-migration-5100579c","namespace":"llm"} {"level":"info","ts":1789164258.6428454,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-5100579c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5100579c","reconcileID":"de3893ab-f93f-40d4-bf1f-0c4a5282ca80"} {"level":"info","ts":1789164259.053282,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789164259.053581,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a1fd5201af85b7e5e5907a43685685c1","span_id":"1bc0821fa35db81c","x-request-id":"a3bcffeb-61a3-4efc-89d8-5c0970c32454"} {"level":"info","ts":1789164259.053604,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a1fd5201af85b7e5e5907a43685685c1","span_id":"1bc0821fa35db81c","x-request-id":"a3bcffeb-61a3-4efc-89d8-5c0970c32454"} {"level":"info","ts":1789164259.053624,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a1fd5201af85b7e5e5907a43685685c1","span_id":"1bc0821fa35db81c","x-request-id":"a3bcffeb-61a3-4efc-89d8-5c0970c32454","EoS":true} {"level":"info","ts":1789164259.0536702,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a1fd5201af85b7e5e5907a43685685c1","span_id":"1bc0821fa35db81c","x-request-id":"a3bcffeb-61a3-4efc-89d8-5c0970c32454","header":"x-maas-subscription"} {"level":"info","ts":1789164259.0536845,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a1fd5201af85b7e5e5907a43685685c1","span_id":"1bc0821fa35db81c","x-request-id":"a3bcffeb-61a3-4efc-89d8-5c0970c32454","header":"x-maas-group"} {"level":"info","ts":1789164259.0536942,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a1fd5201af85b7e5e5907a43685685c1","span_id":"1bc0821fa35db81c","x-request-id":"a3bcffeb-61a3-4efc-89d8-5c0970c32454","header":"x-maas-username"} {"level":"info","ts":1789164259.0537267,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a1fd5201af85b7e5e5907a43685685c1","span_id":"1bc0821fa35db81c","x-request-id":"a3bcffeb-61a3-4efc-89d8-5c0970c32454","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789164259.0537424,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"a1fd5201af85b7e5e5907a43685685c1","span_id":"1bc0821fa35db81c","x-request-id":"a3bcffeb-61a3-4efc-89d8-5c0970c32454","modelName":"e2e-external-model"} {"level":"info","ts":1789164259.053781,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"a1fd5201af85b7e5e5907a43685685c1","span_id":"1bc0821fa35db81c","x-request-id":"a3bcffeb-61a3-4efc-89d8-5c0970c32454","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789164259.0538125,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"a1fd5201af85b7e5e5907a43685685c1","span_id":"1bc0821fa35db81c","x-request-id":"a3bcffeb-61a3-4efc-89d8-5c0970c32454","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1789164259.0538466,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"a1fd5201af85b7e5e5907a43685685c1","span_id":"1bc0821fa35db81c","x-request-id":"a3bcffeb-61a3-4efc-89d8-5c0970c32454","authType":"apikey"} {"level":"info","ts":1789164259.0538769,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a1fd5201af85b7e5e5907a43685685c1","span_id":"1bc0821fa35db81c","x-request-id":"a3bcffeb-61a3-4efc-89d8-5c0970c32454"} {"level":"info","ts":1789164259.1023643,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a1fd5201af85b7e5e5907a43685685c1","span_id":"1bc0821fa35db81c","x-request-id":"a3bcffeb-61a3-4efc-89d8-5c0970c32454"} {"level":"info","ts":1789164259.1023955,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a1fd5201af85b7e5e5907a43685685c1","span_id":"1bc0821fa35db81c","x-request-id":"a3bcffeb-61a3-4efc-89d8-5c0970c32454"} {"level":"info","ts":1789164259.1024203,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a1fd5201af85b7e5e5907a43685685c1","span_id":"1bc0821fa35db81c","x-request-id":"a3bcffeb-61a3-4efc-89d8-5c0970c32454","EoS":false} {"level":"info","ts":1789164259.10244,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a1fd5201af85b7e5e5907a43685685c1","span_id":"1bc0821fa35db81c","x-request-id":"a3bcffeb-61a3-4efc-89d8-5c0970c32454"} {"level":"info","ts":1789164259.1024797,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a1fd5201af85b7e5e5907a43685685c1","span_id":"1bc0821fa35db81c","x-request-id":"a3bcffeb-61a3-4efc-89d8-5c0970c32454","EoS":true} {"level":"info","ts":1789164259.102494,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a1fd5201af85b7e5e5907a43685685c1","span_id":"1bc0821fa35db81c","x-request-id":"a3bcffeb-61a3-4efc-89d8-5c0970c32454"} {"level":"info","ts":1789164259.1473749,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789164259.1474988,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"731db474a0f203476330b6a40240af42","span_id":"5f85402270544f8d","x-request-id":"209fc704-998b-479d-8194-997416c46f6a"} {"level":"info","ts":1789164259.1475146,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"731db474a0f203476330b6a40240af42","span_id":"5f85402270544f8d","x-request-id":"209fc704-998b-479d-8194-997416c46f6a"} {"level":"info","ts":1789164259.14753,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"731db474a0f203476330b6a40240af42","span_id":"5f85402270544f8d","x-request-id":"209fc704-998b-479d-8194-997416c46f6a","EoS":true} {"level":"info","ts":1789164259.1475618,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"731db474a0f203476330b6a40240af42","span_id":"5f85402270544f8d","x-request-id":"209fc704-998b-479d-8194-997416c46f6a","header":"x-maas-subscription"} {"level":"info","ts":1789164259.147573,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"731db474a0f203476330b6a40240af42","span_id":"5f85402270544f8d","x-request-id":"209fc704-998b-479d-8194-997416c46f6a","header":"x-maas-username"} {"level":"info","ts":1789164259.147578,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"731db474a0f203476330b6a40240af42","span_id":"5f85402270544f8d","x-request-id":"209fc704-998b-479d-8194-997416c46f6a","header":"x-maas-group"} {"level":"info","ts":1789164259.147593,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"731db474a0f203476330b6a40240af42","span_id":"5f85402270544f8d","x-request-id":"209fc704-998b-479d-8194-997416c46f6a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789164259.1476169,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"731db474a0f203476330b6a40240af42","span_id":"5f85402270544f8d","x-request-id":"209fc704-998b-479d-8194-997416c46f6a"} {"level":"info","ts":1789164259.2024689,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"731db474a0f203476330b6a40240af42","span_id":"5f85402270544f8d","x-request-id":"209fc704-998b-479d-8194-997416c46f6a"} {"level":"info","ts":1789164259.202497,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"731db474a0f203476330b6a40240af42","span_id":"5f85402270544f8d","x-request-id":"209fc704-998b-479d-8194-997416c46f6a"} {"level":"info","ts":1789164259.202514,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"731db474a0f203476330b6a40240af42","span_id":"5f85402270544f8d","x-request-id":"209fc704-998b-479d-8194-997416c46f6a","EoS":false} {"level":"info","ts":1789164259.202527,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"731db474a0f203476330b6a40240af42","span_id":"5f85402270544f8d","x-request-id":"209fc704-998b-479d-8194-997416c46f6a"} {"level":"info","ts":1789164259.2025588,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"731db474a0f203476330b6a40240af42","span_id":"5f85402270544f8d","x-request-id":"209fc704-998b-479d-8194-997416c46f6a","EoS":true} {"level":"info","ts":1789164259.2025692,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"731db474a0f203476330b6a40240af42","span_id":"5f85402270544f8d","x-request-id":"209fc704-998b-479d-8194-997416c46f6a"} {"level":"info","ts":1789164259.2484584,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789164259.24864,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1eac9fa450cfd96a73fce4af3aa32d3c","span_id":"822386bebc1b894c","x-request-id":"a3bf6581-529e-4fea-b3c2-7c639e16857a"} {"level":"info","ts":1789164259.2486625,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1eac9fa450cfd96a73fce4af3aa32d3c","span_id":"822386bebc1b894c","x-request-id":"a3bf6581-529e-4fea-b3c2-7c639e16857a"} {"level":"info","ts":1789164259.2486815,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1eac9fa450cfd96a73fce4af3aa32d3c","span_id":"822386bebc1b894c","x-request-id":"a3bf6581-529e-4fea-b3c2-7c639e16857a","EoS":true} {"level":"info","ts":1789164259.2487104,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1eac9fa450cfd96a73fce4af3aa32d3c","span_id":"822386bebc1b894c","x-request-id":"a3bf6581-529e-4fea-b3c2-7c639e16857a","header":"x-maas-subscription"} {"level":"info","ts":1789164259.2487223,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1eac9fa450cfd96a73fce4af3aa32d3c","span_id":"822386bebc1b894c","x-request-id":"a3bf6581-529e-4fea-b3c2-7c639e16857a","header":"x-maas-group"} {"level":"info","ts":1789164259.2487302,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1eac9fa450cfd96a73fce4af3aa32d3c","span_id":"822386bebc1b894c","x-request-id":"a3bf6581-529e-4fea-b3c2-7c639e16857a","header":"x-maas-username"} {"level":"info","ts":1789164259.2487712,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1eac9fa450cfd96a73fce4af3aa32d3c","span_id":"822386bebc1b894c","x-request-id":"a3bf6581-529e-4fea-b3c2-7c639e16857a"} {"level":"info","ts":1789164259.295816,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"1eac9fa450cfd96a73fce4af3aa32d3c","span_id":"822386bebc1b894c","x-request-id":"a3bf6581-529e-4fea-b3c2-7c639e16857a"} {"level":"info","ts":1789164259.2958426,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"1eac9fa450cfd96a73fce4af3aa32d3c","span_id":"822386bebc1b894c","x-request-id":"a3bf6581-529e-4fea-b3c2-7c639e16857a"} {"level":"info","ts":1789164259.29586,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1eac9fa450cfd96a73fce4af3aa32d3c","span_id":"822386bebc1b894c","x-request-id":"a3bf6581-529e-4fea-b3c2-7c639e16857a","EoS":false} {"level":"info","ts":1789164259.2958758,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1eac9fa450cfd96a73fce4af3aa32d3c","span_id":"822386bebc1b894c","x-request-id":"a3bf6581-529e-4fea-b3c2-7c639e16857a"} {"level":"info","ts":1789164259.295903,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1eac9fa450cfd96a73fce4af3aa32d3c","span_id":"822386bebc1b894c","x-request-id":"a3bf6581-529e-4fea-b3c2-7c639e16857a","EoS":true} {"level":"info","ts":1789164259.29591,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1eac9fa450cfd96a73fce4af3aa32d3c","span_id":"822386bebc1b894c","x-request-id":"a3bf6581-529e-4fea-b3c2-7c639e16857a"} {"level":"error","ts":1789164259.6096,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789164260.2419047,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bc106923-f704-45a7-832d-6b086c9a43c1","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789164260.242038,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bc106923-f704-45a7-832d-6b086c9a43c1","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789164260.242133,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e2e913ad-7b81-4b78-8a53-6727e1048a0c"} {"level":"info","ts":1789164260.382804,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aa8a1d20-5ea6-4bb7-8109-807a0be97b50","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789164260.382889,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aa8a1d20-5ea6-4bb7-8109-807a0be97b50","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789164260.3828871,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d3fdb06b-fbc2-48d0-a6a8-667426ee01ca"} {"level":"info","ts":1789164260.5009186,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"a115822d-b634-4f5c-964b-b97b3f10e414","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789164260.5009756,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"a115822d-b634-4f5c-964b-b97b3f10e414","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789164272.3209083,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789164272.3210378,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0d61b9f6578bcdb29a2423a8c37d6414","span_id":"1c53d3a102628d84","x-request-id":"fce593a7-da8a-4e29-a92d-1a4e372191e7"} {"level":"info","ts":1789164272.3210557,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0d61b9f6578bcdb29a2423a8c37d6414","span_id":"1c53d3a102628d84","x-request-id":"fce593a7-da8a-4e29-a92d-1a4e372191e7"} {"level":"info","ts":1789164272.321071,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0d61b9f6578bcdb29a2423a8c37d6414","span_id":"1c53d3a102628d84","x-request-id":"fce593a7-da8a-4e29-a92d-1a4e372191e7","EoS":true} {"level":"info","ts":1789164272.3211002,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0d61b9f6578bcdb29a2423a8c37d6414","span_id":"1c53d3a102628d84","x-request-id":"fce593a7-da8a-4e29-a92d-1a4e372191e7","header":"x-maas-subscription"} {"level":"info","ts":1789164272.3211114,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0d61b9f6578bcdb29a2423a8c37d6414","span_id":"1c53d3a102628d84","x-request-id":"fce593a7-da8a-4e29-a92d-1a4e372191e7","header":"x-maas-username"} {"level":"info","ts":1789164272.3211179,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0d61b9f6578bcdb29a2423a8c37d6414","span_id":"1c53d3a102628d84","x-request-id":"fce593a7-da8a-4e29-a92d-1a4e372191e7","header":"x-maas-group"} {"level":"info","ts":1789164272.321138,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0d61b9f6578bcdb29a2423a8c37d6414","span_id":"1c53d3a102628d84","x-request-id":"fce593a7-da8a-4e29-a92d-1a4e372191e7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789164272.3211722,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0d61b9f6578bcdb29a2423a8c37d6414","span_id":"1c53d3a102628d84","x-request-id":"fce593a7-da8a-4e29-a92d-1a4e372191e7"} {"level":"info","ts":1789164272.322178,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0d61b9f6578bcdb29a2423a8c37d6414","span_id":"1c53d3a102628d84","x-request-id":"fce593a7-da8a-4e29-a92d-1a4e372191e7"} {"level":"info","ts":1789164272.322197,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0d61b9f6578bcdb29a2423a8c37d6414","span_id":"1c53d3a102628d84","x-request-id":"fce593a7-da8a-4e29-a92d-1a4e372191e7"} {"level":"info","ts":1789164272.3222132,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0d61b9f6578bcdb29a2423a8c37d6414","span_id":"1c53d3a102628d84","x-request-id":"fce593a7-da8a-4e29-a92d-1a4e372191e7","EoS":false} {"level":"info","ts":1789164272.3222303,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0d61b9f6578bcdb29a2423a8c37d6414","span_id":"1c53d3a102628d84","x-request-id":"fce593a7-da8a-4e29-a92d-1a4e372191e7"} {"level":"info","ts":1789164272.3222659,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0d61b9f6578bcdb29a2423a8c37d6414","span_id":"1c53d3a102628d84","x-request-id":"fce593a7-da8a-4e29-a92d-1a4e372191e7","EoS":true} {"level":"info","ts":1789164272.3222797,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0d61b9f6578bcdb29a2423a8c37d6414","span_id":"1c53d3a102628d84","x-request-id":"fce593a7-da8a-4e29-a92d-1a4e372191e7"} {"level":"info","ts":1789164272.3571992,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789164272.357322,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"44cacea844036c53989927dc603ed45f","span_id":"0419a92e8cbd49a1","x-request-id":"d14c450a-801d-43ae-9167-ee2ded7194c8"} {"level":"info","ts":1789164272.357363,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"44cacea844036c53989927dc603ed45f","span_id":"0419a92e8cbd49a1","x-request-id":"d14c450a-801d-43ae-9167-ee2ded7194c8"} {"level":"info","ts":1789164272.3573818,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"44cacea844036c53989927dc603ed45f","span_id":"0419a92e8cbd49a1","x-request-id":"d14c450a-801d-43ae-9167-ee2ded7194c8","EoS":true} {"level":"info","ts":1789164272.3574193,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"44cacea844036c53989927dc603ed45f","span_id":"0419a92e8cbd49a1","x-request-id":"d14c450a-801d-43ae-9167-ee2ded7194c8","header":"x-maas-subscription"} {"level":"info","ts":1789164272.357434,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"44cacea844036c53989927dc603ed45f","span_id":"0419a92e8cbd49a1","x-request-id":"d14c450a-801d-43ae-9167-ee2ded7194c8","header":"x-maas-username"} {"level":"info","ts":1789164272.3574424,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"44cacea844036c53989927dc603ed45f","span_id":"0419a92e8cbd49a1","x-request-id":"d14c450a-801d-43ae-9167-ee2ded7194c8","header":"x-maas-group"} {"level":"info","ts":1789164272.3574631,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"44cacea844036c53989927dc603ed45f","span_id":"0419a92e8cbd49a1","x-request-id":"d14c450a-801d-43ae-9167-ee2ded7194c8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789164272.3574996,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"44cacea844036c53989927dc603ed45f","span_id":"0419a92e8cbd49a1","x-request-id":"d14c450a-801d-43ae-9167-ee2ded7194c8"} {"level":"info","ts":1789164272.3584516,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"44cacea844036c53989927dc603ed45f","span_id":"0419a92e8cbd49a1","x-request-id":"d14c450a-801d-43ae-9167-ee2ded7194c8"} {"level":"info","ts":1789164272.358473,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"44cacea844036c53989927dc603ed45f","span_id":"0419a92e8cbd49a1","x-request-id":"d14c450a-801d-43ae-9167-ee2ded7194c8"} {"level":"info","ts":1789164272.3584874,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"44cacea844036c53989927dc603ed45f","span_id":"0419a92e8cbd49a1","x-request-id":"d14c450a-801d-43ae-9167-ee2ded7194c8","EoS":false} {"level":"info","ts":1789164272.3585014,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"44cacea844036c53989927dc603ed45f","span_id":"0419a92e8cbd49a1","x-request-id":"d14c450a-801d-43ae-9167-ee2ded7194c8"} {"level":"info","ts":1789164272.358521,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"44cacea844036c53989927dc603ed45f","span_id":"0419a92e8cbd49a1","x-request-id":"d14c450a-801d-43ae-9167-ee2ded7194c8","EoS":true} {"level":"info","ts":1789164272.358528,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"44cacea844036c53989927dc603ed45f","span_id":"0419a92e8cbd49a1","x-request-id":"d14c450a-801d-43ae-9167-ee2ded7194c8"} {"level":"info","ts":1789164272.3923874,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789164272.3924909,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f202d2f316323392618c7c7776cd6530","span_id":"538a757e7653cfa9","x-request-id":"11727c24-1101-476e-b89c-d20651c1a9f4"} {"level":"info","ts":1789164272.3925025,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f202d2f316323392618c7c7776cd6530","span_id":"538a757e7653cfa9","x-request-id":"11727c24-1101-476e-b89c-d20651c1a9f4"} {"level":"info","ts":1789164272.392516,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f202d2f316323392618c7c7776cd6530","span_id":"538a757e7653cfa9","x-request-id":"11727c24-1101-476e-b89c-d20651c1a9f4","EoS":true} {"level":"info","ts":1789164272.392541,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f202d2f316323392618c7c7776cd6530","span_id":"538a757e7653cfa9","x-request-id":"11727c24-1101-476e-b89c-d20651c1a9f4","header":"x-maas-subscription"} {"level":"info","ts":1789164272.392552,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f202d2f316323392618c7c7776cd6530","span_id":"538a757e7653cfa9","x-request-id":"11727c24-1101-476e-b89c-d20651c1a9f4","header":"x-maas-group"} {"level":"info","ts":1789164272.3925564,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f202d2f316323392618c7c7776cd6530","span_id":"538a757e7653cfa9","x-request-id":"11727c24-1101-476e-b89c-d20651c1a9f4","header":"x-maas-username"} {"level":"info","ts":1789164272.3925707,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f202d2f316323392618c7c7776cd6530","span_id":"538a757e7653cfa9","x-request-id":"11727c24-1101-476e-b89c-d20651c1a9f4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789164272.3926034,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f202d2f316323392618c7c7776cd6530","span_id":"538a757e7653cfa9","x-request-id":"11727c24-1101-476e-b89c-d20651c1a9f4"} {"level":"info","ts":1789164272.393503,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f202d2f316323392618c7c7776cd6530","span_id":"538a757e7653cfa9","x-request-id":"11727c24-1101-476e-b89c-d20651c1a9f4"} {"level":"info","ts":1789164272.3935237,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f202d2f316323392618c7c7776cd6530","span_id":"538a757e7653cfa9","x-request-id":"11727c24-1101-476e-b89c-d20651c1a9f4"} {"level":"info","ts":1789164272.3935432,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f202d2f316323392618c7c7776cd6530","span_id":"538a757e7653cfa9","x-request-id":"11727c24-1101-476e-b89c-d20651c1a9f4","EoS":false} {"level":"info","ts":1789164272.3935604,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f202d2f316323392618c7c7776cd6530","span_id":"538a757e7653cfa9","x-request-id":"11727c24-1101-476e-b89c-d20651c1a9f4"} {"level":"info","ts":1789164272.3935971,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f202d2f316323392618c7c7776cd6530","span_id":"538a757e7653cfa9","x-request-id":"11727c24-1101-476e-b89c-d20651c1a9f4","EoS":true} {"level":"info","ts":1789164272.3936076,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f202d2f316323392618c7c7776cd6530","span_id":"538a757e7653cfa9","x-request-id":"11727c24-1101-476e-b89c-d20651c1a9f4"} {"level":"info","ts":1789164272.4284472,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789164272.4285433,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2b17d4b4cc64db3c8efba096ca8cfcc3","span_id":"3ef0bf8cbb230d85","x-request-id":"2f0d1281-ba77-4c4a-a264-11e781f95121"} {"level":"info","ts":1789164272.4285572,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2b17d4b4cc64db3c8efba096ca8cfcc3","span_id":"3ef0bf8cbb230d85","x-request-id":"2f0d1281-ba77-4c4a-a264-11e781f95121"} {"level":"info","ts":1789164272.428568,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2b17d4b4cc64db3c8efba096ca8cfcc3","span_id":"3ef0bf8cbb230d85","x-request-id":"2f0d1281-ba77-4c4a-a264-11e781f95121","EoS":true} {"level":"info","ts":1789164272.4285917,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2b17d4b4cc64db3c8efba096ca8cfcc3","span_id":"3ef0bf8cbb230d85","x-request-id":"2f0d1281-ba77-4c4a-a264-11e781f95121","header":"x-maas-subscription"} {"level":"info","ts":1789164272.4286022,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2b17d4b4cc64db3c8efba096ca8cfcc3","span_id":"3ef0bf8cbb230d85","x-request-id":"2f0d1281-ba77-4c4a-a264-11e781f95121","header":"x-maas-username"} {"level":"info","ts":1789164272.4286075,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2b17d4b4cc64db3c8efba096ca8cfcc3","span_id":"3ef0bf8cbb230d85","x-request-id":"2f0d1281-ba77-4c4a-a264-11e781f95121","header":"x-maas-group"} {"level":"info","ts":1789164272.4286222,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2b17d4b4cc64db3c8efba096ca8cfcc3","span_id":"3ef0bf8cbb230d85","x-request-id":"2f0d1281-ba77-4c4a-a264-11e781f95121","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789164272.4286456,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2b17d4b4cc64db3c8efba096ca8cfcc3","span_id":"3ef0bf8cbb230d85","x-request-id":"2f0d1281-ba77-4c4a-a264-11e781f95121"} {"level":"info","ts":1789164272.4295065,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2b17d4b4cc64db3c8efba096ca8cfcc3","span_id":"3ef0bf8cbb230d85","x-request-id":"2f0d1281-ba77-4c4a-a264-11e781f95121"} {"level":"info","ts":1789164272.4295292,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2b17d4b4cc64db3c8efba096ca8cfcc3","span_id":"3ef0bf8cbb230d85","x-request-id":"2f0d1281-ba77-4c4a-a264-11e781f95121"} {"level":"info","ts":1789164272.4295447,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2b17d4b4cc64db3c8efba096ca8cfcc3","span_id":"3ef0bf8cbb230d85","x-request-id":"2f0d1281-ba77-4c4a-a264-11e781f95121","EoS":false} {"level":"info","ts":1789164272.4295578,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2b17d4b4cc64db3c8efba096ca8cfcc3","span_id":"3ef0bf8cbb230d85","x-request-id":"2f0d1281-ba77-4c4a-a264-11e781f95121"} {"level":"info","ts":1789164272.4295933,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2b17d4b4cc64db3c8efba096ca8cfcc3","span_id":"3ef0bf8cbb230d85","x-request-id":"2f0d1281-ba77-4c4a-a264-11e781f95121","EoS":true} {"level":"info","ts":1789164272.4296072,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2b17d4b4cc64db3c8efba096ca8cfcc3","span_id":"3ef0bf8cbb230d85","x-request-id":"2f0d1281-ba77-4c4a-a264-11e781f95121"} {"level":"error","ts":1789164274.6109805,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789164284.6118925,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789164285.3787231,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789164285.3788323,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3d8ea6cc7bd7c00c75ecc99624f04f6d","span_id":"0a762cbb79f3f688","x-request-id":"5d679c74-c0c5-4fa2-897f-85f04e74aeab"} {"level":"info","ts":1789164285.3788433,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3d8ea6cc7bd7c00c75ecc99624f04f6d","span_id":"0a762cbb79f3f688","x-request-id":"5d679c74-c0c5-4fa2-897f-85f04e74aeab"} {"level":"info","ts":1789164285.3788574,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3d8ea6cc7bd7c00c75ecc99624f04f6d","span_id":"0a762cbb79f3f688","x-request-id":"5d679c74-c0c5-4fa2-897f-85f04e74aeab","EoS":true} {"level":"info","ts":1789164285.3789155,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3d8ea6cc7bd7c00c75ecc99624f04f6d","span_id":"0a762cbb79f3f688","x-request-id":"5d679c74-c0c5-4fa2-897f-85f04e74aeab"} {"level":"info","ts":1789164285.5210626,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789164285.5211987,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b896c9ca2233b7ebf376c36c901cb273","span_id":"d5c3b9023c9d24fe","x-request-id":"deffcbdc-b5c8-4618-a17c-e86e2a519391"} {"level":"info","ts":1789164285.5212176,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b896c9ca2233b7ebf376c36c901cb273","span_id":"d5c3b9023c9d24fe","x-request-id":"deffcbdc-b5c8-4618-a17c-e86e2a519391"} {"level":"info","ts":1789164285.521236,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b896c9ca2233b7ebf376c36c901cb273","span_id":"d5c3b9023c9d24fe","x-request-id":"deffcbdc-b5c8-4618-a17c-e86e2a519391","EoS":true} {"level":"info","ts":1789164285.5212967,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b896c9ca2233b7ebf376c36c901cb273","span_id":"d5c3b9023c9d24fe","x-request-id":"deffcbdc-b5c8-4618-a17c-e86e2a519391"} {"level":"info","ts":1789164285.6596887,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789164285.6598072,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"bdf766028bd4400117c7c1671189d8f2","span_id":"d2e634876f57ad8b","x-request-id":"095966c6-2634-44a2-8e82-677ca07bf426"} {"level":"info","ts":1789164285.6598191,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"bdf766028bd4400117c7c1671189d8f2","span_id":"d2e634876f57ad8b","x-request-id":"095966c6-2634-44a2-8e82-677ca07bf426"} {"level":"info","ts":1789164285.6598315,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"bdf766028bd4400117c7c1671189d8f2","span_id":"d2e634876f57ad8b","x-request-id":"095966c6-2634-44a2-8e82-677ca07bf426","EoS":true} {"level":"info","ts":1789164285.6598806,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"bdf766028bd4400117c7c1671189d8f2","span_id":"d2e634876f57ad8b","x-request-id":"095966c6-2634-44a2-8e82-677ca07bf426"} {"level":"error","ts":1789164294.612633,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789164309.6140893,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789165341.9255931,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789165341.925719,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"cf1a4d7c686c491b646e2dd6740391c7","span_id":"03cdf4a71941ad9b","x-request-id":"2fea3999-3b02-4772-aa4e-b63a4b2bf99e"} {"level":"info","ts":1789165341.9257338,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"cf1a4d7c686c491b646e2dd6740391c7","span_id":"03cdf4a71941ad9b","x-request-id":"2fea3999-3b02-4772-aa4e-b63a4b2bf99e"} {"level":"info","ts":1789165341.9257476,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"cf1a4d7c686c491b646e2dd6740391c7","span_id":"03cdf4a71941ad9b","x-request-id":"2fea3999-3b02-4772-aa4e-b63a4b2bf99e","EoS":true} {"level":"info","ts":1789165341.9257774,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cf1a4d7c686c491b646e2dd6740391c7","span_id":"03cdf4a71941ad9b","x-request-id":"2fea3999-3b02-4772-aa4e-b63a4b2bf99e","header":"x-maas-username"} {"level":"info","ts":1789165341.925788,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cf1a4d7c686c491b646e2dd6740391c7","span_id":"03cdf4a71941ad9b","x-request-id":"2fea3999-3b02-4772-aa4e-b63a4b2bf99e","header":"x-maas-group"} {"level":"info","ts":1789165341.9257932,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cf1a4d7c686c491b646e2dd6740391c7","span_id":"03cdf4a71941ad9b","x-request-id":"2fea3999-3b02-4772-aa4e-b63a4b2bf99e","header":"x-maas-subscription"} {"level":"info","ts":1789165341.9258091,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"cf1a4d7c686c491b646e2dd6740391c7","span_id":"03cdf4a71941ad9b","x-request-id":"2fea3999-3b02-4772-aa4e-b63a4b2bf99e","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789165341.9258397,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"cf1a4d7c686c491b646e2dd6740391c7","span_id":"03cdf4a71941ad9b","x-request-id":"2fea3999-3b02-4772-aa4e-b63a4b2bf99e"} {"level":"info","ts":1789165341.9268882,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"cf1a4d7c686c491b646e2dd6740391c7","span_id":"03cdf4a71941ad9b","x-request-id":"2fea3999-3b02-4772-aa4e-b63a4b2bf99e"} {"level":"info","ts":1789165341.9269116,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"cf1a4d7c686c491b646e2dd6740391c7","span_id":"03cdf4a71941ad9b","x-request-id":"2fea3999-3b02-4772-aa4e-b63a4b2bf99e"} {"level":"info","ts":1789165341.926927,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cf1a4d7c686c491b646e2dd6740391c7","span_id":"03cdf4a71941ad9b","x-request-id":"2fea3999-3b02-4772-aa4e-b63a4b2bf99e","EoS":false} {"level":"info","ts":1789165341.926938,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cf1a4d7c686c491b646e2dd6740391c7","span_id":"03cdf4a71941ad9b","x-request-id":"2fea3999-3b02-4772-aa4e-b63a4b2bf99e"} {"level":"info","ts":1789165341.9269657,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cf1a4d7c686c491b646e2dd6740391c7","span_id":"03cdf4a71941ad9b","x-request-id":"2fea3999-3b02-4772-aa4e-b63a4b2bf99e","EoS":true} {"level":"info","ts":1789165341.9269774,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cf1a4d7c686c491b646e2dd6740391c7","span_id":"03cdf4a71941ad9b","x-request-id":"2fea3999-3b02-4772-aa4e-b63a4b2bf99e"} {"level":"info","ts":1789165341.967277,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789165341.9674423,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f228fbae1d6e32cb71c14889e58940b5","span_id":"eab9366e62ccb4f2","x-request-id":"9f782913-f208-4f66-86c0-b367c606094a"} {"level":"info","ts":1789165341.9674664,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f228fbae1d6e32cb71c14889e58940b5","span_id":"eab9366e62ccb4f2","x-request-id":"9f782913-f208-4f66-86c0-b367c606094a"} {"level":"info","ts":1789165341.967488,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f228fbae1d6e32cb71c14889e58940b5","span_id":"eab9366e62ccb4f2","x-request-id":"9f782913-f208-4f66-86c0-b367c606094a","EoS":true} {"level":"info","ts":1789165341.9675338,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f228fbae1d6e32cb71c14889e58940b5","span_id":"eab9366e62ccb4f2","x-request-id":"9f782913-f208-4f66-86c0-b367c606094a","header":"x-maas-group"} {"level":"info","ts":1789165341.9675484,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f228fbae1d6e32cb71c14889e58940b5","span_id":"eab9366e62ccb4f2","x-request-id":"9f782913-f208-4f66-86c0-b367c606094a","header":"x-maas-subscription"} {"level":"info","ts":1789165341.9675555,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f228fbae1d6e32cb71c14889e58940b5","span_id":"eab9366e62ccb4f2","x-request-id":"9f782913-f208-4f66-86c0-b367c606094a","header":"x-maas-username"} {"level":"info","ts":1789165341.967577,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f228fbae1d6e32cb71c14889e58940b5","span_id":"eab9366e62ccb4f2","x-request-id":"9f782913-f208-4f66-86c0-b367c606094a","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789165341.9676595,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f228fbae1d6e32cb71c14889e58940b5","span_id":"eab9366e62ccb4f2","x-request-id":"9f782913-f208-4f66-86c0-b367c606094a"} {"level":"info","ts":1789165341.9686992,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f228fbae1d6e32cb71c14889e58940b5","span_id":"eab9366e62ccb4f2","x-request-id":"9f782913-f208-4f66-86c0-b367c606094a"} {"level":"info","ts":1789165341.9687204,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f228fbae1d6e32cb71c14889e58940b5","span_id":"eab9366e62ccb4f2","x-request-id":"9f782913-f208-4f66-86c0-b367c606094a"} {"level":"info","ts":1789165341.9687436,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f228fbae1d6e32cb71c14889e58940b5","span_id":"eab9366e62ccb4f2","x-request-id":"9f782913-f208-4f66-86c0-b367c606094a","EoS":false} {"level":"info","ts":1789165341.968762,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f228fbae1d6e32cb71c14889e58940b5","span_id":"eab9366e62ccb4f2","x-request-id":"9f782913-f208-4f66-86c0-b367c606094a"} {"level":"info","ts":1789165341.9687996,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f228fbae1d6e32cb71c14889e58940b5","span_id":"eab9366e62ccb4f2","x-request-id":"9f782913-f208-4f66-86c0-b367c606094a","EoS":true} {"level":"info","ts":1789165341.968811,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f228fbae1d6e32cb71c14889e58940b5","span_id":"eab9366e62ccb4f2","x-request-id":"9f782913-f208-4f66-86c0-b367c606094a"} {"level":"error","ts":1789165354.748609,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789165669.8090587,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789165669.8091652,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f2940ca09fa1ee87a212833070b0a04f","span_id":"108745e71d22afb5","x-request-id":"8ca7d646-e654-45c4-8b18-1aae7dc139f8"} {"level":"info","ts":1789165669.809177,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f2940ca09fa1ee87a212833070b0a04f","span_id":"108745e71d22afb5","x-request-id":"8ca7d646-e654-45c4-8b18-1aae7dc139f8"} {"level":"info","ts":1789165669.809189,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f2940ca09fa1ee87a212833070b0a04f","span_id":"108745e71d22afb5","x-request-id":"8ca7d646-e654-45c4-8b18-1aae7dc139f8","EoS":true} {"level":"info","ts":1789165669.8092163,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f2940ca09fa1ee87a212833070b0a04f","span_id":"108745e71d22afb5","x-request-id":"8ca7d646-e654-45c4-8b18-1aae7dc139f8","header":"x-maas-group"} {"level":"info","ts":1789165669.8092244,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f2940ca09fa1ee87a212833070b0a04f","span_id":"108745e71d22afb5","x-request-id":"8ca7d646-e654-45c4-8b18-1aae7dc139f8","header":"x-maas-subscription"} {"level":"info","ts":1789165669.8092306,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f2940ca09fa1ee87a212833070b0a04f","span_id":"108745e71d22afb5","x-request-id":"8ca7d646-e654-45c4-8b18-1aae7dc139f8","header":"x-maas-username"} {"level":"info","ts":1789165669.8092446,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f2940ca09fa1ee87a212833070b0a04f","span_id":"108745e71d22afb5","x-request-id":"8ca7d646-e654-45c4-8b18-1aae7dc139f8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789165669.8092692,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f2940ca09fa1ee87a212833070b0a04f","span_id":"108745e71d22afb5","x-request-id":"8ca7d646-e654-45c4-8b18-1aae7dc139f8"} {"level":"info","ts":1789165669.8218253,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f2940ca09fa1ee87a212833070b0a04f","span_id":"108745e71d22afb5","x-request-id":"8ca7d646-e654-45c4-8b18-1aae7dc139f8"} {"level":"info","ts":1789165669.8218524,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f2940ca09fa1ee87a212833070b0a04f","span_id":"108745e71d22afb5","x-request-id":"8ca7d646-e654-45c4-8b18-1aae7dc139f8"} {"level":"info","ts":1789165669.8218699,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f2940ca09fa1ee87a212833070b0a04f","span_id":"108745e71d22afb5","x-request-id":"8ca7d646-e654-45c4-8b18-1aae7dc139f8","EoS":false} {"level":"info","ts":1789165669.8218834,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f2940ca09fa1ee87a212833070b0a04f","span_id":"108745e71d22afb5","x-request-id":"8ca7d646-e654-45c4-8b18-1aae7dc139f8"} {"level":"info","ts":1789165669.8219073,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f2940ca09fa1ee87a212833070b0a04f","span_id":"108745e71d22afb5","x-request-id":"8ca7d646-e654-45c4-8b18-1aae7dc139f8","EoS":true} {"level":"info","ts":1789165669.8219156,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f2940ca09fa1ee87a212833070b0a04f","span_id":"108745e71d22afb5","x-request-id":"8ca7d646-e654-45c4-8b18-1aae7dc139f8"} {"level":"info","ts":1789165669.966195,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789165669.9663174,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1dfadb5506feadc72cde056770f369aa","span_id":"a7433c630cd001e8","x-request-id":"f599b1c9-53c8-4f8e-9e7a-75e14347d9e2"} {"level":"info","ts":1789165669.9663558,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1dfadb5506feadc72cde056770f369aa","span_id":"a7433c630cd001e8","x-request-id":"f599b1c9-53c8-4f8e-9e7a-75e14347d9e2"} {"level":"info","ts":1789165669.9663708,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1dfadb5506feadc72cde056770f369aa","span_id":"a7433c630cd001e8","x-request-id":"f599b1c9-53c8-4f8e-9e7a-75e14347d9e2","EoS":true} {"level":"info","ts":1789165669.9663963,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1dfadb5506feadc72cde056770f369aa","span_id":"a7433c630cd001e8","x-request-id":"f599b1c9-53c8-4f8e-9e7a-75e14347d9e2","header":"x-maas-group"} {"level":"info","ts":1789165669.966408,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1dfadb5506feadc72cde056770f369aa","span_id":"a7433c630cd001e8","x-request-id":"f599b1c9-53c8-4f8e-9e7a-75e14347d9e2","header":"x-maas-username"} {"level":"info","ts":1789165669.9664133,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1dfadb5506feadc72cde056770f369aa","span_id":"a7433c630cd001e8","x-request-id":"f599b1c9-53c8-4f8e-9e7a-75e14347d9e2","header":"x-maas-subscription"} {"level":"info","ts":1789165669.9664278,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"1dfadb5506feadc72cde056770f369aa","span_id":"a7433c630cd001e8","x-request-id":"f599b1c9-53c8-4f8e-9e7a-75e14347d9e2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789165669.9664538,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1dfadb5506feadc72cde056770f369aa","span_id":"a7433c630cd001e8","x-request-id":"f599b1c9-53c8-4f8e-9e7a-75e14347d9e2"} {"level":"info","ts":1789165669.9671214,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"1dfadb5506feadc72cde056770f369aa","span_id":"a7433c630cd001e8","x-request-id":"f599b1c9-53c8-4f8e-9e7a-75e14347d9e2"} {"level":"info","ts":1789165669.9671402,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"1dfadb5506feadc72cde056770f369aa","span_id":"a7433c630cd001e8","x-request-id":"f599b1c9-53c8-4f8e-9e7a-75e14347d9e2"} {"level":"info","ts":1789165669.9671543,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1dfadb5506feadc72cde056770f369aa","span_id":"a7433c630cd001e8","x-request-id":"f599b1c9-53c8-4f8e-9e7a-75e14347d9e2","EoS":false} {"level":"info","ts":1789165669.9671667,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1dfadb5506feadc72cde056770f369aa","span_id":"a7433c630cd001e8","x-request-id":"f599b1c9-53c8-4f8e-9e7a-75e14347d9e2"} {"level":"info","ts":1789165669.9671893,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1dfadb5506feadc72cde056770f369aa","span_id":"a7433c630cd001e8","x-request-id":"f599b1c9-53c8-4f8e-9e7a-75e14347d9e2","EoS":true} {"level":"info","ts":1789165669.9671986,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1dfadb5506feadc72cde056770f369aa","span_id":"a7433c630cd001e8","x-request-id":"f599b1c9-53c8-4f8e-9e7a-75e14347d9e2"} {"level":"info","ts":1789165670.107302,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789165670.1074162,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ebbc6c2e04153cd78aefd652aaaf6f21","span_id":"72ffc538f4879178","x-request-id":"a4522b34-649f-42a2-affb-e5aa173f75a6"} {"level":"info","ts":1789165670.1074302,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ebbc6c2e04153cd78aefd652aaaf6f21","span_id":"72ffc538f4879178","x-request-id":"a4522b34-649f-42a2-affb-e5aa173f75a6"} {"level":"info","ts":1789165670.1074424,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ebbc6c2e04153cd78aefd652aaaf6f21","span_id":"72ffc538f4879178","x-request-id":"a4522b34-649f-42a2-affb-e5aa173f75a6","EoS":true} {"level":"info","ts":1789165670.1074655,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ebbc6c2e04153cd78aefd652aaaf6f21","span_id":"72ffc538f4879178","x-request-id":"a4522b34-649f-42a2-affb-e5aa173f75a6","header":"x-maas-subscription"} {"level":"info","ts":1789165670.1074762,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ebbc6c2e04153cd78aefd652aaaf6f21","span_id":"72ffc538f4879178","x-request-id":"a4522b34-649f-42a2-affb-e5aa173f75a6","header":"x-maas-group"} {"level":"info","ts":1789165670.107481,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ebbc6c2e04153cd78aefd652aaaf6f21","span_id":"72ffc538f4879178","x-request-id":"a4522b34-649f-42a2-affb-e5aa173f75a6","header":"x-maas-username"} {"level":"info","ts":1789165670.107498,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ebbc6c2e04153cd78aefd652aaaf6f21","span_id":"72ffc538f4879178","x-request-id":"a4522b34-649f-42a2-affb-e5aa173f75a6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789165670.107531,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ebbc6c2e04153cd78aefd652aaaf6f21","span_id":"72ffc538f4879178","x-request-id":"a4522b34-649f-42a2-affb-e5aa173f75a6"} {"level":"info","ts":1789165670.10817,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ebbc6c2e04153cd78aefd652aaaf6f21","span_id":"72ffc538f4879178","x-request-id":"a4522b34-649f-42a2-affb-e5aa173f75a6"} {"level":"info","ts":1789165670.1081893,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ebbc6c2e04153cd78aefd652aaaf6f21","span_id":"72ffc538f4879178","x-request-id":"a4522b34-649f-42a2-affb-e5aa173f75a6"} {"level":"info","ts":1789165670.1082048,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ebbc6c2e04153cd78aefd652aaaf6f21","span_id":"72ffc538f4879178","x-request-id":"a4522b34-649f-42a2-affb-e5aa173f75a6","EoS":false} {"level":"info","ts":1789165670.1082191,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ebbc6c2e04153cd78aefd652aaaf6f21","span_id":"72ffc538f4879178","x-request-id":"a4522b34-649f-42a2-affb-e5aa173f75a6"} {"level":"info","ts":1789165670.1082444,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ebbc6c2e04153cd78aefd652aaaf6f21","span_id":"72ffc538f4879178","x-request-id":"a4522b34-649f-42a2-affb-e5aa173f75a6","EoS":true} {"level":"info","ts":1789165670.1082551,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ebbc6c2e04153cd78aefd652aaaf6f21","span_id":"72ffc538f4879178","x-request-id":"a4522b34-649f-42a2-affb-e5aa173f75a6"} {"level":"info","ts":1789165670.2434795,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789165670.2435842,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7a35ad2c2f67455259495ca4e7a27bce","span_id":"e71929d20b03df2c","x-request-id":"ed08e065-aa30-49e6-9ae1-6528bc75ddaf"} {"level":"info","ts":1789165670.2435977,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7a35ad2c2f67455259495ca4e7a27bce","span_id":"e71929d20b03df2c","x-request-id":"ed08e065-aa30-49e6-9ae1-6528bc75ddaf"} {"level":"info","ts":1789165670.24361,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7a35ad2c2f67455259495ca4e7a27bce","span_id":"e71929d20b03df2c","x-request-id":"ed08e065-aa30-49e6-9ae1-6528bc75ddaf","EoS":true} {"level":"info","ts":1789165670.2436318,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7a35ad2c2f67455259495ca4e7a27bce","span_id":"e71929d20b03df2c","x-request-id":"ed08e065-aa30-49e6-9ae1-6528bc75ddaf","header":"x-maas-subscription"} {"level":"info","ts":1789165670.2436428,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7a35ad2c2f67455259495ca4e7a27bce","span_id":"e71929d20b03df2c","x-request-id":"ed08e065-aa30-49e6-9ae1-6528bc75ddaf","header":"x-maas-username"} {"level":"info","ts":1789165670.243648,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7a35ad2c2f67455259495ca4e7a27bce","span_id":"e71929d20b03df2c","x-request-id":"ed08e065-aa30-49e6-9ae1-6528bc75ddaf","header":"x-maas-group"} {"level":"info","ts":1789165670.243663,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7a35ad2c2f67455259495ca4e7a27bce","span_id":"e71929d20b03df2c","x-request-id":"ed08e065-aa30-49e6-9ae1-6528bc75ddaf","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789165670.2436893,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7a35ad2c2f67455259495ca4e7a27bce","span_id":"e71929d20b03df2c","x-request-id":"ed08e065-aa30-49e6-9ae1-6528bc75ddaf"} {"level":"info","ts":1789165670.2454429,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7a35ad2c2f67455259495ca4e7a27bce","span_id":"e71929d20b03df2c","x-request-id":"ed08e065-aa30-49e6-9ae1-6528bc75ddaf"} {"level":"info","ts":1789165670.2454698,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7a35ad2c2f67455259495ca4e7a27bce","span_id":"e71929d20b03df2c","x-request-id":"ed08e065-aa30-49e6-9ae1-6528bc75ddaf"} {"level":"info","ts":1789165670.2454917,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7a35ad2c2f67455259495ca4e7a27bce","span_id":"e71929d20b03df2c","x-request-id":"ed08e065-aa30-49e6-9ae1-6528bc75ddaf","EoS":false} {"level":"info","ts":1789165670.2455108,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7a35ad2c2f67455259495ca4e7a27bce","span_id":"e71929d20b03df2c","x-request-id":"ed08e065-aa30-49e6-9ae1-6528bc75ddaf"} {"level":"info","ts":1789165670.2455432,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7a35ad2c2f67455259495ca4e7a27bce","span_id":"e71929d20b03df2c","x-request-id":"ed08e065-aa30-49e6-9ae1-6528bc75ddaf","EoS":true} {"level":"info","ts":1789165670.2455523,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7a35ad2c2f67455259495ca4e7a27bce","span_id":"e71929d20b03df2c","x-request-id":"ed08e065-aa30-49e6-9ae1-6528bc75ddaf"} {"level":"info","ts":1789165670.386191,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789165670.3862884,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ee34dc220b5e6a617062904d51d821a2","span_id":"c92d64547a8bebe8","x-request-id":"c8664abf-3106-4616-bf98-45148e1e116b"} {"level":"info","ts":1789165670.3863003,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ee34dc220b5e6a617062904d51d821a2","span_id":"c92d64547a8bebe8","x-request-id":"c8664abf-3106-4616-bf98-45148e1e116b"} {"level":"info","ts":1789165670.3863127,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ee34dc220b5e6a617062904d51d821a2","span_id":"c92d64547a8bebe8","x-request-id":"c8664abf-3106-4616-bf98-45148e1e116b","EoS":true} {"level":"info","ts":1789165670.3863506,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ee34dc220b5e6a617062904d51d821a2","span_id":"c92d64547a8bebe8","x-request-id":"c8664abf-3106-4616-bf98-45148e1e116b","header":"x-maas-subscription"} {"level":"info","ts":1789165670.386363,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ee34dc220b5e6a617062904d51d821a2","span_id":"c92d64547a8bebe8","x-request-id":"c8664abf-3106-4616-bf98-45148e1e116b","header":"x-maas-group"} {"level":"info","ts":1789165670.3863685,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ee34dc220b5e6a617062904d51d821a2","span_id":"c92d64547a8bebe8","x-request-id":"c8664abf-3106-4616-bf98-45148e1e116b","header":"x-maas-username"} {"level":"info","ts":1789165670.3863835,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ee34dc220b5e6a617062904d51d821a2","span_id":"c92d64547a8bebe8","x-request-id":"c8664abf-3106-4616-bf98-45148e1e116b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789165670.3864102,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ee34dc220b5e6a617062904d51d821a2","span_id":"c92d64547a8bebe8","x-request-id":"c8664abf-3106-4616-bf98-45148e1e116b"} {"level":"info","ts":1789165670.3870764,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ee34dc220b5e6a617062904d51d821a2","span_id":"c92d64547a8bebe8","x-request-id":"c8664abf-3106-4616-bf98-45148e1e116b"} {"level":"info","ts":1789165670.3871026,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ee34dc220b5e6a617062904d51d821a2","span_id":"c92d64547a8bebe8","x-request-id":"c8664abf-3106-4616-bf98-45148e1e116b"} {"level":"info","ts":1789165670.3871222,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ee34dc220b5e6a617062904d51d821a2","span_id":"c92d64547a8bebe8","x-request-id":"c8664abf-3106-4616-bf98-45148e1e116b","EoS":false} {"level":"info","ts":1789165670.3871412,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ee34dc220b5e6a617062904d51d821a2","span_id":"c92d64547a8bebe8","x-request-id":"c8664abf-3106-4616-bf98-45148e1e116b"} {"level":"info","ts":1789165670.3871717,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ee34dc220b5e6a617062904d51d821a2","span_id":"c92d64547a8bebe8","x-request-id":"c8664abf-3106-4616-bf98-45148e1e116b","EoS":true} {"level":"info","ts":1789165670.3871837,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ee34dc220b5e6a617062904d51d821a2","span_id":"c92d64547a8bebe8","x-request-id":"c8664abf-3106-4616-bf98-45148e1e116b"} {"level":"info","ts":1789165679.18254,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789165679.1826448,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"96b0272d248d4e1c549a8be028e86344","span_id":"814e1959a596377a","x-request-id":"cda3b95c-bf54-4033-8fe4-13ff3ff4b161"} {"level":"info","ts":1789165679.1826568,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"96b0272d248d4e1c549a8be028e86344","span_id":"814e1959a596377a","x-request-id":"cda3b95c-bf54-4033-8fe4-13ff3ff4b161"} {"level":"info","ts":1789165679.1826692,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"96b0272d248d4e1c549a8be028e86344","span_id":"814e1959a596377a","x-request-id":"cda3b95c-bf54-4033-8fe4-13ff3ff4b161","EoS":true} {"level":"info","ts":1789165679.1826954,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"96b0272d248d4e1c549a8be028e86344","span_id":"814e1959a596377a","x-request-id":"cda3b95c-bf54-4033-8fe4-13ff3ff4b161","header":"x-maas-group"} {"level":"info","ts":1789165679.1827052,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"96b0272d248d4e1c549a8be028e86344","span_id":"814e1959a596377a","x-request-id":"cda3b95c-bf54-4033-8fe4-13ff3ff4b161","header":"x-maas-subscription"} {"level":"info","ts":1789165679.1827102,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"96b0272d248d4e1c549a8be028e86344","span_id":"814e1959a596377a","x-request-id":"cda3b95c-bf54-4033-8fe4-13ff3ff4b161","header":"x-maas-username"} {"level":"info","ts":1789165679.1827266,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"96b0272d248d4e1c549a8be028e86344","span_id":"814e1959a596377a","x-request-id":"cda3b95c-bf54-4033-8fe4-13ff3ff4b161","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789165679.1827528,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"96b0272d248d4e1c549a8be028e86344","span_id":"814e1959a596377a","x-request-id":"cda3b95c-bf54-4033-8fe4-13ff3ff4b161"} {"level":"info","ts":1789165679.1835532,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"96b0272d248d4e1c549a8be028e86344","span_id":"814e1959a596377a","x-request-id":"cda3b95c-bf54-4033-8fe4-13ff3ff4b161"} {"level":"info","ts":1789165679.1835747,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"96b0272d248d4e1c549a8be028e86344","span_id":"814e1959a596377a","x-request-id":"cda3b95c-bf54-4033-8fe4-13ff3ff4b161"} {"level":"info","ts":1789165679.1835933,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"96b0272d248d4e1c549a8be028e86344","span_id":"814e1959a596377a","x-request-id":"cda3b95c-bf54-4033-8fe4-13ff3ff4b161","EoS":false} {"level":"info","ts":1789165679.1836054,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"96b0272d248d4e1c549a8be028e86344","span_id":"814e1959a596377a","x-request-id":"cda3b95c-bf54-4033-8fe4-13ff3ff4b161"} {"level":"info","ts":1789165679.1836324,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"96b0272d248d4e1c549a8be028e86344","span_id":"814e1959a596377a","x-request-id":"cda3b95c-bf54-4033-8fe4-13ff3ff4b161","EoS":true} {"level":"info","ts":1789165679.1836405,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"96b0272d248d4e1c549a8be028e86344","span_id":"814e1959a596377a","x-request-id":"cda3b95c-bf54-4033-8fe4-13ff3ff4b161"} {"level":"info","ts":1789165679.2960186,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789165679.2961245,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4c97015fb99f879917e576a882158d94","span_id":"04665b5e2e3f48a8","x-request-id":"dc52d468-9048-4bc1-9fe8-940028f07075"} {"level":"info","ts":1789165679.2967083,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4c97015fb99f879917e576a882158d94","span_id":"04665b5e2e3f48a8","x-request-id":"dc52d468-9048-4bc1-9fe8-940028f07075"} {"level":"info","ts":1789165679.2967315,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4c97015fb99f879917e576a882158d94","span_id":"04665b5e2e3f48a8","x-request-id":"dc52d468-9048-4bc1-9fe8-940028f07075"} {"level":"info","ts":1789165679.296751,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4c97015fb99f879917e576a882158d94","span_id":"04665b5e2e3f48a8","x-request-id":"dc52d468-9048-4bc1-9fe8-940028f07075","EoS":false} {"level":"info","ts":1789165679.2967699,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4c97015fb99f879917e576a882158d94","span_id":"04665b5e2e3f48a8","x-request-id":"dc52d468-9048-4bc1-9fe8-940028f07075"} {"level":"info","ts":1789165679.2967963,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4c97015fb99f879917e576a882158d94","span_id":"04665b5e2e3f48a8","x-request-id":"dc52d468-9048-4bc1-9fe8-940028f07075","EoS":true} {"level":"info","ts":1789165679.2968047,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4c97015fb99f879917e576a882158d94","span_id":"04665b5e2e3f48a8","x-request-id":"dc52d468-9048-4bc1-9fe8-940028f07075"} {"level":"info","ts":1789165680.0764463,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789165680.0765576,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"77060029fd4e6ee28f5864f3d138d640","span_id":"e2fe60d0ba1a7f4e","x-request-id":"917c3893-51ba-44c0-9a67-1e478d2780d4"} {"level":"info","ts":1789165680.0765715,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"77060029fd4e6ee28f5864f3d138d640","span_id":"e2fe60d0ba1a7f4e","x-request-id":"917c3893-51ba-44c0-9a67-1e478d2780d4"} {"level":"info","ts":1789165680.076589,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"77060029fd4e6ee28f5864f3d138d640","span_id":"e2fe60d0ba1a7f4e","x-request-id":"917c3893-51ba-44c0-9a67-1e478d2780d4","EoS":true} {"level":"info","ts":1789165680.0766127,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"77060029fd4e6ee28f5864f3d138d640","span_id":"e2fe60d0ba1a7f4e","x-request-id":"917c3893-51ba-44c0-9a67-1e478d2780d4","header":"x-maas-subscription"} {"level":"info","ts":1789165680.0766225,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"77060029fd4e6ee28f5864f3d138d640","span_id":"e2fe60d0ba1a7f4e","x-request-id":"917c3893-51ba-44c0-9a67-1e478d2780d4","header":"x-maas-group"} {"level":"info","ts":1789165680.0766282,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"77060029fd4e6ee28f5864f3d138d640","span_id":"e2fe60d0ba1a7f4e","x-request-id":"917c3893-51ba-44c0-9a67-1e478d2780d4","header":"x-maas-username"} {"level":"info","ts":1789165680.0766444,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"77060029fd4e6ee28f5864f3d138d640","span_id":"e2fe60d0ba1a7f4e","x-request-id":"917c3893-51ba-44c0-9a67-1e478d2780d4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789165680.076674,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"77060029fd4e6ee28f5864f3d138d640","span_id":"e2fe60d0ba1a7f4e","x-request-id":"917c3893-51ba-44c0-9a67-1e478d2780d4"} {"level":"info","ts":1789165680.0775988,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"77060029fd4e6ee28f5864f3d138d640","span_id":"e2fe60d0ba1a7f4e","x-request-id":"917c3893-51ba-44c0-9a67-1e478d2780d4"} {"level":"info","ts":1789165680.0776181,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"77060029fd4e6ee28f5864f3d138d640","span_id":"e2fe60d0ba1a7f4e","x-request-id":"917c3893-51ba-44c0-9a67-1e478d2780d4"} {"level":"info","ts":1789165680.0776331,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"77060029fd4e6ee28f5864f3d138d640","span_id":"e2fe60d0ba1a7f4e","x-request-id":"917c3893-51ba-44c0-9a67-1e478d2780d4","EoS":false} {"level":"info","ts":1789165680.0776446,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"77060029fd4e6ee28f5864f3d138d640","span_id":"e2fe60d0ba1a7f4e","x-request-id":"917c3893-51ba-44c0-9a67-1e478d2780d4"} {"level":"info","ts":1789165680.0776691,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"77060029fd4e6ee28f5864f3d138d640","span_id":"e2fe60d0ba1a7f4e","x-request-id":"917c3893-51ba-44c0-9a67-1e478d2780d4","EoS":true} {"level":"info","ts":1789165680.0776787,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"77060029fd4e6ee28f5864f3d138d640","span_id":"e2fe60d0ba1a7f4e","x-request-id":"917c3893-51ba-44c0-9a67-1e478d2780d4"} {"level":"info","ts":1789165681.0185962,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789165681.0187027,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"53687f1b6ffbd85fbafa028d5cba3b6c","span_id":"a94846b77bf4734b","x-request-id":"ea41312c-3700-4b5e-bdb7-1fee38499d47"} {"level":"info","ts":1789165681.0187206,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"53687f1b6ffbd85fbafa028d5cba3b6c","span_id":"a94846b77bf4734b","x-request-id":"ea41312c-3700-4b5e-bdb7-1fee38499d47"} {"level":"info","ts":1789165681.0187337,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"53687f1b6ffbd85fbafa028d5cba3b6c","span_id":"a94846b77bf4734b","x-request-id":"ea41312c-3700-4b5e-bdb7-1fee38499d47","EoS":true} {"level":"info","ts":1789165681.0187593,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"53687f1b6ffbd85fbafa028d5cba3b6c","span_id":"a94846b77bf4734b","x-request-id":"ea41312c-3700-4b5e-bdb7-1fee38499d47","header":"x-maas-username"} {"level":"info","ts":1789165681.0187693,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"53687f1b6ffbd85fbafa028d5cba3b6c","span_id":"a94846b77bf4734b","x-request-id":"ea41312c-3700-4b5e-bdb7-1fee38499d47","header":"x-maas-subscription"} {"level":"info","ts":1789165681.0187752,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"53687f1b6ffbd85fbafa028d5cba3b6c","span_id":"a94846b77bf4734b","x-request-id":"ea41312c-3700-4b5e-bdb7-1fee38499d47","header":"x-maas-group"} {"level":"info","ts":1789165681.0187945,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"53687f1b6ffbd85fbafa028d5cba3b6c","span_id":"a94846b77bf4734b","x-request-id":"ea41312c-3700-4b5e-bdb7-1fee38499d47","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789165681.0188227,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"53687f1b6ffbd85fbafa028d5cba3b6c","span_id":"a94846b77bf4734b","x-request-id":"ea41312c-3700-4b5e-bdb7-1fee38499d47"} {"level":"info","ts":1789165681.019726,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"53687f1b6ffbd85fbafa028d5cba3b6c","span_id":"a94846b77bf4734b","x-request-id":"ea41312c-3700-4b5e-bdb7-1fee38499d47"} {"level":"info","ts":1789165681.019752,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"53687f1b6ffbd85fbafa028d5cba3b6c","span_id":"a94846b77bf4734b","x-request-id":"ea41312c-3700-4b5e-bdb7-1fee38499d47"} {"level":"info","ts":1789165681.0197728,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"53687f1b6ffbd85fbafa028d5cba3b6c","span_id":"a94846b77bf4734b","x-request-id":"ea41312c-3700-4b5e-bdb7-1fee38499d47","EoS":false} {"level":"info","ts":1789165681.0197926,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"53687f1b6ffbd85fbafa028d5cba3b6c","span_id":"a94846b77bf4734b","x-request-id":"ea41312c-3700-4b5e-bdb7-1fee38499d47"} {"level":"info","ts":1789165681.0198357,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"53687f1b6ffbd85fbafa028d5cba3b6c","span_id":"a94846b77bf4734b","x-request-id":"ea41312c-3700-4b5e-bdb7-1fee38499d47","EoS":true} {"level":"info","ts":1789165681.0198483,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"53687f1b6ffbd85fbafa028d5cba3b6c","span_id":"a94846b77bf4734b","x-request-id":"ea41312c-3700-4b5e-bdb7-1fee38499d47"} {"level":"info","ts":1789165681.7401147,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789165681.7402442,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"94a38d068284674d4ec271b35249e665","span_id":"9145042fa5539e1c","x-request-id":"9bfd26a4-57be-4e4a-a220-8b8ccc133def"} {"level":"info","ts":1789165681.7402625,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"94a38d068284674d4ec271b35249e665","span_id":"9145042fa5539e1c","x-request-id":"9bfd26a4-57be-4e4a-a220-8b8ccc133def"} {"level":"info","ts":1789165681.740277,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"94a38d068284674d4ec271b35249e665","span_id":"9145042fa5539e1c","x-request-id":"9bfd26a4-57be-4e4a-a220-8b8ccc133def","EoS":true} {"level":"info","ts":1789165681.7403026,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"94a38d068284674d4ec271b35249e665","span_id":"9145042fa5539e1c","x-request-id":"9bfd26a4-57be-4e4a-a220-8b8ccc133def","header":"x-maas-group"} {"level":"info","ts":1789165681.740314,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"94a38d068284674d4ec271b35249e665","span_id":"9145042fa5539e1c","x-request-id":"9bfd26a4-57be-4e4a-a220-8b8ccc133def","header":"x-maas-subscription"} {"level":"info","ts":1789165681.74032,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"94a38d068284674d4ec271b35249e665","span_id":"9145042fa5539e1c","x-request-id":"9bfd26a4-57be-4e4a-a220-8b8ccc133def","header":"x-maas-username"} {"level":"info","ts":1789165681.740353,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"94a38d068284674d4ec271b35249e665","span_id":"9145042fa5539e1c","x-request-id":"9bfd26a4-57be-4e4a-a220-8b8ccc133def","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789165681.740379,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"94a38d068284674d4ec271b35249e665","span_id":"9145042fa5539e1c","x-request-id":"9bfd26a4-57be-4e4a-a220-8b8ccc133def"} {"level":"info","ts":1789165681.7413015,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"94a38d068284674d4ec271b35249e665","span_id":"9145042fa5539e1c","x-request-id":"9bfd26a4-57be-4e4a-a220-8b8ccc133def"} {"level":"info","ts":1789165681.7413204,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"94a38d068284674d4ec271b35249e665","span_id":"9145042fa5539e1c","x-request-id":"9bfd26a4-57be-4e4a-a220-8b8ccc133def"} {"level":"info","ts":1789165681.7413538,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"94a38d068284674d4ec271b35249e665","span_id":"9145042fa5539e1c","x-request-id":"9bfd26a4-57be-4e4a-a220-8b8ccc133def","EoS":false} {"level":"info","ts":1789165681.7413695,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"94a38d068284674d4ec271b35249e665","span_id":"9145042fa5539e1c","x-request-id":"9bfd26a4-57be-4e4a-a220-8b8ccc133def"} {"level":"info","ts":1789165681.741393,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"94a38d068284674d4ec271b35249e665","span_id":"9145042fa5539e1c","x-request-id":"9bfd26a4-57be-4e4a-a220-8b8ccc133def","EoS":true} {"level":"info","ts":1789165681.7414026,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"94a38d068284674d4ec271b35249e665","span_id":"9145042fa5539e1c","x-request-id":"9bfd26a4-57be-4e4a-a220-8b8ccc133def"} {"level":"info","ts":1789165682.7818346,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789165682.7819407,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c9bda2fb319224e4c64c9e4e3732abd4","span_id":"b3a22b2548278cd6","x-request-id":"73a50fdb-6a55-42dc-971c-96c3384d3364"} {"level":"info","ts":1789165682.7819571,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c9bda2fb319224e4c64c9e4e3732abd4","span_id":"b3a22b2548278cd6","x-request-id":"73a50fdb-6a55-42dc-971c-96c3384d3364"} {"level":"info","ts":1789165682.78197,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c9bda2fb319224e4c64c9e4e3732abd4","span_id":"b3a22b2548278cd6","x-request-id":"73a50fdb-6a55-42dc-971c-96c3384d3364","EoS":true} {"level":"info","ts":1789165682.781996,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c9bda2fb319224e4c64c9e4e3732abd4","span_id":"b3a22b2548278cd6","x-request-id":"73a50fdb-6a55-42dc-971c-96c3384d3364","header":"x-maas-username"} {"level":"info","ts":1789165682.782007,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c9bda2fb319224e4c64c9e4e3732abd4","span_id":"b3a22b2548278cd6","x-request-id":"73a50fdb-6a55-42dc-971c-96c3384d3364","header":"x-maas-subscription"} {"level":"info","ts":1789165682.7820125,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c9bda2fb319224e4c64c9e4e3732abd4","span_id":"b3a22b2548278cd6","x-request-id":"73a50fdb-6a55-42dc-971c-96c3384d3364","header":"x-maas-group"} {"level":"info","ts":1789165682.7820292,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c9bda2fb319224e4c64c9e4e3732abd4","span_id":"b3a22b2548278cd6","x-request-id":"73a50fdb-6a55-42dc-971c-96c3384d3364","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789165682.7820542,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c9bda2fb319224e4c64c9e4e3732abd4","span_id":"b3a22b2548278cd6","x-request-id":"73a50fdb-6a55-42dc-971c-96c3384d3364"} {"level":"info","ts":1789165682.7828674,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c9bda2fb319224e4c64c9e4e3732abd4","span_id":"b3a22b2548278cd6","x-request-id":"73a50fdb-6a55-42dc-971c-96c3384d3364"} {"level":"info","ts":1789165682.7828877,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c9bda2fb319224e4c64c9e4e3732abd4","span_id":"b3a22b2548278cd6","x-request-id":"73a50fdb-6a55-42dc-971c-96c3384d3364"} {"level":"info","ts":1789165682.7829022,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c9bda2fb319224e4c64c9e4e3732abd4","span_id":"b3a22b2548278cd6","x-request-id":"73a50fdb-6a55-42dc-971c-96c3384d3364","EoS":false} {"level":"info","ts":1789165682.7829185,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c9bda2fb319224e4c64c9e4e3732abd4","span_id":"b3a22b2548278cd6","x-request-id":"73a50fdb-6a55-42dc-971c-96c3384d3364"} {"level":"info","ts":1789165682.7829494,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c9bda2fb319224e4c64c9e4e3732abd4","span_id":"b3a22b2548278cd6","x-request-id":"73a50fdb-6a55-42dc-971c-96c3384d3364","EoS":true} {"level":"info","ts":1789165682.7829595,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c9bda2fb319224e4c64c9e4e3732abd4","span_id":"b3a22b2548278cd6","x-request-id":"73a50fdb-6a55-42dc-971c-96c3384d3364"} {"level":"error","ts":1789165684.7882774,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789165698.110192,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789165698.1103108,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0f6b5cbf37dbf89a32e0f42c568df96a","span_id":"109bb449572cda80","x-request-id":"711a93fc-8789-490d-a78d-05ed6a6d95d8"} {"level":"info","ts":1789165698.1103551,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0f6b5cbf37dbf89a32e0f42c568df96a","span_id":"109bb449572cda80","x-request-id":"711a93fc-8789-490d-a78d-05ed6a6d95d8"} {"level":"info","ts":1789165698.110371,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0f6b5cbf37dbf89a32e0f42c568df96a","span_id":"109bb449572cda80","x-request-id":"711a93fc-8789-490d-a78d-05ed6a6d95d8","EoS":true} {"level":"info","ts":1789165698.1103973,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0f6b5cbf37dbf89a32e0f42c568df96a","span_id":"109bb449572cda80","x-request-id":"711a93fc-8789-490d-a78d-05ed6a6d95d8","header":"x-maas-subscription"} {"level":"info","ts":1789165698.1104085,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0f6b5cbf37dbf89a32e0f42c568df96a","span_id":"109bb449572cda80","x-request-id":"711a93fc-8789-490d-a78d-05ed6a6d95d8","header":"x-maas-group"} {"level":"info","ts":1789165698.1104143,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0f6b5cbf37dbf89a32e0f42c568df96a","span_id":"109bb449572cda80","x-request-id":"711a93fc-8789-490d-a78d-05ed6a6d95d8","header":"x-maas-username"} {"level":"info","ts":1789165698.11043,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0f6b5cbf37dbf89a32e0f42c568df96a","span_id":"109bb449572cda80","x-request-id":"711a93fc-8789-490d-a78d-05ed6a6d95d8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789165698.110456,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0f6b5cbf37dbf89a32e0f42c568df96a","span_id":"109bb449572cda80","x-request-id":"711a93fc-8789-490d-a78d-05ed6a6d95d8"} {"level":"info","ts":1789165698.1113827,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0f6b5cbf37dbf89a32e0f42c568df96a","span_id":"109bb449572cda80","x-request-id":"711a93fc-8789-490d-a78d-05ed6a6d95d8"} {"level":"info","ts":1789165698.1114085,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0f6b5cbf37dbf89a32e0f42c568df96a","span_id":"109bb449572cda80","x-request-id":"711a93fc-8789-490d-a78d-05ed6a6d95d8"} {"level":"info","ts":1789165698.1114266,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0f6b5cbf37dbf89a32e0f42c568df96a","span_id":"109bb449572cda80","x-request-id":"711a93fc-8789-490d-a78d-05ed6a6d95d8","EoS":false} {"level":"info","ts":1789165698.1114457,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0f6b5cbf37dbf89a32e0f42c568df96a","span_id":"109bb449572cda80","x-request-id":"711a93fc-8789-490d-a78d-05ed6a6d95d8"} {"level":"info","ts":1789165698.1114733,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0f6b5cbf37dbf89a32e0f42c568df96a","span_id":"109bb449572cda80","x-request-id":"711a93fc-8789-490d-a78d-05ed6a6d95d8","EoS":true} {"level":"info","ts":1789165698.1114836,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0f6b5cbf37dbf89a32e0f42c568df96a","span_id":"109bb449572cda80","x-request-id":"711a93fc-8789-490d-a78d-05ed6a6d95d8"} {"level":"error","ts":1789165699.7899597,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789165709.7911036,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789165786.8642647,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789165786.8643916,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"83a5ec6672f2fb2ab4944c697f7cda6d","span_id":"c35897c703aff622","x-request-id":"4491ec91-6185-4890-bc1c-449515ad6783"} {"level":"info","ts":1789165786.8644075,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"83a5ec6672f2fb2ab4944c697f7cda6d","span_id":"c35897c703aff622","x-request-id":"4491ec91-6185-4890-bc1c-449515ad6783"} {"level":"info","ts":1789165786.8644218,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"83a5ec6672f2fb2ab4944c697f7cda6d","span_id":"c35897c703aff622","x-request-id":"4491ec91-6185-4890-bc1c-449515ad6783","EoS":true} {"level":"info","ts":1789165786.8644485,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"83a5ec6672f2fb2ab4944c697f7cda6d","span_id":"c35897c703aff622","x-request-id":"4491ec91-6185-4890-bc1c-449515ad6783","header":"x-maas-username"} {"level":"info","ts":1789165786.864463,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"83a5ec6672f2fb2ab4944c697f7cda6d","span_id":"c35897c703aff622","x-request-id":"4491ec91-6185-4890-bc1c-449515ad6783","header":"x-maas-subscription"} {"level":"info","ts":1789165786.86447,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"83a5ec6672f2fb2ab4944c697f7cda6d","span_id":"c35897c703aff622","x-request-id":"4491ec91-6185-4890-bc1c-449515ad6783","header":"x-maas-group"} {"level":"info","ts":1789165786.8644898,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"83a5ec6672f2fb2ab4944c697f7cda6d","span_id":"c35897c703aff622","x-request-id":"4491ec91-6185-4890-bc1c-449515ad6783","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789165786.8645267,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"83a5ec6672f2fb2ab4944c697f7cda6d","span_id":"c35897c703aff622","x-request-id":"4491ec91-6185-4890-bc1c-449515ad6783"} {"level":"info","ts":1789165786.8780446,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"83a5ec6672f2fb2ab4944c697f7cda6d","span_id":"c35897c703aff622","x-request-id":"4491ec91-6185-4890-bc1c-449515ad6783"} {"level":"info","ts":1789165786.878072,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"83a5ec6672f2fb2ab4944c697f7cda6d","span_id":"c35897c703aff622","x-request-id":"4491ec91-6185-4890-bc1c-449515ad6783"} {"level":"info","ts":1789165786.8780932,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"83a5ec6672f2fb2ab4944c697f7cda6d","span_id":"c35897c703aff622","x-request-id":"4491ec91-6185-4890-bc1c-449515ad6783","EoS":false} {"level":"info","ts":1789165786.8781116,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"83a5ec6672f2fb2ab4944c697f7cda6d","span_id":"c35897c703aff622","x-request-id":"4491ec91-6185-4890-bc1c-449515ad6783"} {"level":"info","ts":1789165786.8781412,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"83a5ec6672f2fb2ab4944c697f7cda6d","span_id":"c35897c703aff622","x-request-id":"4491ec91-6185-4890-bc1c-449515ad6783","EoS":true} {"level":"info","ts":1789165786.8781497,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"83a5ec6672f2fb2ab4944c697f7cda6d","span_id":"c35897c703aff622","x-request-id":"4491ec91-6185-4890-bc1c-449515ad6783"} {"level":"error","ts":1789165799.8000937,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789165864.9536219,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789165864.9537268,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"59e0bf8d868775217d3165a0e6e44f7a","span_id":"223a14d561f5d72c","x-request-id":"52eb3dc5-7a5c-4a5f-8afe-b9bbacc41bae"} {"level":"info","ts":1789165864.9537392,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"59e0bf8d868775217d3165a0e6e44f7a","span_id":"223a14d561f5d72c","x-request-id":"52eb3dc5-7a5c-4a5f-8afe-b9bbacc41bae"} {"level":"info","ts":1789165864.9537513,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"59e0bf8d868775217d3165a0e6e44f7a","span_id":"223a14d561f5d72c","x-request-id":"52eb3dc5-7a5c-4a5f-8afe-b9bbacc41bae","EoS":true} {"level":"info","ts":1789165864.953777,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"59e0bf8d868775217d3165a0e6e44f7a","span_id":"223a14d561f5d72c","x-request-id":"52eb3dc5-7a5c-4a5f-8afe-b9bbacc41bae","header":"x-maas-username"} {"level":"info","ts":1789165864.9537868,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"59e0bf8d868775217d3165a0e6e44f7a","span_id":"223a14d561f5d72c","x-request-id":"52eb3dc5-7a5c-4a5f-8afe-b9bbacc41bae","header":"x-maas-group"} {"level":"info","ts":1789165864.9537919,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"59e0bf8d868775217d3165a0e6e44f7a","span_id":"223a14d561f5d72c","x-request-id":"52eb3dc5-7a5c-4a5f-8afe-b9bbacc41bae","header":"x-maas-subscription"} {"level":"info","ts":1789165864.9538076,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"59e0bf8d868775217d3165a0e6e44f7a","span_id":"223a14d561f5d72c","x-request-id":"52eb3dc5-7a5c-4a5f-8afe-b9bbacc41bae","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789165864.953833,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"59e0bf8d868775217d3165a0e6e44f7a","span_id":"223a14d561f5d72c","x-request-id":"52eb3dc5-7a5c-4a5f-8afe-b9bbacc41bae"} {"level":"info","ts":1789165864.9545734,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"59e0bf8d868775217d3165a0e6e44f7a","span_id":"223a14d561f5d72c","x-request-id":"52eb3dc5-7a5c-4a5f-8afe-b9bbacc41bae"} {"level":"info","ts":1789165864.9545946,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"59e0bf8d868775217d3165a0e6e44f7a","span_id":"223a14d561f5d72c","x-request-id":"52eb3dc5-7a5c-4a5f-8afe-b9bbacc41bae"} {"level":"info","ts":1789165864.9546142,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"59e0bf8d868775217d3165a0e6e44f7a","span_id":"223a14d561f5d72c","x-request-id":"52eb3dc5-7a5c-4a5f-8afe-b9bbacc41bae","EoS":false} {"level":"info","ts":1789165864.9546332,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"59e0bf8d868775217d3165a0e6e44f7a","span_id":"223a14d561f5d72c","x-request-id":"52eb3dc5-7a5c-4a5f-8afe-b9bbacc41bae"} {"level":"info","ts":1789165864.9546716,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"59e0bf8d868775217d3165a0e6e44f7a","span_id":"223a14d561f5d72c","x-request-id":"52eb3dc5-7a5c-4a5f-8afe-b9bbacc41bae","EoS":true} {"level":"info","ts":1789165864.9546814,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"59e0bf8d868775217d3165a0e6e44f7a","span_id":"223a14d561f5d72c","x-request-id":"52eb3dc5-7a5c-4a5f-8afe-b9bbacc41bae"} {"level":"info","ts":1789165864.9888427,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789165864.9889429,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4039d274220160c516584e2b681069a3","span_id":"beacc72cab83fa7d","x-request-id":"a3a8ca4f-d456-42ff-8c54-d3f2bdde881f"} {"level":"info","ts":1789165864.988955,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4039d274220160c516584e2b681069a3","span_id":"beacc72cab83fa7d","x-request-id":"a3a8ca4f-d456-42ff-8c54-d3f2bdde881f"} {"level":"info","ts":1789165864.9889665,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4039d274220160c516584e2b681069a3","span_id":"beacc72cab83fa7d","x-request-id":"a3a8ca4f-d456-42ff-8c54-d3f2bdde881f","EoS":true} {"level":"info","ts":1789165864.9889927,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4039d274220160c516584e2b681069a3","span_id":"beacc72cab83fa7d","x-request-id":"a3a8ca4f-d456-42ff-8c54-d3f2bdde881f","header":"x-maas-username"} {"level":"info","ts":1789165864.989003,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4039d274220160c516584e2b681069a3","span_id":"beacc72cab83fa7d","x-request-id":"a3a8ca4f-d456-42ff-8c54-d3f2bdde881f","header":"x-maas-subscription"} {"level":"info","ts":1789165864.9890084,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4039d274220160c516584e2b681069a3","span_id":"beacc72cab83fa7d","x-request-id":"a3a8ca4f-d456-42ff-8c54-d3f2bdde881f","header":"x-maas-group"} {"level":"info","ts":1789165864.9890244,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"4039d274220160c516584e2b681069a3","span_id":"beacc72cab83fa7d","x-request-id":"a3a8ca4f-d456-42ff-8c54-d3f2bdde881f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789165864.989048,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4039d274220160c516584e2b681069a3","span_id":"beacc72cab83fa7d","x-request-id":"a3a8ca4f-d456-42ff-8c54-d3f2bdde881f"} {"level":"info","ts":1789165864.9897232,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4039d274220160c516584e2b681069a3","span_id":"beacc72cab83fa7d","x-request-id":"a3a8ca4f-d456-42ff-8c54-d3f2bdde881f"} {"level":"info","ts":1789165864.989745,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4039d274220160c516584e2b681069a3","span_id":"beacc72cab83fa7d","x-request-id":"a3a8ca4f-d456-42ff-8c54-d3f2bdde881f"} {"level":"info","ts":1789165864.989766,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4039d274220160c516584e2b681069a3","span_id":"beacc72cab83fa7d","x-request-id":"a3a8ca4f-d456-42ff-8c54-d3f2bdde881f","EoS":false} {"level":"info","ts":1789165864.989783,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4039d274220160c516584e2b681069a3","span_id":"beacc72cab83fa7d","x-request-id":"a3a8ca4f-d456-42ff-8c54-d3f2bdde881f"} {"level":"info","ts":1789165864.9898183,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4039d274220160c516584e2b681069a3","span_id":"beacc72cab83fa7d","x-request-id":"a3a8ca4f-d456-42ff-8c54-d3f2bdde881f","EoS":true} {"level":"info","ts":1789165864.9898303,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4039d274220160c516584e2b681069a3","span_id":"beacc72cab83fa7d","x-request-id":"a3a8ca4f-d456-42ff-8c54-d3f2bdde881f"} {"level":"info","ts":1789165878.791838,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789165878.7919593,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8c61d58eef6a739d8e531a3fd81e32f6","span_id":"184718b89cb74df7","x-request-id":"fa04b66c-3774-4e9e-87ff-0426a9fe7ad2"} {"level":"info","ts":1789165878.791974,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8c61d58eef6a739d8e531a3fd81e32f6","span_id":"184718b89cb74df7","x-request-id":"fa04b66c-3774-4e9e-87ff-0426a9fe7ad2"} {"level":"info","ts":1789165878.7919874,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8c61d58eef6a739d8e531a3fd81e32f6","span_id":"184718b89cb74df7","x-request-id":"fa04b66c-3774-4e9e-87ff-0426a9fe7ad2","EoS":true} {"level":"info","ts":1789165878.7920117,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8c61d58eef6a739d8e531a3fd81e32f6","span_id":"184718b89cb74df7","x-request-id":"fa04b66c-3774-4e9e-87ff-0426a9fe7ad2","header":"x-maas-subscription"} {"level":"info","ts":1789165878.7920203,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8c61d58eef6a739d8e531a3fd81e32f6","span_id":"184718b89cb74df7","x-request-id":"fa04b66c-3774-4e9e-87ff-0426a9fe7ad2","header":"x-maas-username"} {"level":"info","ts":1789165878.792025,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8c61d58eef6a739d8e531a3fd81e32f6","span_id":"184718b89cb74df7","x-request-id":"fa04b66c-3774-4e9e-87ff-0426a9fe7ad2","header":"x-maas-group"} {"level":"info","ts":1789165878.7920403,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8c61d58eef6a739d8e531a3fd81e32f6","span_id":"184718b89cb74df7","x-request-id":"fa04b66c-3774-4e9e-87ff-0426a9fe7ad2","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789165878.7920673,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8c61d58eef6a739d8e531a3fd81e32f6","span_id":"184718b89cb74df7","x-request-id":"fa04b66c-3774-4e9e-87ff-0426a9fe7ad2"} {"level":"info","ts":1789165878.8051014,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8c61d58eef6a739d8e531a3fd81e32f6","span_id":"184718b89cb74df7","x-request-id":"fa04b66c-3774-4e9e-87ff-0426a9fe7ad2"} {"level":"info","ts":1789165878.8051233,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8c61d58eef6a739d8e531a3fd81e32f6","span_id":"184718b89cb74df7","x-request-id":"fa04b66c-3774-4e9e-87ff-0426a9fe7ad2"} {"level":"info","ts":1789165878.8051398,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8c61d58eef6a739d8e531a3fd81e32f6","span_id":"184718b89cb74df7","x-request-id":"fa04b66c-3774-4e9e-87ff-0426a9fe7ad2","EoS":false} {"level":"info","ts":1789165878.8051565,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8c61d58eef6a739d8e531a3fd81e32f6","span_id":"184718b89cb74df7","x-request-id":"fa04b66c-3774-4e9e-87ff-0426a9fe7ad2"} {"level":"info","ts":1789165878.8051867,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8c61d58eef6a739d8e531a3fd81e32f6","span_id":"184718b89cb74df7","x-request-id":"fa04b66c-3774-4e9e-87ff-0426a9fe7ad2","EoS":false} {"level":"info","ts":1789165878.8051958,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8c61d58eef6a739d8e531a3fd81e32f6","span_id":"184718b89cb74df7","x-request-id":"fa04b66c-3774-4e9e-87ff-0426a9fe7ad2"} {"level":"info","ts":1789165878.805208,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8c61d58eef6a739d8e531a3fd81e32f6","span_id":"184718b89cb74df7","x-request-id":"fa04b66c-3774-4e9e-87ff-0426a9fe7ad2","EoS":false} {"level":"info","ts":1789165878.8052173,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8c61d58eef6a739d8e531a3fd81e32f6","span_id":"184718b89cb74df7","x-request-id":"fa04b66c-3774-4e9e-87ff-0426a9fe7ad2"} {"level":"info","ts":1789165878.8052287,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8c61d58eef6a739d8e531a3fd81e32f6","span_id":"184718b89cb74df7","x-request-id":"fa04b66c-3774-4e9e-87ff-0426a9fe7ad2","EoS":true} {"level":"info","ts":1789165878.8052356,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8c61d58eef6a739d8e531a3fd81e32f6","span_id":"184718b89cb74df7","x-request-id":"fa04b66c-3774-4e9e-87ff-0426a9fe7ad2"} {"level":"info","ts":1789165878.944258,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789165878.944396,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3f6529fcc34964b791d21b49e87b3bc4","span_id":"664147aa17297a27","x-request-id":"6fc25e24-f887-49e1-aafb-25ebc323ec1b"} {"level":"info","ts":1789165878.9444113,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3f6529fcc34964b791d21b49e87b3bc4","span_id":"664147aa17297a27","x-request-id":"6fc25e24-f887-49e1-aafb-25ebc323ec1b"} {"level":"info","ts":1789165878.9444258,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3f6529fcc34964b791d21b49e87b3bc4","span_id":"664147aa17297a27","x-request-id":"6fc25e24-f887-49e1-aafb-25ebc323ec1b","EoS":true} {"level":"info","ts":1789165878.9444501,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3f6529fcc34964b791d21b49e87b3bc4","span_id":"664147aa17297a27","x-request-id":"6fc25e24-f887-49e1-aafb-25ebc323ec1b","header":"x-maas-group"} {"level":"info","ts":1789165878.9444609,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3f6529fcc34964b791d21b49e87b3bc4","span_id":"664147aa17297a27","x-request-id":"6fc25e24-f887-49e1-aafb-25ebc323ec1b","header":"x-maas-username"} {"level":"info","ts":1789165878.944466,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3f6529fcc34964b791d21b49e87b3bc4","span_id":"664147aa17297a27","x-request-id":"6fc25e24-f887-49e1-aafb-25ebc323ec1b","header":"x-maas-subscription"} {"level":"info","ts":1789165878.9444826,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3f6529fcc34964b791d21b49e87b3bc4","span_id":"664147aa17297a27","x-request-id":"6fc25e24-f887-49e1-aafb-25ebc323ec1b","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789165878.9445097,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3f6529fcc34964b791d21b49e87b3bc4","span_id":"664147aa17297a27","x-request-id":"6fc25e24-f887-49e1-aafb-25ebc323ec1b"} {"level":"info","ts":1789165878.9466941,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3f6529fcc34964b791d21b49e87b3bc4","span_id":"664147aa17297a27","x-request-id":"6fc25e24-f887-49e1-aafb-25ebc323ec1b"} {"level":"info","ts":1789165878.9467142,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3f6529fcc34964b791d21b49e87b3bc4","span_id":"664147aa17297a27","x-request-id":"6fc25e24-f887-49e1-aafb-25ebc323ec1b"} {"level":"info","ts":1789165878.9467313,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3f6529fcc34964b791d21b49e87b3bc4","span_id":"664147aa17297a27","x-request-id":"6fc25e24-f887-49e1-aafb-25ebc323ec1b","EoS":false} {"level":"info","ts":1789165878.9467442,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3f6529fcc34964b791d21b49e87b3bc4","span_id":"664147aa17297a27","x-request-id":"6fc25e24-f887-49e1-aafb-25ebc323ec1b"} {"level":"info","ts":1789165878.9467726,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3f6529fcc34964b791d21b49e87b3bc4","span_id":"664147aa17297a27","x-request-id":"6fc25e24-f887-49e1-aafb-25ebc323ec1b","EoS":false} {"level":"info","ts":1789165878.946784,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3f6529fcc34964b791d21b49e87b3bc4","span_id":"664147aa17297a27","x-request-id":"6fc25e24-f887-49e1-aafb-25ebc323ec1b"} {"level":"info","ts":1789165878.9467967,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3f6529fcc34964b791d21b49e87b3bc4","span_id":"664147aa17297a27","x-request-id":"6fc25e24-f887-49e1-aafb-25ebc323ec1b","EoS":false} {"level":"info","ts":1789165878.9468064,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3f6529fcc34964b791d21b49e87b3bc4","span_id":"664147aa17297a27","x-request-id":"6fc25e24-f887-49e1-aafb-25ebc323ec1b"} {"level":"info","ts":1789165878.9468174,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3f6529fcc34964b791d21b49e87b3bc4","span_id":"664147aa17297a27","x-request-id":"6fc25e24-f887-49e1-aafb-25ebc323ec1b","EoS":true} {"level":"info","ts":1789165878.9468248,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3f6529fcc34964b791d21b49e87b3bc4","span_id":"664147aa17297a27","x-request-id":"6fc25e24-f887-49e1-aafb-25ebc323ec1b"} {"level":"info","ts":1789165879.0832193,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789165879.0833495,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0b3e93352aa1f1a72166e19437460397","span_id":"829ba82b55e97237","x-request-id":"5684e7e1-9cf1-49a1-a509-c67fe27b6515"} {"level":"info","ts":1789165879.0833669,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0b3e93352aa1f1a72166e19437460397","span_id":"829ba82b55e97237","x-request-id":"5684e7e1-9cf1-49a1-a509-c67fe27b6515"} {"level":"info","ts":1789165879.0833821,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0b3e93352aa1f1a72166e19437460397","span_id":"829ba82b55e97237","x-request-id":"5684e7e1-9cf1-49a1-a509-c67fe27b6515","EoS":true} {"level":"info","ts":1789165879.083406,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0b3e93352aa1f1a72166e19437460397","span_id":"829ba82b55e97237","x-request-id":"5684e7e1-9cf1-49a1-a509-c67fe27b6515","header":"x-maas-group"} {"level":"info","ts":1789165879.083417,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0b3e93352aa1f1a72166e19437460397","span_id":"829ba82b55e97237","x-request-id":"5684e7e1-9cf1-49a1-a509-c67fe27b6515","header":"x-maas-username"} {"level":"info","ts":1789165879.083422,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0b3e93352aa1f1a72166e19437460397","span_id":"829ba82b55e97237","x-request-id":"5684e7e1-9cf1-49a1-a509-c67fe27b6515","header":"x-maas-subscription"} {"level":"info","ts":1789165879.0834377,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0b3e93352aa1f1a72166e19437460397","span_id":"829ba82b55e97237","x-request-id":"5684e7e1-9cf1-49a1-a509-c67fe27b6515","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789165879.0834656,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0b3e93352aa1f1a72166e19437460397","span_id":"829ba82b55e97237","x-request-id":"5684e7e1-9cf1-49a1-a509-c67fe27b6515"} {"level":"info","ts":1789165879.0843916,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0b3e93352aa1f1a72166e19437460397","span_id":"829ba82b55e97237","x-request-id":"5684e7e1-9cf1-49a1-a509-c67fe27b6515"} {"level":"info","ts":1789165879.084411,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0b3e93352aa1f1a72166e19437460397","span_id":"829ba82b55e97237","x-request-id":"5684e7e1-9cf1-49a1-a509-c67fe27b6515"} {"level":"info","ts":1789165879.0844245,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0b3e93352aa1f1a72166e19437460397","span_id":"829ba82b55e97237","x-request-id":"5684e7e1-9cf1-49a1-a509-c67fe27b6515","EoS":false} {"level":"info","ts":1789165879.084438,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0b3e93352aa1f1a72166e19437460397","span_id":"829ba82b55e97237","x-request-id":"5684e7e1-9cf1-49a1-a509-c67fe27b6515"} {"level":"info","ts":1789165879.0844615,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0b3e93352aa1f1a72166e19437460397","span_id":"829ba82b55e97237","x-request-id":"5684e7e1-9cf1-49a1-a509-c67fe27b6515","EoS":false} {"level":"info","ts":1789165879.0844731,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0b3e93352aa1f1a72166e19437460397","span_id":"829ba82b55e97237","x-request-id":"5684e7e1-9cf1-49a1-a509-c67fe27b6515"} {"level":"info","ts":1789165879.084484,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0b3e93352aa1f1a72166e19437460397","span_id":"829ba82b55e97237","x-request-id":"5684e7e1-9cf1-49a1-a509-c67fe27b6515","EoS":true} {"level":"info","ts":1789165879.0844905,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0b3e93352aa1f1a72166e19437460397","span_id":"829ba82b55e97237","x-request-id":"5684e7e1-9cf1-49a1-a509-c67fe27b6515"} {"level":"error","ts":1789165879.8094249,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789165892.9204564,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789165892.9205775,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4349923c8bcf64419c3b3f4889d999a7","span_id":"085ecc70e3eb45c1","x-request-id":"8d371305-965a-4ec2-a7a2-e7c09dc90f47"} {"level":"info","ts":1789165892.9205995,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4349923c8bcf64419c3b3f4889d999a7","span_id":"085ecc70e3eb45c1","x-request-id":"8d371305-965a-4ec2-a7a2-e7c09dc90f47"} {"level":"info","ts":1789165892.9206214,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4349923c8bcf64419c3b3f4889d999a7","span_id":"085ecc70e3eb45c1","x-request-id":"8d371305-965a-4ec2-a7a2-e7c09dc90f47","EoS":true} {"level":"info","ts":1789165892.9206502,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4349923c8bcf64419c3b3f4889d999a7","span_id":"085ecc70e3eb45c1","x-request-id":"8d371305-965a-4ec2-a7a2-e7c09dc90f47","header":"x-maas-group"} {"level":"info","ts":1789165892.9206617,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4349923c8bcf64419c3b3f4889d999a7","span_id":"085ecc70e3eb45c1","x-request-id":"8d371305-965a-4ec2-a7a2-e7c09dc90f47","header":"x-maas-username"} {"level":"info","ts":1789165892.9206703,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4349923c8bcf64419c3b3f4889d999a7","span_id":"085ecc70e3eb45c1","x-request-id":"8d371305-965a-4ec2-a7a2-e7c09dc90f47","header":"x-maas-subscription"} {"level":"info","ts":1789165892.9206877,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"4349923c8bcf64419c3b3f4889d999a7","span_id":"085ecc70e3eb45c1","x-request-id":"8d371305-965a-4ec2-a7a2-e7c09dc90f47","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789165892.9207165,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4349923c8bcf64419c3b3f4889d999a7","span_id":"085ecc70e3eb45c1","x-request-id":"8d371305-965a-4ec2-a7a2-e7c09dc90f47"} {"level":"info","ts":1789165892.9225504,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4349923c8bcf64419c3b3f4889d999a7","span_id":"085ecc70e3eb45c1","x-request-id":"8d371305-965a-4ec2-a7a2-e7c09dc90f47"} {"level":"info","ts":1789165892.9225657,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4349923c8bcf64419c3b3f4889d999a7","span_id":"085ecc70e3eb45c1","x-request-id":"8d371305-965a-4ec2-a7a2-e7c09dc90f47"} {"level":"info","ts":1789165892.9225807,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4349923c8bcf64419c3b3f4889d999a7","span_id":"085ecc70e3eb45c1","x-request-id":"8d371305-965a-4ec2-a7a2-e7c09dc90f47","EoS":false} {"level":"info","ts":1789165892.922593,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4349923c8bcf64419c3b3f4889d999a7","span_id":"085ecc70e3eb45c1","x-request-id":"8d371305-965a-4ec2-a7a2-e7c09dc90f47"} {"level":"info","ts":1789165892.9226143,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4349923c8bcf64419c3b3f4889d999a7","span_id":"085ecc70e3eb45c1","x-request-id":"8d371305-965a-4ec2-a7a2-e7c09dc90f47","EoS":true} {"level":"info","ts":1789165892.9226222,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4349923c8bcf64419c3b3f4889d999a7","span_id":"085ecc70e3eb45c1","x-request-id":"8d371305-965a-4ec2-a7a2-e7c09dc90f47"} {"level":"error","ts":1789165894.8108337,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}