{"level":"info","ts":1789362108.9094977,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4f20821f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4f20821f","reconcileID":"95d158aa-622e-4700-be5e-d13df7cb7d70","name":"e2e-legacy-migration-4f20821f","namespace":"llm"}
{"level":"info","ts":1789362108.9098325,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4f20821f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4f20821f","reconcileID":"95d158aa-622e-4700-be5e-d13df7cb7d70","modelName":"e2e-legacy-migration-4f20821f","resolvedRefs":1}
{"level":"info","ts":1789362108.9105716,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4f20821f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4f20821f","reconcileID":"a024b6a2-b60c-40b1-ad4f-b7f473519fa4","provider":"openai","model":"e2e-legacy-migration-4f20821f","targetModel":"gpt-3.5-turbo"}
{"level":"error","ts":1789362108.9135566,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-4f20821f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4f20821f","reconcileID":"c81f2097-beeb-4751-884c-e6a269ed3c25","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-4f20821f\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789362108.9136178,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-4f20821f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4f20821f","reconcileID":"637a7e45-aed8-4315-a023-428f1b541e63"}
{"level":"info","ts":1789362108.9136577,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-4f20821f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4f20821f","reconcileID":"637a7e45-aed8-4315-a023-428f1b541e63","name":"e2e-legacy-migration-4f20821f"}
{"level":"info","ts":1789362108.9289467,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4f20821f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4f20821f","reconcileID":"0d8299fe-2a0f-4923-be22-20046e265564","name":"e2e-legacy-migration-4f20821f","namespace":"llm"}
{"level":"info","ts":1789362108.9290555,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4f20821f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4f20821f","reconcileID":"0d8299fe-2a0f-4923-be22-20046e265564","modelName":"e2e-legacy-migration-4f20821f","resolvedRefs":1}
{"level":"error","ts":1789362108.9328117,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4f20821f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4f20821f","reconcileID":"8d5d2d39-5481-47b8-aca0-191f1904337e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-4f20821f\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789362108.9329088,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4f20821f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4f20821f","reconcileID":"8d5d2d39-5481-47b8-aca0-191f1904337e","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-4f20821f\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789362108.9330196,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4f20821f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4f20821f","reconcileID":"c4813cf4-c163-4ae8-b3f7-ed0e3779fb78"}
{"level":"info","ts":1789362108.9330978,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4f20821f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4f20821f","reconcileID":"c4813cf4-c163-4ae8-b3f7-ed0e3779fb78","name":"e2e-legacy-migration-4f20821f"}
{"level":"info","ts":1789362108.9350123,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-4f20821f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4f20821f","reconcileID":"637a7e45-aed8-4315-a023-428f1b541e63","service":"e2e-legacy-migration-4f20821f","serviceEntry":"e2e-legacy-migration-4f20821f","destinationRule":"e2e-legacy-migration-4f20821f"}
{"level":"info","ts":1789362108.943171,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4f20821f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4f20821f","reconcileID":"c4813cf4-c163-4ae8-b3f7-ed0e3779fb78","httpRoute":"e2e-legacy-migration-4f20821f","providers":["e2e-legacy-migration-4f20821f"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1789362108.9443984,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4f20821f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4f20821f","reconcileID":"f87da6de-6056-4abf-85bc-957a7f5e8df8","name":"e2e-legacy-migration-4f20821f","namespace":"llm"}
{"level":"info","ts":1789362108.9444742,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4f20821f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4f20821f","reconcileID":"f87da6de-6056-4abf-85bc-957a7f5e8df8","modelName":"e2e-legacy-migration-4f20821f","resolvedRefs":1}
{"level":"error","ts":1789362108.950128,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4f20821f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4f20821f","reconcileID":"c4813cf4-c163-4ae8-b3f7-ed0e3779fb78","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-4f20821f\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789362108.9502118,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4f20821f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4f20821f","reconcileID":"335f6565-641c-4cb4-b81a-2c9b5250eb5e"}
{"level":"info","ts":1789362108.9502754,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4f20821f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4f20821f","reconcileID":"335f6565-641c-4cb4-b81a-2c9b5250eb5e","name":"e2e-legacy-migration-4f20821f"}
{"level":"info","ts":1789362108.960138,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4f20821f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4f20821f","reconcileID":"d3c12510-a526-4755-95e1-b3d4dfc6a5d5","name":"e2e-legacy-migration-4f20821f","namespace":"llm"}
{"level":"info","ts":1789362108.960197,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4f20821f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4f20821f","reconcileID":"d3c12510-a526-4755-95e1-b3d4dfc6a5d5","modelName":"e2e-legacy-migration-4f20821f","resolvedRefs":1}
{"level":"info","ts":1789362108.9618864,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4f20821f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4f20821f","reconcileID":"335f6565-641c-4cb4-b81a-2c9b5250eb5e","httpRoute":"e2e-legacy-migration-4f20821f","providers":["e2e-legacy-migration-4f20821f"],"targetModel":"gpt-3.5-turbo"}
{"level":"error","ts":1789362108.966164,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4f20821f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4f20821f","reconcileID":"335f6565-641c-4cb4-b81a-2c9b5250eb5e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-4f20821f\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789362108.9662716,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4f20821f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4f20821f","reconcileID":"d2931fd4-da09-49ee-bea3-4164e5cc3ce8"}
{"level":"info","ts":1789362108.9663434,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4f20821f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4f20821f","reconcileID":"d2931fd4-da09-49ee-bea3-4164e5cc3ce8","name":"e2e-legacy-migration-4f20821f"}
{"level":"info","ts":1789362108.9743335,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4f20821f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4f20821f","reconcileID":"d2931fd4-da09-49ee-bea3-4164e5cc3ce8","httpRoute":"e2e-legacy-migration-4f20821f","providers":["e2e-legacy-migration-4f20821f"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1789362109.2252822,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4f20821f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4f20821f","reconcileID":"1882bcd4-187a-4b5a-8598-e042d841f4f1","name":"e2e-legacy-migration-4f20821f","namespace":"llm"}
{"level":"info","ts":1789362109.2285306,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4f20821f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4f20821f","reconcileID":"1882bcd4-187a-4b5a-8598-e042d841f4f1","name":"e2e-legacy-migration-4f20821f"}
{"level":"info","ts":1789362109.2333138,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4f20821f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4f20821f","reconcileID":"1882bcd4-187a-4b5a-8598-e042d841f4f1","provider":"openai","model":"e2e-legacy-migration-4f20821f","targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1789362111.8017824,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4f20821f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4f20821f","reconcileID":"3f8a5ccc-7793-4261-a165-e288c6736e2e","name":"e2e-legacy-migration-4f20821f","namespace":"llm"}
{"level":"info","ts":1789362111.8093688,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4f20821f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4f20821f","reconcileID":"0ea6f444-7bd5-4701-baf5-b5a2c042d2f8"}
{"level":"error","ts":1789362111.8094182,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4f20821f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4f20821f","reconcileID":"0ea6f444-7bd5-4701-baf5-b5a2c042d2f8","provider":"e2e-legacy-migration-4f20821f","error":"ExternalProvider.inference.opendatahub.io \"e2e-legacy-migration-4f20821f\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789362111.8095088,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4f20821f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4f20821f","reconcileID":"5f498f12-b1cf-4d46-89e6-58d230c4ecfd","name":"e2e-legacy-migration-4f20821f","namespace":"llm"}
{"level":"info","ts":1789362111.8095355,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4f20821f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4f20821f","reconcileID":"5f498f12-b1cf-4d46-89e6-58d230c4ecfd","modelName":"e2e-legacy-migration-4f20821f","resolvedRefs":1}
{"level":"info","ts":1789362111.80959,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-4f20821f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4f20821f","reconcileID":"6379823c-fdbe-480d-a34a-059a3429ca9e"}
{"level":"info","ts":1789362111.80937,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-4f20821f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4f20821f","reconcileID":"94cb7101-b7a0-4008-a01d-d4485cd745c4","name":"e2e-legacy-migration-4f20821f","namespace":"llm"}
{"level":"info","ts":1789362111.8096774,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-4f20821f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4f20821f","reconcileID":"94cb7101-b7a0-4008-a01d-d4485cd745c4","name":"e2e-legacy-migration-4f20821f","namespace":"llm"}
{"level":"info","ts":1789362111.8103225,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4f20821f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4f20821f","reconcileID":"df98cf0f-8c1b-4f83-99db-5c4e46999d53","name":"e2e-legacy-migration-4f20821f","namespace":"llm"}
{"level":"info","ts":1789362111.810355,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4f20821f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4f20821f","reconcileID":"df98cf0f-8c1b-4f83-99db-5c4e46999d53","name":"e2e-legacy-migration-4f20821f","namespace":"llm"}
{"level":"error","ts":1789362111.8136382,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4f20821f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4f20821f","reconcileID":"0ea6f444-7bd5-4701-baf5-b5a2c042d2f8","error":"externalmodels.inference.opendatahub.io \"e2e-legacy-migration-4f20821f\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789362111.8136942,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4f20821f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4f20821f","reconcileID":"0ea6f444-7bd5-4701-baf5-b5a2c042d2f8","error":"ExternalModel \"e2e-legacy-migration-4f20821f\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-4f20821f\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789362111.8137567,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4f20821f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4f20821f","reconcileID":"1e18c163-85e1-401f-87a0-26d4ab7d78ad"}
{"level":"info","ts":1789362112.2386231,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789362112.2387543,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"32a6aa1c3a14e9e6e3c80fd9f1d2186b","span_id":"145d32352e1c4cae","x-request-id":"e3be1e13-47ce-48e0-b4a5-ec15b738ec87"}
{"level":"info","ts":1789362112.2387693,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"32a6aa1c3a14e9e6e3c80fd9f1d2186b","span_id":"145d32352e1c4cae","x-request-id":"e3be1e13-47ce-48e0-b4a5-ec15b738ec87"}
{"level":"info","ts":1789362112.2387867,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"32a6aa1c3a14e9e6e3c80fd9f1d2186b","span_id":"145d32352e1c4cae","x-request-id":"e3be1e13-47ce-48e0-b4a5-ec15b738ec87","EoS":true}
{"level":"info","ts":1789362112.2388191,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"32a6aa1c3a14e9e6e3c80fd9f1d2186b","span_id":"145d32352e1c4cae","x-request-id":"e3be1e13-47ce-48e0-b4a5-ec15b738ec87","header":"x-maas-username"}
{"level":"info","ts":1789362112.2388308,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"32a6aa1c3a14e9e6e3c80fd9f1d2186b","span_id":"145d32352e1c4cae","x-request-id":"e3be1e13-47ce-48e0-b4a5-ec15b738ec87","header":"x-maas-group"}
{"level":"info","ts":1789362112.2388377,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"32a6aa1c3a14e9e6e3c80fd9f1d2186b","span_id":"145d32352e1c4cae","x-request-id":"e3be1e13-47ce-48e0-b4a5-ec15b738ec87","header":"x-maas-subscription"}
{"level":"info","ts":1789362112.2388585,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"32a6aa1c3a14e9e6e3c80fd9f1d2186b","span_id":"145d32352e1c4cae","x-request-id":"e3be1e13-47ce-48e0-b4a5-ec15b738ec87","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1789362112.238871,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"32a6aa1c3a14e9e6e3c80fd9f1d2186b","span_id":"145d32352e1c4cae","x-request-id":"e3be1e13-47ce-48e0-b4a5-ec15b738ec87","modelName":"e2e-external-model"}
{"level":"info","ts":1789362112.2388873,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"32a6aa1c3a14e9e6e3c80fd9f1d2186b","span_id":"145d32352e1c4cae","x-request-id":"e3be1e13-47ce-48e0-b4a5-ec15b738ec87","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1789362112.238914,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"32a6aa1c3a14e9e6e3c80fd9f1d2186b","span_id":"145d32352e1c4cae","x-request-id":"e3be1e13-47ce-48e0-b4a5-ec15b738ec87","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1789362112.2389371,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"32a6aa1c3a14e9e6e3c80fd9f1d2186b","span_id":"145d32352e1c4cae","x-request-id":"e3be1e13-47ce-48e0-b4a5-ec15b738ec87","authType":"apikey"}
{"level":"info","ts":1789362112.2389603,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"32a6aa1c3a14e9e6e3c80fd9f1d2186b","span_id":"145d32352e1c4cae","x-request-id":"e3be1e13-47ce-48e0-b4a5-ec15b738ec87"}
{"level":"info","ts":1789362112.2991571,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"32a6aa1c3a14e9e6e3c80fd9f1d2186b","span_id":"145d32352e1c4cae","x-request-id":"e3be1e13-47ce-48e0-b4a5-ec15b738ec87"}
{"level":"info","ts":1789362112.2991843,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"32a6aa1c3a14e9e6e3c80fd9f1d2186b","span_id":"145d32352e1c4cae","x-request-id":"e3be1e13-47ce-48e0-b4a5-ec15b738ec87"}
{"level":"info","ts":1789362112.2992022,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"32a6aa1c3a14e9e6e3c80fd9f1d2186b","span_id":"145d32352e1c4cae","x-request-id":"e3be1e13-47ce-48e0-b4a5-ec15b738ec87","EoS":false}
{"level":"info","ts":1789362112.2992156,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"32a6aa1c3a14e9e6e3c80fd9f1d2186b","span_id":"145d32352e1c4cae","x-request-id":"e3be1e13-47ce-48e0-b4a5-ec15b738ec87"}
{"level":"info","ts":1789362112.2992475,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"32a6aa1c3a14e9e6e3c80fd9f1d2186b","span_id":"145d32352e1c4cae","x-request-id":"e3be1e13-47ce-48e0-b4a5-ec15b738ec87","EoS":true}
{"level":"info","ts":1789362112.2992568,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"32a6aa1c3a14e9e6e3c80fd9f1d2186b","span_id":"145d32352e1c4cae","x-request-id":"e3be1e13-47ce-48e0-b4a5-ec15b738ec87"}
{"level":"info","ts":1789362112.3416207,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789362112.341848,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8e3028f3a49ac2c270f5a1e85cfeb588","span_id":"4c919406066ae673","x-request-id":"c0836b2c-575f-4189-ad71-f005661ba51c"}
{"level":"info","ts":1789362112.3419023,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8e3028f3a49ac2c270f5a1e85cfeb588","span_id":"4c919406066ae673","x-request-id":"c0836b2c-575f-4189-ad71-f005661ba51c"}
{"level":"info","ts":1789362112.341944,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8e3028f3a49ac2c270f5a1e85cfeb588","span_id":"4c919406066ae673","x-request-id":"c0836b2c-575f-4189-ad71-f005661ba51c","EoS":true}
{"level":"info","ts":1789362112.342015,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8e3028f3a49ac2c270f5a1e85cfeb588","span_id":"4c919406066ae673","x-request-id":"c0836b2c-575f-4189-ad71-f005661ba51c","header":"x-maas-group"}
{"level":"info","ts":1789362112.3420513,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8e3028f3a49ac2c270f5a1e85cfeb588","span_id":"4c919406066ae673","x-request-id":"c0836b2c-575f-4189-ad71-f005661ba51c","header":"x-maas-subscription"}
{"level":"info","ts":1789362112.3420942,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8e3028f3a49ac2c270f5a1e85cfeb588","span_id":"4c919406066ae673","x-request-id":"c0836b2c-575f-4189-ad71-f005661ba51c","header":"x-maas-username"}
{"level":"info","ts":1789362112.34216,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8e3028f3a49ac2c270f5a1e85cfeb588","span_id":"4c919406066ae673","x-request-id":"c0836b2c-575f-4189-ad71-f005661ba51c","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1789362112.3422241,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8e3028f3a49ac2c270f5a1e85cfeb588","span_id":"4c919406066ae673","x-request-id":"c0836b2c-575f-4189-ad71-f005661ba51c"}
{"level":"info","ts":1789362112.3832045,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8e3028f3a49ac2c270f5a1e85cfeb588","span_id":"4c919406066ae673","x-request-id":"c0836b2c-575f-4189-ad71-f005661ba51c"}
{"level":"info","ts":1789362112.3832326,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8e3028f3a49ac2c270f5a1e85cfeb588","span_id":"4c919406066ae673","x-request-id":"c0836b2c-575f-4189-ad71-f005661ba51c"}
{"level":"info","ts":1789362112.383252,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8e3028f3a49ac2c270f5a1e85cfeb588","span_id":"4c919406066ae673","x-request-id":"c0836b2c-575f-4189-ad71-f005661ba51c","EoS":false}
{"level":"info","ts":1789362112.3832686,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8e3028f3a49ac2c270f5a1e85cfeb588","span_id":"4c919406066ae673","x-request-id":"c0836b2c-575f-4189-ad71-f005661ba51c"}
{"level":"info","ts":1789362112.3833046,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8e3028f3a49ac2c270f5a1e85cfeb588","span_id":"4c919406066ae673","x-request-id":"c0836b2c-575f-4189-ad71-f005661ba51c","EoS":true}
{"level":"info","ts":1789362112.3833158,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8e3028f3a49ac2c270f5a1e85cfeb588","span_id":"4c919406066ae673","x-request-id":"c0836b2c-575f-4189-ad71-f005661ba51c"}
{"level":"info","ts":1789362112.427077,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789362112.4271972,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6ab4bc482b6b6f2677ca78c99b01a46f","span_id":"a5d97eadf9a9fd9b","x-request-id":"158843f2-aa94-4c9d-a265-fc0a66a4cdc3"}
{"level":"info","ts":1789362112.4272158,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6ab4bc482b6b6f2677ca78c99b01a46f","span_id":"a5d97eadf9a9fd9b","x-request-id":"158843f2-aa94-4c9d-a265-fc0a66a4cdc3"}
{"level":"info","ts":1789362112.4272287,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6ab4bc482b6b6f2677ca78c99b01a46f","span_id":"a5d97eadf9a9fd9b","x-request-id":"158843f2-aa94-4c9d-a265-fc0a66a4cdc3","EoS":true}
{"level":"info","ts":1789362112.427253,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6ab4bc482b6b6f2677ca78c99b01a46f","span_id":"a5d97eadf9a9fd9b","x-request-id":"158843f2-aa94-4c9d-a265-fc0a66a4cdc3","header":"x-maas-group"}
{"level":"info","ts":1789362112.4272635,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6ab4bc482b6b6f2677ca78c99b01a46f","span_id":"a5d97eadf9a9fd9b","x-request-id":"158843f2-aa94-4c9d-a265-fc0a66a4cdc3","header":"x-maas-username"}
{"level":"info","ts":1789362112.4272683,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6ab4bc482b6b6f2677ca78c99b01a46f","span_id":"a5d97eadf9a9fd9b","x-request-id":"158843f2-aa94-4c9d-a265-fc0a66a4cdc3","header":"x-maas-subscription"}
{"level":"info","ts":1789362112.4273002,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6ab4bc482b6b6f2677ca78c99b01a46f","span_id":"a5d97eadf9a9fd9b","x-request-id":"158843f2-aa94-4c9d-a265-fc0a66a4cdc3"}
{"level":"info","ts":1789362112.466326,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6ab4bc482b6b6f2677ca78c99b01a46f","span_id":"a5d97eadf9a9fd9b","x-request-id":"158843f2-aa94-4c9d-a265-fc0a66a4cdc3"}
{"level":"info","ts":1789362112.4663618,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6ab4bc482b6b6f2677ca78c99b01a46f","span_id":"a5d97eadf9a9fd9b","x-request-id":"158843f2-aa94-4c9d-a265-fc0a66a4cdc3"}
{"level":"info","ts":1789362112.4663854,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6ab4bc482b6b6f2677ca78c99b01a46f","span_id":"a5d97eadf9a9fd9b","x-request-id":"158843f2-aa94-4c9d-a265-fc0a66a4cdc3","EoS":false}
{"level":"info","ts":1789362112.4664032,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6ab4bc482b6b6f2677ca78c99b01a46f","span_id":"a5d97eadf9a9fd9b","x-request-id":"158843f2-aa94-4c9d-a265-fc0a66a4cdc3"}
{"level":"info","ts":1789362112.4664967,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6ab4bc482b6b6f2677ca78c99b01a46f","span_id":"a5d97eadf9a9fd9b","x-request-id":"158843f2-aa94-4c9d-a265-fc0a66a4cdc3","EoS":true}
{"level":"info","ts":1789362112.4665096,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6ab4bc482b6b6f2677ca78c99b01a46f","span_id":"a5d97eadf9a9fd9b","x-request-id":"158843f2-aa94-4c9d-a265-fc0a66a4cdc3"}
{"level":"info","ts":1789362113.3152382,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d6ec0ae7-898a-46df-990e-c3db9d2758cf","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789362113.3152566,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df407c3f-3200-4e57-9889-d2d597335a33"}
{"level":"info","ts":1789362113.315285,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d6ec0ae7-898a-46df-990e-c3db9d2758cf","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789362113.4727848,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"86e7d8b3-0a4c-4dd8-b1bd-1b2b6836cb76","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1789362113.4728968,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"86e7d8b3-0a4c-4dd8-b1bd-1b2b6836cb76","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1789362113.4729888,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d8cd32f2-ccdc-4619-ab7c-8fc910f4f575"}
{"level":"info","ts":1789362113.6195447,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"53a45e22-4a02-43b1-8df2-6a4f19e3c000","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1789362113.6196845,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"53a45e22-4a02-43b1-8df2-6a4f19e3c000","key":"llm/e2e-external-model-api-key"}
{"level":"error","ts":1789362116.3472843,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789362117.7265334,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789362117.7266693,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"470da2c9a6af6aca5d50be77d6f9f16e","span_id":"946411beb181c355","x-request-id":"0041f42f-08fa-47dd-b094-77633da125b8"}
{"level":"info","ts":1789362117.726687,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"470da2c9a6af6aca5d50be77d6f9f16e","span_id":"946411beb181c355","x-request-id":"0041f42f-08fa-47dd-b094-77633da125b8"}
{"level":"info","ts":1789362117.7267053,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"470da2c9a6af6aca5d50be77d6f9f16e","span_id":"946411beb181c355","x-request-id":"0041f42f-08fa-47dd-b094-77633da125b8","EoS":true}
{"level":"info","ts":1789362117.7267418,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"470da2c9a6af6aca5d50be77d6f9f16e","span_id":"946411beb181c355","x-request-id":"0041f42f-08fa-47dd-b094-77633da125b8","header":"x-maas-group"}
{"level":"info","ts":1789362117.726755,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"470da2c9a6af6aca5d50be77d6f9f16e","span_id":"946411beb181c355","x-request-id":"0041f42f-08fa-47dd-b094-77633da125b8","header":"x-maas-username"}
{"level":"info","ts":1789362117.7267637,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"470da2c9a6af6aca5d50be77d6f9f16e","span_id":"946411beb181c355","x-request-id":"0041f42f-08fa-47dd-b094-77633da125b8","header":"x-maas-subscription"}
{"level":"info","ts":1789362117.726784,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"470da2c9a6af6aca5d50be77d6f9f16e","span_id":"946411beb181c355","x-request-id":"0041f42f-08fa-47dd-b094-77633da125b8","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789362117.7268102,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"470da2c9a6af6aca5d50be77d6f9f16e","span_id":"946411beb181c355","x-request-id":"0041f42f-08fa-47dd-b094-77633da125b8"}
{"level":"info","ts":1789362117.7292228,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"470da2c9a6af6aca5d50be77d6f9f16e","span_id":"946411beb181c355","x-request-id":"0041f42f-08fa-47dd-b094-77633da125b8"}
{"level":"info","ts":1789362117.7292476,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"470da2c9a6af6aca5d50be77d6f9f16e","span_id":"946411beb181c355","x-request-id":"0041f42f-08fa-47dd-b094-77633da125b8"}
{"level":"info","ts":1789362117.7292688,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"470da2c9a6af6aca5d50be77d6f9f16e","span_id":"946411beb181c355","x-request-id":"0041f42f-08fa-47dd-b094-77633da125b8","EoS":false}
{"level":"info","ts":1789362117.7292895,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"470da2c9a6af6aca5d50be77d6f9f16e","span_id":"946411beb181c355","x-request-id":"0041f42f-08fa-47dd-b094-77633da125b8"}
{"level":"info","ts":1789362117.7293227,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"470da2c9a6af6aca5d50be77d6f9f16e","span_id":"946411beb181c355","x-request-id":"0041f42f-08fa-47dd-b094-77633da125b8","EoS":true}
{"level":"info","ts":1789362117.7293377,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"470da2c9a6af6aca5d50be77d6f9f16e","span_id":"946411beb181c355","x-request-id":"0041f42f-08fa-47dd-b094-77633da125b8"}
{"level":"info","ts":1789362117.7905765,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789362117.790713,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8d64c7f5c7f4b92bc724da6d76092475","span_id":"f9e9fdaf293d3ad9","x-request-id":"bf55676f-278c-4db0-b956-0d986e920982"}
{"level":"info","ts":1789362117.7907343,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8d64c7f5c7f4b92bc724da6d76092475","span_id":"f9e9fdaf293d3ad9","x-request-id":"bf55676f-278c-4db0-b956-0d986e920982"}
{"level":"info","ts":1789362117.7907534,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8d64c7f5c7f4b92bc724da6d76092475","span_id":"f9e9fdaf293d3ad9","x-request-id":"bf55676f-278c-4db0-b956-0d986e920982","EoS":true}
{"level":"info","ts":1789362117.7907867,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8d64c7f5c7f4b92bc724da6d76092475","span_id":"f9e9fdaf293d3ad9","x-request-id":"bf55676f-278c-4db0-b956-0d986e920982","header":"x-maas-subscription"}
{"level":"info","ts":1789362117.790799,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8d64c7f5c7f4b92bc724da6d76092475","span_id":"f9e9fdaf293d3ad9","x-request-id":"bf55676f-278c-4db0-b956-0d986e920982","header":"x-maas-username"}
{"level":"info","ts":1789362117.790806,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8d64c7f5c7f4b92bc724da6d76092475","span_id":"f9e9fdaf293d3ad9","x-request-id":"bf55676f-278c-4db0-b956-0d986e920982","header":"x-maas-group"}
{"level":"info","ts":1789362117.7908258,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8d64c7f5c7f4b92bc724da6d76092475","span_id":"f9e9fdaf293d3ad9","x-request-id":"bf55676f-278c-4db0-b956-0d986e920982","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789362117.7908518,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8d64c7f5c7f4b92bc724da6d76092475","span_id":"f9e9fdaf293d3ad9","x-request-id":"bf55676f-278c-4db0-b956-0d986e920982"}
{"level":"info","ts":1789362117.7921016,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8d64c7f5c7f4b92bc724da6d76092475","span_id":"f9e9fdaf293d3ad9","x-request-id":"bf55676f-278c-4db0-b956-0d986e920982"}
{"level":"info","ts":1789362117.7921386,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8d64c7f5c7f4b92bc724da6d76092475","span_id":"f9e9fdaf293d3ad9","x-request-id":"bf55676f-278c-4db0-b956-0d986e920982"}
{"level":"info","ts":1789362117.7921567,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8d64c7f5c7f4b92bc724da6d76092475","span_id":"f9e9fdaf293d3ad9","x-request-id":"bf55676f-278c-4db0-b956-0d986e920982","EoS":false}
{"level":"info","ts":1789362117.7921703,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8d64c7f5c7f4b92bc724da6d76092475","span_id":"f9e9fdaf293d3ad9","x-request-id":"bf55676f-278c-4db0-b956-0d986e920982"}
{"level":"info","ts":1789362117.792193,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8d64c7f5c7f4b92bc724da6d76092475","span_id":"f9e9fdaf293d3ad9","x-request-id":"bf55676f-278c-4db0-b956-0d986e920982","EoS":true}
{"level":"info","ts":1789362117.7922032,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8d64c7f5c7f4b92bc724da6d76092475","span_id":"f9e9fdaf293d3ad9","x-request-id":"bf55676f-278c-4db0-b956-0d986e920982"}
{"level":"info","ts":1789362117.8336604,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789362117.8337862,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f0996ed76f636e9d7b04fe3b3b55607f","span_id":"648d2c8dffefc81d","x-request-id":"2d3088ca-efe9-489b-af85-7eee6c2a7db7"}
{"level":"info","ts":1789362117.8338077,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f0996ed76f636e9d7b04fe3b3b55607f","span_id":"648d2c8dffefc81d","x-request-id":"2d3088ca-efe9-489b-af85-7eee6c2a7db7"}
{"level":"info","ts":1789362117.8338284,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f0996ed76f636e9d7b04fe3b3b55607f","span_id":"648d2c8dffefc81d","x-request-id":"2d3088ca-efe9-489b-af85-7eee6c2a7db7","EoS":true}
{"level":"info","ts":1789362117.8338618,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f0996ed76f636e9d7b04fe3b3b55607f","span_id":"648d2c8dffefc81d","x-request-id":"2d3088ca-efe9-489b-af85-7eee6c2a7db7","header":"x-maas-username"}
{"level":"info","ts":1789362117.8338752,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f0996ed76f636e9d7b04fe3b3b55607f","span_id":"648d2c8dffefc81d","x-request-id":"2d3088ca-efe9-489b-af85-7eee6c2a7db7","header":"x-maas-subscription"}
{"level":"info","ts":1789362117.8338816,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f0996ed76f636e9d7b04fe3b3b55607f","span_id":"648d2c8dffefc81d","x-request-id":"2d3088ca-efe9-489b-af85-7eee6c2a7db7","header":"x-maas-group"}
{"level":"info","ts":1789362117.8339016,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f0996ed76f636e9d7b04fe3b3b55607f","span_id":"648d2c8dffefc81d","x-request-id":"2d3088ca-efe9-489b-af85-7eee6c2a7db7","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789362117.8339374,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f0996ed76f636e9d7b04fe3b3b55607f","span_id":"648d2c8dffefc81d","x-request-id":"2d3088ca-efe9-489b-af85-7eee6c2a7db7"}
{"level":"info","ts":1789362117.8347886,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f0996ed76f636e9d7b04fe3b3b55607f","span_id":"648d2c8dffefc81d","x-request-id":"2d3088ca-efe9-489b-af85-7eee6c2a7db7"}
{"level":"info","ts":1789362117.8348658,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f0996ed76f636e9d7b04fe3b3b55607f","span_id":"648d2c8dffefc81d","x-request-id":"2d3088ca-efe9-489b-af85-7eee6c2a7db7"}
{"level":"info","ts":1789362117.8349178,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f0996ed76f636e9d7b04fe3b3b55607f","span_id":"648d2c8dffefc81d","x-request-id":"2d3088ca-efe9-489b-af85-7eee6c2a7db7","EoS":false}
{"level":"info","ts":1789362117.834951,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f0996ed76f636e9d7b04fe3b3b55607f","span_id":"648d2c8dffefc81d","x-request-id":"2d3088ca-efe9-489b-af85-7eee6c2a7db7"}
{"level":"info","ts":1789362117.835006,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f0996ed76f636e9d7b04fe3b3b55607f","span_id":"648d2c8dffefc81d","x-request-id":"2d3088ca-efe9-489b-af85-7eee6c2a7db7","EoS":true}
{"level":"info","ts":1789362117.835033,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f0996ed76f636e9d7b04fe3b3b55607f","span_id":"648d2c8dffefc81d","x-request-id":"2d3088ca-efe9-489b-af85-7eee6c2a7db7"}
{"level":"info","ts":1789362117.8948898,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789362117.8951802,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5aa3a4521c2759fb9cd543dbf8a23149","span_id":"e6e922c7ee7d4433","x-request-id":"472f1faf-e8fd-4895-94cc-9d088af6f0b3"}
{"level":"info","ts":1789362117.8952405,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5aa3a4521c2759fb9cd543dbf8a23149","span_id":"e6e922c7ee7d4433","x-request-id":"472f1faf-e8fd-4895-94cc-9d088af6f0b3"}
{"level":"info","ts":1789362117.8952835,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5aa3a4521c2759fb9cd543dbf8a23149","span_id":"e6e922c7ee7d4433","x-request-id":"472f1faf-e8fd-4895-94cc-9d088af6f0b3","EoS":true}
{"level":"info","ts":1789362117.8953393,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5aa3a4521c2759fb9cd543dbf8a23149","span_id":"e6e922c7ee7d4433","x-request-id":"472f1faf-e8fd-4895-94cc-9d088af6f0b3","header":"x-maas-group"}
{"level":"info","ts":1789362117.8953729,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5aa3a4521c2759fb9cd543dbf8a23149","span_id":"e6e922c7ee7d4433","x-request-id":"472f1faf-e8fd-4895-94cc-9d088af6f0b3","header":"x-maas-username"}
{"level":"info","ts":1789362117.8954096,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5aa3a4521c2759fb9cd543dbf8a23149","span_id":"e6e922c7ee7d4433","x-request-id":"472f1faf-e8fd-4895-94cc-9d088af6f0b3","header":"x-maas-subscription"}
{"level":"info","ts":1789362117.8954508,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5aa3a4521c2759fb9cd543dbf8a23149","span_id":"e6e922c7ee7d4433","x-request-id":"472f1faf-e8fd-4895-94cc-9d088af6f0b3","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789362117.895507,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5aa3a4521c2759fb9cd543dbf8a23149","span_id":"e6e922c7ee7d4433","x-request-id":"472f1faf-e8fd-4895-94cc-9d088af6f0b3"}
{"level":"info","ts":1789362117.9037437,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5aa3a4521c2759fb9cd543dbf8a23149","span_id":"e6e922c7ee7d4433","x-request-id":"472f1faf-e8fd-4895-94cc-9d088af6f0b3"}
{"level":"info","ts":1789362117.9038663,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5aa3a4521c2759fb9cd543dbf8a23149","span_id":"e6e922c7ee7d4433","x-request-id":"472f1faf-e8fd-4895-94cc-9d088af6f0b3"}
{"level":"info","ts":1789362117.9039185,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5aa3a4521c2759fb9cd543dbf8a23149","span_id":"e6e922c7ee7d4433","x-request-id":"472f1faf-e8fd-4895-94cc-9d088af6f0b3","EoS":false}
{"level":"info","ts":1789362117.903958,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5aa3a4521c2759fb9cd543dbf8a23149","span_id":"e6e922c7ee7d4433","x-request-id":"472f1faf-e8fd-4895-94cc-9d088af6f0b3"}
{"level":"info","ts":1789362117.9040153,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5aa3a4521c2759fb9cd543dbf8a23149","span_id":"e6e922c7ee7d4433","x-request-id":"472f1faf-e8fd-4895-94cc-9d088af6f0b3","EoS":true}
{"level":"info","ts":1789362117.9040492,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5aa3a4521c2759fb9cd543dbf8a23149","span_id":"e6e922c7ee7d4433","x-request-id":"472f1faf-e8fd-4895-94cc-9d088af6f0b3"}
{"level":"info","ts":1789362119.903952,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789362119.9040835,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"bf3e2aa0fb18291a2cc9e96863648d74","span_id":"f2af9b088114e145","x-request-id":"f25d5121-9a48-41e4-b35d-0e612d1a1d74"}
{"level":"error","ts":1789362126.3482115,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789362131.4927547,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789362131.492854,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5584d2aecd4eb261f64e1fc8ded7d43f","span_id":"b9733cbc74680ea0","x-request-id":"aa988ecd-719b-4bee-ab6a-26344d1cb0e8"}
{"level":"info","ts":1789362131.4928648,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5584d2aecd4eb261f64e1fc8ded7d43f","span_id":"b9733cbc74680ea0","x-request-id":"aa988ecd-719b-4bee-ab6a-26344d1cb0e8"}
{"level":"info","ts":1789362131.492876,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5584d2aecd4eb261f64e1fc8ded7d43f","span_id":"b9733cbc74680ea0","x-request-id":"aa988ecd-719b-4bee-ab6a-26344d1cb0e8","EoS":true}
{"level":"info","ts":1789362131.4929256,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5584d2aecd4eb261f64e1fc8ded7d43f","span_id":"b9733cbc74680ea0","x-request-id":"aa988ecd-719b-4bee-ab6a-26344d1cb0e8"}
{"level":"info","ts":1789362131.6483285,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789362131.6484656,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9223df5355ca522b87b8612c7162c1dd","span_id":"251d5b21b44c4c32","x-request-id":"49359259-ee29-4f08-beef-386c86146e11"}
{"level":"info","ts":1789362131.648483,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9223df5355ca522b87b8612c7162c1dd","span_id":"251d5b21b44c4c32","x-request-id":"49359259-ee29-4f08-beef-386c86146e11"}
{"level":"info","ts":1789362131.6485012,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9223df5355ca522b87b8612c7162c1dd","span_id":"251d5b21b44c4c32","x-request-id":"49359259-ee29-4f08-beef-386c86146e11","EoS":true}
{"level":"info","ts":1789362131.6485517,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9223df5355ca522b87b8612c7162c1dd","span_id":"251d5b21b44c4c32","x-request-id":"49359259-ee29-4f08-beef-386c86146e11"}
{"level":"info","ts":1789362131.792436,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789362131.7925355,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3a48ee376ed49097fa509aa69f0d9809","span_id":"b6fa7f325e412615","x-request-id":"844e7eb0-ff07-44d6-8174-4b3151bbf06a"}
{"level":"info","ts":1789362131.7925513,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3a48ee376ed49097fa509aa69f0d9809","span_id":"b6fa7f325e412615","x-request-id":"844e7eb0-ff07-44d6-8174-4b3151bbf06a"}
{"level":"info","ts":1789362131.7925673,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3a48ee376ed49097fa509aa69f0d9809","span_id":"b6fa7f325e412615","x-request-id":"844e7eb0-ff07-44d6-8174-4b3151bbf06a","EoS":true}
{"level":"info","ts":1789362131.792614,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3a48ee376ed49097fa509aa69f0d9809","span_id":"b6fa7f325e412615","x-request-id":"844e7eb0-ff07-44d6-8174-4b3151bbf06a"}
{"level":"error","ts":1789362141.3513198,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"error","ts":1789362156.355908,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789363105.3578973,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789363105.3580072,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5e237f1de3bd96390923c0a27f7cf571","span_id":"e28ac8968ca86139","x-request-id":"8cf45475-7b03-4d6d-a5e1-ea7fe0013825"}
{"level":"info","ts":1789363105.3580208,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5e237f1de3bd96390923c0a27f7cf571","span_id":"e28ac8968ca86139","x-request-id":"8cf45475-7b03-4d6d-a5e1-ea7fe0013825"}
{"level":"info","ts":1789363105.3580334,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5e237f1de3bd96390923c0a27f7cf571","span_id":"e28ac8968ca86139","x-request-id":"8cf45475-7b03-4d6d-a5e1-ea7fe0013825","EoS":true}
{"level":"info","ts":1789363105.3580618,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5e237f1de3bd96390923c0a27f7cf571","span_id":"e28ac8968ca86139","x-request-id":"8cf45475-7b03-4d6d-a5e1-ea7fe0013825","header":"x-maas-group"}
{"level":"info","ts":1789363105.3580728,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5e237f1de3bd96390923c0a27f7cf571","span_id":"e28ac8968ca86139","x-request-id":"8cf45475-7b03-4d6d-a5e1-ea7fe0013825","header":"x-maas-subscription"}
{"level":"info","ts":1789363105.3580797,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5e237f1de3bd96390923c0a27f7cf571","span_id":"e28ac8968ca86139","x-request-id":"8cf45475-7b03-4d6d-a5e1-ea7fe0013825","header":"x-maas-username"}
{"level":"info","ts":1789363105.358097,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5e237f1de3bd96390923c0a27f7cf571","span_id":"e28ac8968ca86139","x-request-id":"8cf45475-7b03-4d6d-a5e1-ea7fe0013825","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}
{"level":"info","ts":1789363105.3581393,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5e237f1de3bd96390923c0a27f7cf571","span_id":"e28ac8968ca86139","x-request-id":"8cf45475-7b03-4d6d-a5e1-ea7fe0013825"}
{"level":"info","ts":1789363105.3588634,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5e237f1de3bd96390923c0a27f7cf571","span_id":"e28ac8968ca86139","x-request-id":"8cf45475-7b03-4d6d-a5e1-ea7fe0013825"}
{"level":"info","ts":1789363105.3588834,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5e237f1de3bd96390923c0a27f7cf571","span_id":"e28ac8968ca86139","x-request-id":"8cf45475-7b03-4d6d-a5e1-ea7fe0013825"}
{"level":"info","ts":1789363105.358903,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5e237f1de3bd96390923c0a27f7cf571","span_id":"e28ac8968ca86139","x-request-id":"8cf45475-7b03-4d6d-a5e1-ea7fe0013825","EoS":false}
{"level":"info","ts":1789363105.3589182,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5e237f1de3bd96390923c0a27f7cf571","span_id":"e28ac8968ca86139","x-request-id":"8cf45475-7b03-4d6d-a5e1-ea7fe0013825"}
{"level":"info","ts":1789363105.3589442,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5e237f1de3bd96390923c0a27f7cf571","span_id":"e28ac8968ca86139","x-request-id":"8cf45475-7b03-4d6d-a5e1-ea7fe0013825","EoS":true}
{"level":"info","ts":1789363105.3589535,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5e237f1de3bd96390923c0a27f7cf571","span_id":"e28ac8968ca86139","x-request-id":"8cf45475-7b03-4d6d-a5e1-ea7fe0013825"}
{"level":"info","ts":1789363105.403405,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789363105.4035013,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7d7303b125f648d572fa84ec396f6937","span_id":"6ab779fcd174c7a8","x-request-id":"7c58eee9-fe34-437a-9cc2-7204e011b5c1"}
{"level":"info","ts":1789363105.4035146,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7d7303b125f648d572fa84ec396f6937","span_id":"6ab779fcd174c7a8","x-request-id":"7c58eee9-fe34-437a-9cc2-7204e011b5c1"}
{"level":"info","ts":1789363105.4035296,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7d7303b125f648d572fa84ec396f6937","span_id":"6ab779fcd174c7a8","x-request-id":"7c58eee9-fe34-437a-9cc2-7204e011b5c1","EoS":true}
{"level":"info","ts":1789363105.4035585,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7d7303b125f648d572fa84ec396f6937","span_id":"6ab779fcd174c7a8","x-request-id":"7c58eee9-fe34-437a-9cc2-7204e011b5c1","header":"x-maas-group"}
{"level":"info","ts":1789363105.403569,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7d7303b125f648d572fa84ec396f6937","span_id":"6ab779fcd174c7a8","x-request-id":"7c58eee9-fe34-437a-9cc2-7204e011b5c1","header":"x-maas-subscription"}
{"level":"info","ts":1789363105.403574,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7d7303b125f648d572fa84ec396f6937","span_id":"6ab779fcd174c7a8","x-request-id":"7c58eee9-fe34-437a-9cc2-7204e011b5c1","header":"x-maas-username"}
{"level":"info","ts":1789363105.403588,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7d7303b125f648d572fa84ec396f6937","span_id":"6ab779fcd174c7a8","x-request-id":"7c58eee9-fe34-437a-9cc2-7204e011b5c1","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}
{"level":"info","ts":1789363105.4036129,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7d7303b125f648d572fa84ec396f6937","span_id":"6ab779fcd174c7a8","x-request-id":"7c58eee9-fe34-437a-9cc2-7204e011b5c1"}
{"level":"info","ts":1789363105.4042468,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7d7303b125f648d572fa84ec396f6937","span_id":"6ab779fcd174c7a8","x-request-id":"7c58eee9-fe34-437a-9cc2-7204e011b5c1"}
{"level":"info","ts":1789363105.4042645,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7d7303b125f648d572fa84ec396f6937","span_id":"6ab779fcd174c7a8","x-request-id":"7c58eee9-fe34-437a-9cc2-7204e011b5c1"}
{"level":"info","ts":1789363105.404279,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7d7303b125f648d572fa84ec396f6937","span_id":"6ab779fcd174c7a8","x-request-id":"7c58eee9-fe34-437a-9cc2-7204e011b5c1","EoS":false}
{"level":"info","ts":1789363105.4042907,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7d7303b125f648d572fa84ec396f6937","span_id":"6ab779fcd174c7a8","x-request-id":"7c58eee9-fe34-437a-9cc2-7204e011b5c1"}
{"level":"info","ts":1789363105.4043133,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7d7303b125f648d572fa84ec396f6937","span_id":"6ab779fcd174c7a8","x-request-id":"7c58eee9-fe34-437a-9cc2-7204e011b5c1","EoS":true}
{"level":"info","ts":1789363105.4043221,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7d7303b125f648d572fa84ec396f6937","span_id":"6ab779fcd174c7a8","x-request-id":"7c58eee9-fe34-437a-9cc2-7204e011b5c1"}
{"level":"error","ts":1789363116.4636226,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789363446.0411882,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789363446.0413265,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2f168ad9aa796129e415de94aa6c8703","span_id":"947d957be7b02b92","x-request-id":"19d8b972-261e-4472-bb47-06a3fa3369f8"}
{"level":"info","ts":1789363446.0413463,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2f168ad9aa796129e415de94aa6c8703","span_id":"947d957be7b02b92","x-request-id":"19d8b972-261e-4472-bb47-06a3fa3369f8"}
{"level":"info","ts":1789363446.0413616,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2f168ad9aa796129e415de94aa6c8703","span_id":"947d957be7b02b92","x-request-id":"19d8b972-261e-4472-bb47-06a3fa3369f8","EoS":true}
{"level":"info","ts":1789363446.0413868,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2f168ad9aa796129e415de94aa6c8703","span_id":"947d957be7b02b92","x-request-id":"19d8b972-261e-4472-bb47-06a3fa3369f8","header":"x-maas-group"}
{"level":"info","ts":1789363446.0413973,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2f168ad9aa796129e415de94aa6c8703","span_id":"947d957be7b02b92","x-request-id":"19d8b972-261e-4472-bb47-06a3fa3369f8","header":"x-maas-username"}
{"level":"info","ts":1789363446.0414026,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2f168ad9aa796129e415de94aa6c8703","span_id":"947d957be7b02b92","x-request-id":"19d8b972-261e-4472-bb47-06a3fa3369f8","header":"x-maas-subscription"}
{"level":"info","ts":1789363446.0414178,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2f168ad9aa796129e415de94aa6c8703","span_id":"947d957be7b02b92","x-request-id":"19d8b972-261e-4472-bb47-06a3fa3369f8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789363446.0414457,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2f168ad9aa796129e415de94aa6c8703","span_id":"947d957be7b02b92","x-request-id":"19d8b972-261e-4472-bb47-06a3fa3369f8"}
{"level":"info","ts":1789363446.0547838,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2f168ad9aa796129e415de94aa6c8703","span_id":"947d957be7b02b92","x-request-id":"19d8b972-261e-4472-bb47-06a3fa3369f8"}
{"level":"info","ts":1789363446.0548134,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2f168ad9aa796129e415de94aa6c8703","span_id":"947d957be7b02b92","x-request-id":"19d8b972-261e-4472-bb47-06a3fa3369f8"}
{"level":"info","ts":1789363446.05483,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2f168ad9aa796129e415de94aa6c8703","span_id":"947d957be7b02b92","x-request-id":"19d8b972-261e-4472-bb47-06a3fa3369f8","EoS":false}
{"level":"info","ts":1789363446.0548437,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2f168ad9aa796129e415de94aa6c8703","span_id":"947d957be7b02b92","x-request-id":"19d8b972-261e-4472-bb47-06a3fa3369f8"}
{"level":"info","ts":1789363446.0548737,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2f168ad9aa796129e415de94aa6c8703","span_id":"947d957be7b02b92","x-request-id":"19d8b972-261e-4472-bb47-06a3fa3369f8","EoS":true}
{"level":"info","ts":1789363446.0548809,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2f168ad9aa796129e415de94aa6c8703","span_id":"947d957be7b02b92","x-request-id":"19d8b972-261e-4472-bb47-06a3fa3369f8"}
{"level":"info","ts":1789363446.1967237,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789363446.1968234,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"443e378228bd19418e8aac8104b7bc2d","span_id":"991bfc6e641a389f","x-request-id":"9ee2caff-6b92-4d72-aacc-259bdabf72f5"}
{"level":"info","ts":1789363446.1968355,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"443e378228bd19418e8aac8104b7bc2d","span_id":"991bfc6e641a389f","x-request-id":"9ee2caff-6b92-4d72-aacc-259bdabf72f5"}
{"level":"info","ts":1789363446.196847,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"443e378228bd19418e8aac8104b7bc2d","span_id":"991bfc6e641a389f","x-request-id":"9ee2caff-6b92-4d72-aacc-259bdabf72f5","EoS":true}
{"level":"info","ts":1789363446.1968691,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"443e378228bd19418e8aac8104b7bc2d","span_id":"991bfc6e641a389f","x-request-id":"9ee2caff-6b92-4d72-aacc-259bdabf72f5","header":"x-maas-username"}
{"level":"info","ts":1789363446.1968791,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"443e378228bd19418e8aac8104b7bc2d","span_id":"991bfc6e641a389f","x-request-id":"9ee2caff-6b92-4d72-aacc-259bdabf72f5","header":"x-maas-subscription"}
{"level":"info","ts":1789363446.1968842,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"443e378228bd19418e8aac8104b7bc2d","span_id":"991bfc6e641a389f","x-request-id":"9ee2caff-6b92-4d72-aacc-259bdabf72f5","header":"x-maas-group"}
{"level":"info","ts":1789363446.1968985,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"443e378228bd19418e8aac8104b7bc2d","span_id":"991bfc6e641a389f","x-request-id":"9ee2caff-6b92-4d72-aacc-259bdabf72f5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789363446.1969235,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"443e378228bd19418e8aac8104b7bc2d","span_id":"991bfc6e641a389f","x-request-id":"9ee2caff-6b92-4d72-aacc-259bdabf72f5"}
{"level":"info","ts":1789363446.1991825,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"443e378228bd19418e8aac8104b7bc2d","span_id":"991bfc6e641a389f","x-request-id":"9ee2caff-6b92-4d72-aacc-259bdabf72f5"}
{"level":"info","ts":1789363446.1992059,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"443e378228bd19418e8aac8104b7bc2d","span_id":"991bfc6e641a389f","x-request-id":"9ee2caff-6b92-4d72-aacc-259bdabf72f5"}
{"level":"info","ts":1789363446.199226,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"443e378228bd19418e8aac8104b7bc2d","span_id":"991bfc6e641a389f","x-request-id":"9ee2caff-6b92-4d72-aacc-259bdabf72f5","EoS":false}
{"level":"info","ts":1789363446.1992433,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"443e378228bd19418e8aac8104b7bc2d","span_id":"991bfc6e641a389f","x-request-id":"9ee2caff-6b92-4d72-aacc-259bdabf72f5"}
{"level":"info","ts":1789363446.1992722,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"443e378228bd19418e8aac8104b7bc2d","span_id":"991bfc6e641a389f","x-request-id":"9ee2caff-6b92-4d72-aacc-259bdabf72f5","EoS":true}
{"level":"info","ts":1789363446.199283,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"443e378228bd19418e8aac8104b7bc2d","span_id":"991bfc6e641a389f","x-request-id":"9ee2caff-6b92-4d72-aacc-259bdabf72f5"}
{"level":"info","ts":1789363446.3358228,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789363446.3359363,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3a5bccc4c38dc015d28f692310f92a7f","span_id":"da55b32344138c4d","x-request-id":"aede098b-c7de-4d0a-a7ba-9116a7fc1bae"}
{"level":"info","ts":1789363446.3359504,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3a5bccc4c38dc015d28f692310f92a7f","span_id":"da55b32344138c4d","x-request-id":"aede098b-c7de-4d0a-a7ba-9116a7fc1bae"}
{"level":"info","ts":1789363446.3359694,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3a5bccc4c38dc015d28f692310f92a7f","span_id":"da55b32344138c4d","x-request-id":"aede098b-c7de-4d0a-a7ba-9116a7fc1bae","EoS":true}
{"level":"info","ts":1789363446.336006,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3a5bccc4c38dc015d28f692310f92a7f","span_id":"da55b32344138c4d","x-request-id":"aede098b-c7de-4d0a-a7ba-9116a7fc1bae","header":"x-maas-username"}
{"level":"info","ts":1789363446.3360198,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3a5bccc4c38dc015d28f692310f92a7f","span_id":"da55b32344138c4d","x-request-id":"aede098b-c7de-4d0a-a7ba-9116a7fc1bae","header":"x-maas-group"}
{"level":"info","ts":1789363446.3360279,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3a5bccc4c38dc015d28f692310f92a7f","span_id":"da55b32344138c4d","x-request-id":"aede098b-c7de-4d0a-a7ba-9116a7fc1bae","header":"x-maas-subscription"}
{"level":"info","ts":1789363446.3360481,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3a5bccc4c38dc015d28f692310f92a7f","span_id":"da55b32344138c4d","x-request-id":"aede098b-c7de-4d0a-a7ba-9116a7fc1bae","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789363446.336082,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3a5bccc4c38dc015d28f692310f92a7f","span_id":"da55b32344138c4d","x-request-id":"aede098b-c7de-4d0a-a7ba-9116a7fc1bae"}
{"level":"info","ts":1789363446.3369286,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3a5bccc4c38dc015d28f692310f92a7f","span_id":"da55b32344138c4d","x-request-id":"aede098b-c7de-4d0a-a7ba-9116a7fc1bae"}
{"level":"info","ts":1789363446.3369477,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3a5bccc4c38dc015d28f692310f92a7f","span_id":"da55b32344138c4d","x-request-id":"aede098b-c7de-4d0a-a7ba-9116a7fc1bae"}
{"level":"info","ts":1789363446.3369613,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3a5bccc4c38dc015d28f692310f92a7f","span_id":"da55b32344138c4d","x-request-id":"aede098b-c7de-4d0a-a7ba-9116a7fc1bae","EoS":false}
{"level":"info","ts":1789363446.336979,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3a5bccc4c38dc015d28f692310f92a7f","span_id":"da55b32344138c4d","x-request-id":"aede098b-c7de-4d0a-a7ba-9116a7fc1bae"}
{"level":"info","ts":1789363446.3370025,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3a5bccc4c38dc015d28f692310f92a7f","span_id":"da55b32344138c4d","x-request-id":"aede098b-c7de-4d0a-a7ba-9116a7fc1bae","EoS":true}
{"level":"info","ts":1789363446.337027,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3a5bccc4c38dc015d28f692310f92a7f","span_id":"da55b32344138c4d","x-request-id":"aede098b-c7de-4d0a-a7ba-9116a7fc1bae"}
{"level":"info","ts":1789363446.4766195,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789363446.4767268,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f3d00c653b0a806468368ff360d1086b","span_id":"cb396653f51a690b","x-request-id":"ed0a1e28-8147-42ee-9b9f-a9acfeb08b23"}
{"level":"info","ts":1789363446.4767437,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f3d00c653b0a806468368ff360d1086b","span_id":"cb396653f51a690b","x-request-id":"ed0a1e28-8147-42ee-9b9f-a9acfeb08b23"}
{"level":"info","ts":1789363446.4767563,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f3d00c653b0a806468368ff360d1086b","span_id":"cb396653f51a690b","x-request-id":"ed0a1e28-8147-42ee-9b9f-a9acfeb08b23","EoS":true}
{"level":"info","ts":1789363446.4767795,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f3d00c653b0a806468368ff360d1086b","span_id":"cb396653f51a690b","x-request-id":"ed0a1e28-8147-42ee-9b9f-a9acfeb08b23","header":"x-maas-group"}
{"level":"info","ts":1789363446.4767895,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f3d00c653b0a806468368ff360d1086b","span_id":"cb396653f51a690b","x-request-id":"ed0a1e28-8147-42ee-9b9f-a9acfeb08b23","header":"x-maas-username"}
{"level":"info","ts":1789363446.476795,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f3d00c653b0a806468368ff360d1086b","span_id":"cb396653f51a690b","x-request-id":"ed0a1e28-8147-42ee-9b9f-a9acfeb08b23","header":"x-maas-subscription"}
{"level":"info","ts":1789363446.4768105,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f3d00c653b0a806468368ff360d1086b","span_id":"cb396653f51a690b","x-request-id":"ed0a1e28-8147-42ee-9b9f-a9acfeb08b23","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789363446.4768362,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f3d00c653b0a806468368ff360d1086b","span_id":"cb396653f51a690b","x-request-id":"ed0a1e28-8147-42ee-9b9f-a9acfeb08b23"}
{"level":"info","ts":1789363446.4776428,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f3d00c653b0a806468368ff360d1086b","span_id":"cb396653f51a690b","x-request-id":"ed0a1e28-8147-42ee-9b9f-a9acfeb08b23"}
{"level":"info","ts":1789363446.477664,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f3d00c653b0a806468368ff360d1086b","span_id":"cb396653f51a690b","x-request-id":"ed0a1e28-8147-42ee-9b9f-a9acfeb08b23"}
{"level":"info","ts":1789363446.4776783,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f3d00c653b0a806468368ff360d1086b","span_id":"cb396653f51a690b","x-request-id":"ed0a1e28-8147-42ee-9b9f-a9acfeb08b23","EoS":false}
{"level":"info","ts":1789363446.4776893,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f3d00c653b0a806468368ff360d1086b","span_id":"cb396653f51a690b","x-request-id":"ed0a1e28-8147-42ee-9b9f-a9acfeb08b23"}
{"level":"info","ts":1789363446.477709,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f3d00c653b0a806468368ff360d1086b","span_id":"cb396653f51a690b","x-request-id":"ed0a1e28-8147-42ee-9b9f-a9acfeb08b23","EoS":true}
{"level":"info","ts":1789363446.4777186,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f3d00c653b0a806468368ff360d1086b","span_id":"cb396653f51a690b","x-request-id":"ed0a1e28-8147-42ee-9b9f-a9acfeb08b23"}
{"level":"info","ts":1789363446.6168404,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789363446.6169505,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"bc683284d9fa3f8a5ae781714cd7f724","span_id":"548a2402d6da2b9a","x-request-id":"3c113e37-282c-4917-ac01-f37b7f9dfca5"}
{"level":"info","ts":1789363446.6169639,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"bc683284d9fa3f8a5ae781714cd7f724","span_id":"548a2402d6da2b9a","x-request-id":"3c113e37-282c-4917-ac01-f37b7f9dfca5"}
{"level":"info","ts":1789363446.6169865,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"bc683284d9fa3f8a5ae781714cd7f724","span_id":"548a2402d6da2b9a","x-request-id":"3c113e37-282c-4917-ac01-f37b7f9dfca5","EoS":true}
{"level":"info","ts":1789363446.617042,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bc683284d9fa3f8a5ae781714cd7f724","span_id":"548a2402d6da2b9a","x-request-id":"3c113e37-282c-4917-ac01-f37b7f9dfca5","header":"x-maas-group"}
{"level":"info","ts":1789363446.6170566,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bc683284d9fa3f8a5ae781714cd7f724","span_id":"548a2402d6da2b9a","x-request-id":"3c113e37-282c-4917-ac01-f37b7f9dfca5","header":"x-maas-username"}
{"level":"info","ts":1789363446.6170652,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bc683284d9fa3f8a5ae781714cd7f724","span_id":"548a2402d6da2b9a","x-request-id":"3c113e37-282c-4917-ac01-f37b7f9dfca5","header":"x-maas-subscription"}
{"level":"info","ts":1789363446.6170936,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"bc683284d9fa3f8a5ae781714cd7f724","span_id":"548a2402d6da2b9a","x-request-id":"3c113e37-282c-4917-ac01-f37b7f9dfca5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789363446.6171496,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"bc683284d9fa3f8a5ae781714cd7f724","span_id":"548a2402d6da2b9a","x-request-id":"3c113e37-282c-4917-ac01-f37b7f9dfca5"}
{"level":"info","ts":1789363446.6179569,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"bc683284d9fa3f8a5ae781714cd7f724","span_id":"548a2402d6da2b9a","x-request-id":"3c113e37-282c-4917-ac01-f37b7f9dfca5"}
{"level":"info","ts":1789363446.6179767,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"bc683284d9fa3f8a5ae781714cd7f724","span_id":"548a2402d6da2b9a","x-request-id":"3c113e37-282c-4917-ac01-f37b7f9dfca5"}
{"level":"info","ts":1789363446.617991,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bc683284d9fa3f8a5ae781714cd7f724","span_id":"548a2402d6da2b9a","x-request-id":"3c113e37-282c-4917-ac01-f37b7f9dfca5","EoS":false}
{"level":"info","ts":1789363446.6180017,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bc683284d9fa3f8a5ae781714cd7f724","span_id":"548a2402d6da2b9a","x-request-id":"3c113e37-282c-4917-ac01-f37b7f9dfca5"}
{"level":"info","ts":1789363446.6180205,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bc683284d9fa3f8a5ae781714cd7f724","span_id":"548a2402d6da2b9a","x-request-id":"3c113e37-282c-4917-ac01-f37b7f9dfca5","EoS":true}
{"level":"info","ts":1789363446.6180308,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bc683284d9fa3f8a5ae781714cd7f724","span_id":"548a2402d6da2b9a","x-request-id":"3c113e37-282c-4917-ac01-f37b7f9dfca5"}
{"level":"error","ts":1789363456.5029423,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789363458.6697285,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789363458.6698499,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d6cb95e0700c466a426ef7a2d33a9b27","span_id":"abc285f23d446eae","x-request-id":"b145719e-d5fe-40cb-9c33-615a729b7daa"}
{"level":"info","ts":1789363458.6698642,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d6cb95e0700c466a426ef7a2d33a9b27","span_id":"abc285f23d446eae","x-request-id":"b145719e-d5fe-40cb-9c33-615a729b7daa"}
{"level":"info","ts":1789363458.6698859,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d6cb95e0700c466a426ef7a2d33a9b27","span_id":"abc285f23d446eae","x-request-id":"b145719e-d5fe-40cb-9c33-615a729b7daa","EoS":true}
{"level":"info","ts":1789363458.6699224,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d6cb95e0700c466a426ef7a2d33a9b27","span_id":"abc285f23d446eae","x-request-id":"b145719e-d5fe-40cb-9c33-615a729b7daa","header":"x-maas-group"}
{"level":"info","ts":1789363458.6699343,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d6cb95e0700c466a426ef7a2d33a9b27","span_id":"abc285f23d446eae","x-request-id":"b145719e-d5fe-40cb-9c33-615a729b7daa","header":"x-maas-subscription"}
{"level":"info","ts":1789363458.6699438,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d6cb95e0700c466a426ef7a2d33a9b27","span_id":"abc285f23d446eae","x-request-id":"b145719e-d5fe-40cb-9c33-615a729b7daa","header":"x-maas-username"}
{"level":"info","ts":1789363458.6699648,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d6cb95e0700c466a426ef7a2d33a9b27","span_id":"abc285f23d446eae","x-request-id":"b145719e-d5fe-40cb-9c33-615a729b7daa","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789363458.6700006,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d6cb95e0700c466a426ef7a2d33a9b27","span_id":"abc285f23d446eae","x-request-id":"b145719e-d5fe-40cb-9c33-615a729b7daa"}
{"level":"info","ts":1789363458.6715693,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d6cb95e0700c466a426ef7a2d33a9b27","span_id":"abc285f23d446eae","x-request-id":"b145719e-d5fe-40cb-9c33-615a729b7daa"}
{"level":"info","ts":1789363458.6715896,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d6cb95e0700c466a426ef7a2d33a9b27","span_id":"abc285f23d446eae","x-request-id":"b145719e-d5fe-40cb-9c33-615a729b7daa"}
{"level":"info","ts":1789363458.671601,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d6cb95e0700c466a426ef7a2d33a9b27","span_id":"abc285f23d446eae","x-request-id":"b145719e-d5fe-40cb-9c33-615a729b7daa","EoS":false}
{"level":"info","ts":1789363458.671613,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d6cb95e0700c466a426ef7a2d33a9b27","span_id":"abc285f23d446eae","x-request-id":"b145719e-d5fe-40cb-9c33-615a729b7daa"}
{"level":"info","ts":1789363458.671637,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d6cb95e0700c466a426ef7a2d33a9b27","span_id":"abc285f23d446eae","x-request-id":"b145719e-d5fe-40cb-9c33-615a729b7daa","EoS":true}
{"level":"info","ts":1789363458.6716478,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d6cb95e0700c466a426ef7a2d33a9b27","span_id":"abc285f23d446eae","x-request-id":"b145719e-d5fe-40cb-9c33-615a729b7daa"}
{"level":"info","ts":1789363458.705974,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789363458.7060926,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"830744d11a2f8be36c7f7c4a4498594a","span_id":"a851054a0d53b10b","x-request-id":"461d1f2a-4d54-4cc5-976a-271046b69364"}
{"level":"info","ts":1789363458.7061062,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"830744d11a2f8be36c7f7c4a4498594a","span_id":"a851054a0d53b10b","x-request-id":"461d1f2a-4d54-4cc5-976a-271046b69364"}
{"level":"info","ts":1789363458.7061377,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"830744d11a2f8be36c7f7c4a4498594a","span_id":"a851054a0d53b10b","x-request-id":"461d1f2a-4d54-4cc5-976a-271046b69364","EoS":true}
{"level":"info","ts":1789363458.7061753,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"830744d11a2f8be36c7f7c4a4498594a","span_id":"a851054a0d53b10b","x-request-id":"461d1f2a-4d54-4cc5-976a-271046b69364","header":"x-maas-username"}
{"level":"info","ts":1789363458.706193,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"830744d11a2f8be36c7f7c4a4498594a","span_id":"a851054a0d53b10b","x-request-id":"461d1f2a-4d54-4cc5-976a-271046b69364","header":"x-maas-subscription"}
{"level":"info","ts":1789363458.706201,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"830744d11a2f8be36c7f7c4a4498594a","span_id":"a851054a0d53b10b","x-request-id":"461d1f2a-4d54-4cc5-976a-271046b69364","header":"x-maas-group"}
{"level":"info","ts":1789363458.7062333,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"830744d11a2f8be36c7f7c4a4498594a","span_id":"a851054a0d53b10b","x-request-id":"461d1f2a-4d54-4cc5-976a-271046b69364","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789363458.7062683,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"830744d11a2f8be36c7f7c4a4498594a","span_id":"a851054a0d53b10b","x-request-id":"461d1f2a-4d54-4cc5-976a-271046b69364"}
{"level":"info","ts":1789363458.7070758,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"830744d11a2f8be36c7f7c4a4498594a","span_id":"a851054a0d53b10b","x-request-id":"461d1f2a-4d54-4cc5-976a-271046b69364"}
{"level":"info","ts":1789363458.7070944,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"830744d11a2f8be36c7f7c4a4498594a","span_id":"a851054a0d53b10b","x-request-id":"461d1f2a-4d54-4cc5-976a-271046b69364"}
{"level":"info","ts":1789363458.7071064,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"830744d11a2f8be36c7f7c4a4498594a","span_id":"a851054a0d53b10b","x-request-id":"461d1f2a-4d54-4cc5-976a-271046b69364","EoS":false}
{"level":"info","ts":1789363458.7071333,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"830744d11a2f8be36c7f7c4a4498594a","span_id":"a851054a0d53b10b","x-request-id":"461d1f2a-4d54-4cc5-976a-271046b69364"}
{"level":"info","ts":1789363458.7071612,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"830744d11a2f8be36c7f7c4a4498594a","span_id":"a851054a0d53b10b","x-request-id":"461d1f2a-4d54-4cc5-976a-271046b69364","EoS":true}
{"level":"info","ts":1789363458.7071729,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"830744d11a2f8be36c7f7c4a4498594a","span_id":"a851054a0d53b10b","x-request-id":"461d1f2a-4d54-4cc5-976a-271046b69364"}
{"level":"info","ts":1789363458.8162825,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789363458.8163955,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"519685e261f66f166ce4587dc585dc10","span_id":"d853e522a9d338ba","x-request-id":"f09d510f-705f-4b46-a938-10e9841a6a6a"}
{"level":"info","ts":1789363458.8171756,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"519685e261f66f166ce4587dc585dc10","span_id":"d853e522a9d338ba","x-request-id":"f09d510f-705f-4b46-a938-10e9841a6a6a"}
{"level":"info","ts":1789363458.817196,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"519685e261f66f166ce4587dc585dc10","span_id":"d853e522a9d338ba","x-request-id":"f09d510f-705f-4b46-a938-10e9841a6a6a"}
{"level":"info","ts":1789363458.817208,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"519685e261f66f166ce4587dc585dc10","span_id":"d853e522a9d338ba","x-request-id":"f09d510f-705f-4b46-a938-10e9841a6a6a","EoS":false}
{"level":"info","ts":1789363458.817221,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"519685e261f66f166ce4587dc585dc10","span_id":"d853e522a9d338ba","x-request-id":"f09d510f-705f-4b46-a938-10e9841a6a6a"}
{"level":"info","ts":1789363458.8172414,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"519685e261f66f166ce4587dc585dc10","span_id":"d853e522a9d338ba","x-request-id":"f09d510f-705f-4b46-a938-10e9841a6a6a","EoS":true}
{"level":"info","ts":1789363458.8172503,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"519685e261f66f166ce4587dc585dc10","span_id":"d853e522a9d338ba","x-request-id":"f09d510f-705f-4b46-a938-10e9841a6a6a"}
{"level":"info","ts":1789363459.6161582,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789363459.616271,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"eb5ef83017b9cd8bf5704e024da3f417","span_id":"ea15d1e878d6c40e","x-request-id":"361f793b-273a-453f-935f-11adccafd106"}
{"level":"info","ts":1789363459.6162858,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"eb5ef83017b9cd8bf5704e024da3f417","span_id":"ea15d1e878d6c40e","x-request-id":"361f793b-273a-453f-935f-11adccafd106"}
{"level":"info","ts":1789363459.6163044,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"eb5ef83017b9cd8bf5704e024da3f417","span_id":"ea15d1e878d6c40e","x-request-id":"361f793b-273a-453f-935f-11adccafd106","EoS":true}
{"level":"info","ts":1789363459.61634,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"eb5ef83017b9cd8bf5704e024da3f417","span_id":"ea15d1e878d6c40e","x-request-id":"361f793b-273a-453f-935f-11adccafd106","header":"x-maas-group"}
{"level":"info","ts":1789363459.6163535,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"eb5ef83017b9cd8bf5704e024da3f417","span_id":"ea15d1e878d6c40e","x-request-id":"361f793b-273a-453f-935f-11adccafd106","header":"x-maas-username"}
{"level":"info","ts":1789363459.6163628,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"eb5ef83017b9cd8bf5704e024da3f417","span_id":"ea15d1e878d6c40e","x-request-id":"361f793b-273a-453f-935f-11adccafd106","header":"x-maas-subscription"}
{"level":"info","ts":1789363459.616385,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"eb5ef83017b9cd8bf5704e024da3f417","span_id":"ea15d1e878d6c40e","x-request-id":"361f793b-273a-453f-935f-11adccafd106","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789363459.616417,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"eb5ef83017b9cd8bf5704e024da3f417","span_id":"ea15d1e878d6c40e","x-request-id":"361f793b-273a-453f-935f-11adccafd106"}
{"level":"info","ts":1789363459.6171074,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"eb5ef83017b9cd8bf5704e024da3f417","span_id":"ea15d1e878d6c40e","x-request-id":"361f793b-273a-453f-935f-11adccafd106"}
{"level":"info","ts":1789363459.6171503,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"eb5ef83017b9cd8bf5704e024da3f417","span_id":"ea15d1e878d6c40e","x-request-id":"361f793b-273a-453f-935f-11adccafd106"}
{"level":"info","ts":1789363459.6171637,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"eb5ef83017b9cd8bf5704e024da3f417","span_id":"ea15d1e878d6c40e","x-request-id":"361f793b-273a-453f-935f-11adccafd106","EoS":false}
{"level":"info","ts":1789363459.6171763,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"eb5ef83017b9cd8bf5704e024da3f417","span_id":"ea15d1e878d6c40e","x-request-id":"361f793b-273a-453f-935f-11adccafd106"}
{"level":"info","ts":1789363459.6171994,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"eb5ef83017b9cd8bf5704e024da3f417","span_id":"ea15d1e878d6c40e","x-request-id":"361f793b-273a-453f-935f-11adccafd106","EoS":true}
{"level":"info","ts":1789363459.6172092,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"eb5ef83017b9cd8bf5704e024da3f417","span_id":"ea15d1e878d6c40e","x-request-id":"361f793b-273a-453f-935f-11adccafd106"}
{"level":"info","ts":1789363460.6128142,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789363460.6129365,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5ba00e125c66d3f419caee7fac38d1ca","span_id":"63b1721a8191334b","x-request-id":"1169573a-2bdf-43bb-8ddc-83ffa19c64a5"}
{"level":"info","ts":1789363460.6129534,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5ba00e125c66d3f419caee7fac38d1ca","span_id":"63b1721a8191334b","x-request-id":"1169573a-2bdf-43bb-8ddc-83ffa19c64a5"}
{"level":"info","ts":1789363460.6129665,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5ba00e125c66d3f419caee7fac38d1ca","span_id":"63b1721a8191334b","x-request-id":"1169573a-2bdf-43bb-8ddc-83ffa19c64a5","EoS":true}
{"level":"info","ts":1789363460.6129985,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5ba00e125c66d3f419caee7fac38d1ca","span_id":"63b1721a8191334b","x-request-id":"1169573a-2bdf-43bb-8ddc-83ffa19c64a5","header":"x-maas-username"}
{"level":"info","ts":1789363460.6130276,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5ba00e125c66d3f419caee7fac38d1ca","span_id":"63b1721a8191334b","x-request-id":"1169573a-2bdf-43bb-8ddc-83ffa19c64a5","header":"x-maas-subscription"}
{"level":"info","ts":1789363460.613034,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5ba00e125c66d3f419caee7fac38d1ca","span_id":"63b1721a8191334b","x-request-id":"1169573a-2bdf-43bb-8ddc-83ffa19c64a5","header":"x-maas-group"}
{"level":"info","ts":1789363460.6130493,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5ba00e125c66d3f419caee7fac38d1ca","span_id":"63b1721a8191334b","x-request-id":"1169573a-2bdf-43bb-8ddc-83ffa19c64a5","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789363460.6130748,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5ba00e125c66d3f419caee7fac38d1ca","span_id":"63b1721a8191334b","x-request-id":"1169573a-2bdf-43bb-8ddc-83ffa19c64a5"}
{"level":"info","ts":1789363460.6138735,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5ba00e125c66d3f419caee7fac38d1ca","span_id":"63b1721a8191334b","x-request-id":"1169573a-2bdf-43bb-8ddc-83ffa19c64a5"}
{"level":"info","ts":1789363460.6138918,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5ba00e125c66d3f419caee7fac38d1ca","span_id":"63b1721a8191334b","x-request-id":"1169573a-2bdf-43bb-8ddc-83ffa19c64a5"}
{"level":"info","ts":1789363460.6139054,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5ba00e125c66d3f419caee7fac38d1ca","span_id":"63b1721a8191334b","x-request-id":"1169573a-2bdf-43bb-8ddc-83ffa19c64a5","EoS":false}
{"level":"info","ts":1789363460.6139169,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5ba00e125c66d3f419caee7fac38d1ca","span_id":"63b1721a8191334b","x-request-id":"1169573a-2bdf-43bb-8ddc-83ffa19c64a5"}
{"level":"info","ts":1789363460.6139417,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5ba00e125c66d3f419caee7fac38d1ca","span_id":"63b1721a8191334b","x-request-id":"1169573a-2bdf-43bb-8ddc-83ffa19c64a5","EoS":true}
{"level":"info","ts":1789363460.6139514,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5ba00e125c66d3f419caee7fac38d1ca","span_id":"63b1721a8191334b","x-request-id":"1169573a-2bdf-43bb-8ddc-83ffa19c64a5"}
{"level":"info","ts":1789363461.336222,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789363461.3363285,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d29fdbd8f790cbb1511e344f5a02b70a","span_id":"a9cf953c74f921db","x-request-id":"a0ad50f1-c32e-4811-8c2a-b5e94f92ec3d"}
{"level":"info","ts":1789363461.3363416,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d29fdbd8f790cbb1511e344f5a02b70a","span_id":"a9cf953c74f921db","x-request-id":"a0ad50f1-c32e-4811-8c2a-b5e94f92ec3d"}
{"level":"info","ts":1789363461.3363535,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d29fdbd8f790cbb1511e344f5a02b70a","span_id":"a9cf953c74f921db","x-request-id":"a0ad50f1-c32e-4811-8c2a-b5e94f92ec3d","EoS":true}
{"level":"info","ts":1789363461.3363767,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d29fdbd8f790cbb1511e344f5a02b70a","span_id":"a9cf953c74f921db","x-request-id":"a0ad50f1-c32e-4811-8c2a-b5e94f92ec3d","header":"x-maas-group"}
{"level":"info","ts":1789363461.3363864,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d29fdbd8f790cbb1511e344f5a02b70a","span_id":"a9cf953c74f921db","x-request-id":"a0ad50f1-c32e-4811-8c2a-b5e94f92ec3d","header":"x-maas-subscription"}
{"level":"info","ts":1789363461.3363926,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d29fdbd8f790cbb1511e344f5a02b70a","span_id":"a9cf953c74f921db","x-request-id":"a0ad50f1-c32e-4811-8c2a-b5e94f92ec3d","header":"x-maas-username"}
{"level":"info","ts":1789363461.3364067,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d29fdbd8f790cbb1511e344f5a02b70a","span_id":"a9cf953c74f921db","x-request-id":"a0ad50f1-c32e-4811-8c2a-b5e94f92ec3d","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789363461.3364305,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d29fdbd8f790cbb1511e344f5a02b70a","span_id":"a9cf953c74f921db","x-request-id":"a0ad50f1-c32e-4811-8c2a-b5e94f92ec3d"}
{"level":"info","ts":1789363461.3370688,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d29fdbd8f790cbb1511e344f5a02b70a","span_id":"a9cf953c74f921db","x-request-id":"a0ad50f1-c32e-4811-8c2a-b5e94f92ec3d"}
{"level":"info","ts":1789363461.337089,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d29fdbd8f790cbb1511e344f5a02b70a","span_id":"a9cf953c74f921db","x-request-id":"a0ad50f1-c32e-4811-8c2a-b5e94f92ec3d"}
{"level":"info","ts":1789363461.337104,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d29fdbd8f790cbb1511e344f5a02b70a","span_id":"a9cf953c74f921db","x-request-id":"a0ad50f1-c32e-4811-8c2a-b5e94f92ec3d","EoS":false}
{"level":"info","ts":1789363461.3371377,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d29fdbd8f790cbb1511e344f5a02b70a","span_id":"a9cf953c74f921db","x-request-id":"a0ad50f1-c32e-4811-8c2a-b5e94f92ec3d"}
{"level":"info","ts":1789363461.3371646,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d29fdbd8f790cbb1511e344f5a02b70a","span_id":"a9cf953c74f921db","x-request-id":"a0ad50f1-c32e-4811-8c2a-b5e94f92ec3d","EoS":true}
{"level":"info","ts":1789363461.337175,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d29fdbd8f790cbb1511e344f5a02b70a","span_id":"a9cf953c74f921db","x-request-id":"a0ad50f1-c32e-4811-8c2a-b5e94f92ec3d"}
{"level":"info","ts":1789363462.4125552,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789363462.4126685,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5bfc0b5afa6755c962cff8a8d15d374b","span_id":"f4820d9312326d4b","x-request-id":"70d2290f-cd82-4c46-be37-5af180e59288"}
{"level":"info","ts":1789363462.4126828,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5bfc0b5afa6755c962cff8a8d15d374b","span_id":"f4820d9312326d4b","x-request-id":"70d2290f-cd82-4c46-be37-5af180e59288"}
{"level":"info","ts":1789363462.412695,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5bfc0b5afa6755c962cff8a8d15d374b","span_id":"f4820d9312326d4b","x-request-id":"70d2290f-cd82-4c46-be37-5af180e59288","EoS":true}
{"level":"info","ts":1789363462.4127202,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5bfc0b5afa6755c962cff8a8d15d374b","span_id":"f4820d9312326d4b","x-request-id":"70d2290f-cd82-4c46-be37-5af180e59288","header":"x-maas-subscription"}
{"level":"info","ts":1789363462.4127305,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5bfc0b5afa6755c962cff8a8d15d374b","span_id":"f4820d9312326d4b","x-request-id":"70d2290f-cd82-4c46-be37-5af180e59288","header":"x-maas-group"}
{"level":"info","ts":1789363462.412735,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5bfc0b5afa6755c962cff8a8d15d374b","span_id":"f4820d9312326d4b","x-request-id":"70d2290f-cd82-4c46-be37-5af180e59288","header":"x-maas-username"}
{"level":"info","ts":1789363462.412749,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5bfc0b5afa6755c962cff8a8d15d374b","span_id":"f4820d9312326d4b","x-request-id":"70d2290f-cd82-4c46-be37-5af180e59288","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789363462.4127731,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5bfc0b5afa6755c962cff8a8d15d374b","span_id":"f4820d9312326d4b","x-request-id":"70d2290f-cd82-4c46-be37-5af180e59288"}
{"level":"info","ts":1789363462.4134502,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5bfc0b5afa6755c962cff8a8d15d374b","span_id":"f4820d9312326d4b","x-request-id":"70d2290f-cd82-4c46-be37-5af180e59288"}
{"level":"info","ts":1789363462.4134676,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5bfc0b5afa6755c962cff8a8d15d374b","span_id":"f4820d9312326d4b","x-request-id":"70d2290f-cd82-4c46-be37-5af180e59288"}
{"level":"info","ts":1789363462.41348,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5bfc0b5afa6755c962cff8a8d15d374b","span_id":"f4820d9312326d4b","x-request-id":"70d2290f-cd82-4c46-be37-5af180e59288","EoS":false}
{"level":"info","ts":1789363462.4134912,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5bfc0b5afa6755c962cff8a8d15d374b","span_id":"f4820d9312326d4b","x-request-id":"70d2290f-cd82-4c46-be37-5af180e59288"}
{"level":"info","ts":1789363462.4135156,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5bfc0b5afa6755c962cff8a8d15d374b","span_id":"f4820d9312326d4b","x-request-id":"70d2290f-cd82-4c46-be37-5af180e59288","EoS":true}
{"level":"info","ts":1789363462.4135292,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5bfc0b5afa6755c962cff8a8d15d374b","span_id":"f4820d9312326d4b","x-request-id":"70d2290f-cd82-4c46-be37-5af180e59288"}
{"level":"error","ts":1789363471.5036023,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789363480.088106,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789363480.0882297,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"91d0b8c6ab41e95741a9354f3e61df27","span_id":"20cb5619038f39c9","x-request-id":"be33ef20-a33a-41ab-a5fd-18bb5e64d083"}
{"level":"info","ts":1789363480.0882444,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"91d0b8c6ab41e95741a9354f3e61df27","span_id":"20cb5619038f39c9","x-request-id":"be33ef20-a33a-41ab-a5fd-18bb5e64d083"}
{"level":"info","ts":1789363480.0882568,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"91d0b8c6ab41e95741a9354f3e61df27","span_id":"20cb5619038f39c9","x-request-id":"be33ef20-a33a-41ab-a5fd-18bb5e64d083","EoS":true}
{"level":"info","ts":1789363480.0882823,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"91d0b8c6ab41e95741a9354f3e61df27","span_id":"20cb5619038f39c9","x-request-id":"be33ef20-a33a-41ab-a5fd-18bb5e64d083","header":"x-maas-username"}
{"level":"info","ts":1789363480.0882955,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"91d0b8c6ab41e95741a9354f3e61df27","span_id":"20cb5619038f39c9","x-request-id":"be33ef20-a33a-41ab-a5fd-18bb5e64d083","header":"x-maas-subscription"}
{"level":"info","ts":1789363480.0883005,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"91d0b8c6ab41e95741a9354f3e61df27","span_id":"20cb5619038f39c9","x-request-id":"be33ef20-a33a-41ab-a5fd-18bb5e64d083","header":"x-maas-group"}
{"level":"info","ts":1789363480.0883152,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"91d0b8c6ab41e95741a9354f3e61df27","span_id":"20cb5619038f39c9","x-request-id":"be33ef20-a33a-41ab-a5fd-18bb5e64d083","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789363480.0883408,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"91d0b8c6ab41e95741a9354f3e61df27","span_id":"20cb5619038f39c9","x-request-id":"be33ef20-a33a-41ab-a5fd-18bb5e64d083"}
{"level":"info","ts":1789363480.0889854,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"91d0b8c6ab41e95741a9354f3e61df27","span_id":"20cb5619038f39c9","x-request-id":"be33ef20-a33a-41ab-a5fd-18bb5e64d083"}
{"level":"info","ts":1789363480.089029,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"91d0b8c6ab41e95741a9354f3e61df27","span_id":"20cb5619038f39c9","x-request-id":"be33ef20-a33a-41ab-a5fd-18bb5e64d083"}
{"level":"info","ts":1789363480.08905,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"91d0b8c6ab41e95741a9354f3e61df27","span_id":"20cb5619038f39c9","x-request-id":"be33ef20-a33a-41ab-a5fd-18bb5e64d083","EoS":false}
{"level":"info","ts":1789363480.0890708,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"91d0b8c6ab41e95741a9354f3e61df27","span_id":"20cb5619038f39c9","x-request-id":"be33ef20-a33a-41ab-a5fd-18bb5e64d083"}
{"level":"info","ts":1789363480.0891027,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"91d0b8c6ab41e95741a9354f3e61df27","span_id":"20cb5619038f39c9","x-request-id":"be33ef20-a33a-41ab-a5fd-18bb5e64d083","EoS":true}
{"level":"info","ts":1789363480.089136,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"91d0b8c6ab41e95741a9354f3e61df27","span_id":"20cb5619038f39c9","x-request-id":"be33ef20-a33a-41ab-a5fd-18bb5e64d083"}
{"level":"error","ts":1789363481.5041516,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"error","ts":1789363491.5043333,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789363569.2560523,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789363569.2561972,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e4933a8a769b8b0f5227978dd7e440dc","span_id":"0e41b34a182cedd8","x-request-id":"e6706fd8-7dc0-45ae-8670-389802b6065b"}
{"level":"info","ts":1789363569.2562137,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e4933a8a769b8b0f5227978dd7e440dc","span_id":"0e41b34a182cedd8","x-request-id":"e6706fd8-7dc0-45ae-8670-389802b6065b"}
{"level":"info","ts":1789363569.2562346,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e4933a8a769b8b0f5227978dd7e440dc","span_id":"0e41b34a182cedd8","x-request-id":"e6706fd8-7dc0-45ae-8670-389802b6065b","EoS":true}
{"level":"info","ts":1789363569.2562726,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e4933a8a769b8b0f5227978dd7e440dc","span_id":"0e41b34a182cedd8","x-request-id":"e6706fd8-7dc0-45ae-8670-389802b6065b","header":"x-maas-username"}
{"level":"info","ts":1789363569.2562852,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e4933a8a769b8b0f5227978dd7e440dc","span_id":"0e41b34a182cedd8","x-request-id":"e6706fd8-7dc0-45ae-8670-389802b6065b","header":"x-maas-subscription"}
{"level":"info","ts":1789363569.2562933,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e4933a8a769b8b0f5227978dd7e440dc","span_id":"0e41b34a182cedd8","x-request-id":"e6706fd8-7dc0-45ae-8670-389802b6065b","header":"x-maas-group"}
{"level":"info","ts":1789363569.256314,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e4933a8a769b8b0f5227978dd7e440dc","span_id":"0e41b34a182cedd8","x-request-id":"e6706fd8-7dc0-45ae-8670-389802b6065b","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1789363569.2563486,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e4933a8a769b8b0f5227978dd7e440dc","span_id":"0e41b34a182cedd8","x-request-id":"e6706fd8-7dc0-45ae-8670-389802b6065b"}
{"level":"info","ts":1789363569.2703717,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e4933a8a769b8b0f5227978dd7e440dc","span_id":"0e41b34a182cedd8","x-request-id":"e6706fd8-7dc0-45ae-8670-389802b6065b"}
{"level":"info","ts":1789363569.2703974,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e4933a8a769b8b0f5227978dd7e440dc","span_id":"0e41b34a182cedd8","x-request-id":"e6706fd8-7dc0-45ae-8670-389802b6065b"}
{"level":"info","ts":1789363569.2704132,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e4933a8a769b8b0f5227978dd7e440dc","span_id":"0e41b34a182cedd8","x-request-id":"e6706fd8-7dc0-45ae-8670-389802b6065b","EoS":false}
{"level":"info","ts":1789363569.2704265,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e4933a8a769b8b0f5227978dd7e440dc","span_id":"0e41b34a182cedd8","x-request-id":"e6706fd8-7dc0-45ae-8670-389802b6065b"}
{"level":"info","ts":1789363569.2704532,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e4933a8a769b8b0f5227978dd7e440dc","span_id":"0e41b34a182cedd8","x-request-id":"e6706fd8-7dc0-45ae-8670-389802b6065b","EoS":true}
{"level":"info","ts":1789363569.2704594,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e4933a8a769b8b0f5227978dd7e440dc","span_id":"0e41b34a182cedd8","x-request-id":"e6706fd8-7dc0-45ae-8670-389802b6065b"}
{"level":"error","ts":1789363581.5149336,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789363660.7800896,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789363660.7802148,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f1c25d9d3301a31be1a12e87b3d5d11f","span_id":"578df69c190a5ede","x-request-id":"4656280c-9978-48e7-9978-247c5776288e"}
{"level":"info","ts":1789363660.7802284,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f1c25d9d3301a31be1a12e87b3d5d11f","span_id":"578df69c190a5ede","x-request-id":"4656280c-9978-48e7-9978-247c5776288e"}
{"level":"info","ts":1789363660.780241,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f1c25d9d3301a31be1a12e87b3d5d11f","span_id":"578df69c190a5ede","x-request-id":"4656280c-9978-48e7-9978-247c5776288e","EoS":true}
{"level":"info","ts":1789363660.7802641,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f1c25d9d3301a31be1a12e87b3d5d11f","span_id":"578df69c190a5ede","x-request-id":"4656280c-9978-48e7-9978-247c5776288e","header":"x-maas-group"}
{"level":"info","ts":1789363660.7802742,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f1c25d9d3301a31be1a12e87b3d5d11f","span_id":"578df69c190a5ede","x-request-id":"4656280c-9978-48e7-9978-247c5776288e","header":"x-maas-subscription"}
{"level":"info","ts":1789363660.7802794,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f1c25d9d3301a31be1a12e87b3d5d11f","span_id":"578df69c190a5ede","x-request-id":"4656280c-9978-48e7-9978-247c5776288e","header":"x-maas-username"}
{"level":"info","ts":1789363660.7802937,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f1c25d9d3301a31be1a12e87b3d5d11f","span_id":"578df69c190a5ede","x-request-id":"4656280c-9978-48e7-9978-247c5776288e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789363660.780317,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f1c25d9d3301a31be1a12e87b3d5d11f","span_id":"578df69c190a5ede","x-request-id":"4656280c-9978-48e7-9978-247c5776288e"}
{"level":"info","ts":1789363660.7812097,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f1c25d9d3301a31be1a12e87b3d5d11f","span_id":"578df69c190a5ede","x-request-id":"4656280c-9978-48e7-9978-247c5776288e"}
{"level":"info","ts":1789363660.78123,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f1c25d9d3301a31be1a12e87b3d5d11f","span_id":"578df69c190a5ede","x-request-id":"4656280c-9978-48e7-9978-247c5776288e"}
{"level":"info","ts":1789363660.781245,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f1c25d9d3301a31be1a12e87b3d5d11f","span_id":"578df69c190a5ede","x-request-id":"4656280c-9978-48e7-9978-247c5776288e","EoS":false}
{"level":"info","ts":1789363660.7812567,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f1c25d9d3301a31be1a12e87b3d5d11f","span_id":"578df69c190a5ede","x-request-id":"4656280c-9978-48e7-9978-247c5776288e"}
{"level":"info","ts":1789363660.7812781,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f1c25d9d3301a31be1a12e87b3d5d11f","span_id":"578df69c190a5ede","x-request-id":"4656280c-9978-48e7-9978-247c5776288e","EoS":true}
{"level":"info","ts":1789363660.7812848,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f1c25d9d3301a31be1a12e87b3d5d11f","span_id":"578df69c190a5ede","x-request-id":"4656280c-9978-48e7-9978-247c5776288e"}
{"level":"error","ts":1789363671.5234823,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789363674.58776,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789363674.5878718,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2d3b466b4071242ef91bc229cf243dca","span_id":"e2c212cd71ae99df","x-request-id":"c2727da6-39ef-45af-ab7e-3e4cb67568ae"}
{"level":"info","ts":1789363674.58789,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2d3b466b4071242ef91bc229cf243dca","span_id":"e2c212cd71ae99df","x-request-id":"c2727da6-39ef-45af-ab7e-3e4cb67568ae"}
{"level":"info","ts":1789363674.5879033,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2d3b466b4071242ef91bc229cf243dca","span_id":"e2c212cd71ae99df","x-request-id":"c2727da6-39ef-45af-ab7e-3e4cb67568ae","EoS":true}
{"level":"info","ts":1789363674.587924,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2d3b466b4071242ef91bc229cf243dca","span_id":"e2c212cd71ae99df","x-request-id":"c2727da6-39ef-45af-ab7e-3e4cb67568ae","header":"x-maas-subscription"}
{"level":"info","ts":1789363674.5879345,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2d3b466b4071242ef91bc229cf243dca","span_id":"e2c212cd71ae99df","x-request-id":"c2727da6-39ef-45af-ab7e-3e4cb67568ae","header":"x-maas-username"}
{"level":"info","ts":1789363674.587941,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2d3b466b4071242ef91bc229cf243dca","span_id":"e2c212cd71ae99df","x-request-id":"c2727da6-39ef-45af-ab7e-3e4cb67568ae","header":"x-maas-group"}
{"level":"info","ts":1789363674.587959,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2d3b466b4071242ef91bc229cf243dca","span_id":"e2c212cd71ae99df","x-request-id":"c2727da6-39ef-45af-ab7e-3e4cb67568ae","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789363674.5879936,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2d3b466b4071242ef91bc229cf243dca","span_id":"e2c212cd71ae99df","x-request-id":"c2727da6-39ef-45af-ab7e-3e4cb67568ae"}
{"level":"info","ts":1789363674.6006627,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2d3b466b4071242ef91bc229cf243dca","span_id":"e2c212cd71ae99df","x-request-id":"c2727da6-39ef-45af-ab7e-3e4cb67568ae"}
{"level":"info","ts":1789363674.6006913,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2d3b466b4071242ef91bc229cf243dca","span_id":"e2c212cd71ae99df","x-request-id":"c2727da6-39ef-45af-ab7e-3e4cb67568ae"}
{"level":"info","ts":1789363674.6007159,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2d3b466b4071242ef91bc229cf243dca","span_id":"e2c212cd71ae99df","x-request-id":"c2727da6-39ef-45af-ab7e-3e4cb67568ae","EoS":false}
{"level":"info","ts":1789363674.6007307,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2d3b466b4071242ef91bc229cf243dca","span_id":"e2c212cd71ae99df","x-request-id":"c2727da6-39ef-45af-ab7e-3e4cb67568ae"}
{"level":"info","ts":1789363674.600758,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2d3b466b4071242ef91bc229cf243dca","span_id":"e2c212cd71ae99df","x-request-id":"c2727da6-39ef-45af-ab7e-3e4cb67568ae","EoS":false}
{"level":"info","ts":1789363674.6007667,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2d3b466b4071242ef91bc229cf243dca","span_id":"e2c212cd71ae99df","x-request-id":"c2727da6-39ef-45af-ab7e-3e4cb67568ae"}
{"level":"info","ts":1789363674.6007762,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2d3b466b4071242ef91bc229cf243dca","span_id":"e2c212cd71ae99df","x-request-id":"c2727da6-39ef-45af-ab7e-3e4cb67568ae","EoS":true}
{"level":"info","ts":1789363674.6007826,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2d3b466b4071242ef91bc229cf243dca","span_id":"e2c212cd71ae99df","x-request-id":"c2727da6-39ef-45af-ab7e-3e4cb67568ae"}
{"level":"info","ts":1789363674.7404468,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789363674.7405553,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"776ec56c8083893823bb70a0f17719a4","span_id":"30fb1060571040b6","x-request-id":"f3ec15fb-bceb-438e-ba6f-6d4e24b79809"}
{"level":"info","ts":1789363674.7405682,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"776ec56c8083893823bb70a0f17719a4","span_id":"30fb1060571040b6","x-request-id":"f3ec15fb-bceb-438e-ba6f-6d4e24b79809"}
{"level":"info","ts":1789363674.7405798,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"776ec56c8083893823bb70a0f17719a4","span_id":"30fb1060571040b6","x-request-id":"f3ec15fb-bceb-438e-ba6f-6d4e24b79809","EoS":true}
{"level":"info","ts":1789363674.7406032,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"776ec56c8083893823bb70a0f17719a4","span_id":"30fb1060571040b6","x-request-id":"f3ec15fb-bceb-438e-ba6f-6d4e24b79809","header":"x-maas-group"}
{"level":"info","ts":1789363674.7406137,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"776ec56c8083893823bb70a0f17719a4","span_id":"30fb1060571040b6","x-request-id":"f3ec15fb-bceb-438e-ba6f-6d4e24b79809","header":"x-maas-username"}
{"level":"info","ts":1789363674.7406192,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"776ec56c8083893823bb70a0f17719a4","span_id":"30fb1060571040b6","x-request-id":"f3ec15fb-bceb-438e-ba6f-6d4e24b79809","header":"x-maas-subscription"}
{"level":"info","ts":1789363674.740635,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"776ec56c8083893823bb70a0f17719a4","span_id":"30fb1060571040b6","x-request-id":"f3ec15fb-bceb-438e-ba6f-6d4e24b79809","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789363674.7406619,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"776ec56c8083893823bb70a0f17719a4","span_id":"30fb1060571040b6","x-request-id":"f3ec15fb-bceb-438e-ba6f-6d4e24b79809"}
{"level":"info","ts":1789363674.741418,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"776ec56c8083893823bb70a0f17719a4","span_id":"30fb1060571040b6","x-request-id":"f3ec15fb-bceb-438e-ba6f-6d4e24b79809"}
{"level":"info","ts":1789363674.741444,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"776ec56c8083893823bb70a0f17719a4","span_id":"30fb1060571040b6","x-request-id":"f3ec15fb-bceb-438e-ba6f-6d4e24b79809"}
{"level":"info","ts":1789363674.7414699,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"776ec56c8083893823bb70a0f17719a4","span_id":"30fb1060571040b6","x-request-id":"f3ec15fb-bceb-438e-ba6f-6d4e24b79809","EoS":false}
{"level":"info","ts":1789363674.7414894,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"776ec56c8083893823bb70a0f17719a4","span_id":"30fb1060571040b6","x-request-id":"f3ec15fb-bceb-438e-ba6f-6d4e24b79809"}
{"level":"info","ts":1789363674.7415173,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"776ec56c8083893823bb70a0f17719a4","span_id":"30fb1060571040b6","x-request-id":"f3ec15fb-bceb-438e-ba6f-6d4e24b79809","EoS":true}
{"level":"info","ts":1789363674.7415278,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"776ec56c8083893823bb70a0f17719a4","span_id":"30fb1060571040b6","x-request-id":"f3ec15fb-bceb-438e-ba6f-6d4e24b79809"}
{"level":"info","ts":1789363674.8790758,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789363674.8791955,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c597c0f15a919ed16a438aaceb8dfbdd","span_id":"59b78f509aea7957","x-request-id":"bdfd8ec2-762d-4af6-bca3-ca959032b0b5"}
{"level":"info","ts":1789363674.879209,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c597c0f15a919ed16a438aaceb8dfbdd","span_id":"59b78f509aea7957","x-request-id":"bdfd8ec2-762d-4af6-bca3-ca959032b0b5"}
{"level":"info","ts":1789363674.8792214,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c597c0f15a919ed16a438aaceb8dfbdd","span_id":"59b78f509aea7957","x-request-id":"bdfd8ec2-762d-4af6-bca3-ca959032b0b5","EoS":true}
{"level":"info","ts":1789363674.8792446,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c597c0f15a919ed16a438aaceb8dfbdd","span_id":"59b78f509aea7957","x-request-id":"bdfd8ec2-762d-4af6-bca3-ca959032b0b5","header":"x-maas-subscription"}
{"level":"info","ts":1789363674.879256,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c597c0f15a919ed16a438aaceb8dfbdd","span_id":"59b78f509aea7957","x-request-id":"bdfd8ec2-762d-4af6-bca3-ca959032b0b5","header":"x-maas-group"}
{"level":"info","ts":1789363674.879262,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c597c0f15a919ed16a438aaceb8dfbdd","span_id":"59b78f509aea7957","x-request-id":"bdfd8ec2-762d-4af6-bca3-ca959032b0b5","header":"x-maas-username"}
{"level":"info","ts":1789363674.8792768,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c597c0f15a919ed16a438aaceb8dfbdd","span_id":"59b78f509aea7957","x-request-id":"bdfd8ec2-762d-4af6-bca3-ca959032b0b5","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789363674.8793035,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c597c0f15a919ed16a438aaceb8dfbdd","span_id":"59b78f509aea7957","x-request-id":"bdfd8ec2-762d-4af6-bca3-ca959032b0b5"}
{"level":"info","ts":1789363674.8812413,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c597c0f15a919ed16a438aaceb8dfbdd","span_id":"59b78f509aea7957","x-request-id":"bdfd8ec2-762d-4af6-bca3-ca959032b0b5"}
{"level":"info","ts":1789363674.8812625,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c597c0f15a919ed16a438aaceb8dfbdd","span_id":"59b78f509aea7957","x-request-id":"bdfd8ec2-762d-4af6-bca3-ca959032b0b5"}
{"level":"info","ts":1789363674.8812778,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c597c0f15a919ed16a438aaceb8dfbdd","span_id":"59b78f509aea7957","x-request-id":"bdfd8ec2-762d-4af6-bca3-ca959032b0b5","EoS":false}
{"level":"info","ts":1789363674.8812895,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c597c0f15a919ed16a438aaceb8dfbdd","span_id":"59b78f509aea7957","x-request-id":"bdfd8ec2-762d-4af6-bca3-ca959032b0b5"}
{"level":"info","ts":1789363674.8813114,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c597c0f15a919ed16a438aaceb8dfbdd","span_id":"59b78f509aea7957","x-request-id":"bdfd8ec2-762d-4af6-bca3-ca959032b0b5","EoS":false}
{"level":"info","ts":1789363674.8813217,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c597c0f15a919ed16a438aaceb8dfbdd","span_id":"59b78f509aea7957","x-request-id":"bdfd8ec2-762d-4af6-bca3-ca959032b0b5"}
{"level":"info","ts":1789363674.881332,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c597c0f15a919ed16a438aaceb8dfbdd","span_id":"59b78f509aea7957","x-request-id":"bdfd8ec2-762d-4af6-bca3-ca959032b0b5","EoS":true}
{"level":"info","ts":1789363674.8813396,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c597c0f15a919ed16a438aaceb8dfbdd","span_id":"59b78f509aea7957","x-request-id":"bdfd8ec2-762d-4af6-bca3-ca959032b0b5"}
{"level":"error","ts":1789363686.5250938,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789363687.8377972,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789363687.8379154,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"dfad9789b9ceca11fb85f2e59bedea98","span_id":"178c741b4da4d1cd","x-request-id":"5ebbf3d3-19f9-46b5-99d6-4411d6538bab"}
{"level":"info","ts":1789363687.8379343,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"dfad9789b9ceca11fb85f2e59bedea98","span_id":"178c741b4da4d1cd","x-request-id":"5ebbf3d3-19f9-46b5-99d6-4411d6538bab"}
{"level":"info","ts":1789363687.8379529,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"dfad9789b9ceca11fb85f2e59bedea98","span_id":"178c741b4da4d1cd","x-request-id":"5ebbf3d3-19f9-46b5-99d6-4411d6538bab","EoS":true}
{"level":"info","ts":1789363687.8379843,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dfad9789b9ceca11fb85f2e59bedea98","span_id":"178c741b4da4d1cd","x-request-id":"5ebbf3d3-19f9-46b5-99d6-4411d6538bab","header":"x-maas-subscription"}
{"level":"info","ts":1789363687.838,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dfad9789b9ceca11fb85f2e59bedea98","span_id":"178c741b4da4d1cd","x-request-id":"5ebbf3d3-19f9-46b5-99d6-4411d6538bab","header":"x-maas-group"}
{"level":"info","ts":1789363687.8380082,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dfad9789b9ceca11fb85f2e59bedea98","span_id":"178c741b4da4d1cd","x-request-id":"5ebbf3d3-19f9-46b5-99d6-4411d6538bab","header":"x-maas-username"}
{"level":"info","ts":1789363687.8380291,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"dfad9789b9ceca11fb85f2e59bedea98","span_id":"178c741b4da4d1cd","x-request-id":"5ebbf3d3-19f9-46b5-99d6-4411d6538bab","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789363687.8380609,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"dfad9789b9ceca11fb85f2e59bedea98","span_id":"178c741b4da4d1cd","x-request-id":"5ebbf3d3-19f9-46b5-99d6-4411d6538bab"}
{"level":"info","ts":1789363687.8396876,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"dfad9789b9ceca11fb85f2e59bedea98","span_id":"178c741b4da4d1cd","x-request-id":"5ebbf3d3-19f9-46b5-99d6-4411d6538bab"}
{"level":"info","ts":1789363687.839712,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"dfad9789b9ceca11fb85f2e59bedea98","span_id":"178c741b4da4d1cd","x-request-id":"5ebbf3d3-19f9-46b5-99d6-4411d6538bab"}
{"level":"info","ts":1789363687.8397317,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dfad9789b9ceca11fb85f2e59bedea98","span_id":"178c741b4da4d1cd","x-request-id":"5ebbf3d3-19f9-46b5-99d6-4411d6538bab","EoS":false}
{"level":"info","ts":1789363687.83975,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dfad9789b9ceca11fb85f2e59bedea98","span_id":"178c741b4da4d1cd","x-request-id":"5ebbf3d3-19f9-46b5-99d6-4411d6538bab"}
{"level":"info","ts":1789363687.8397782,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dfad9789b9ceca11fb85f2e59bedea98","span_id":"178c741b4da4d1cd","x-request-id":"5ebbf3d3-19f9-46b5-99d6-4411d6538bab","EoS":true}
{"level":"info","ts":1789363687.8397849,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dfad9789b9ceca11fb85f2e59bedea98","span_id":"178c741b4da4d1cd","x-request-id":"5ebbf3d3-19f9-46b5-99d6-4411d6538bab"}
{"level":"error","ts":1789363701.5269055,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}