{"level":"info","ts":1789089155.4026604,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3f7b8a82","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3f7b8a82","reconcileID":"8bdb5fdd-759d-46eb-94ae-12ee371c912b","modelName":"e2e-legacy-migration-3f7b8a82","resolvedRefs":1} {"level":"info","ts":1789089155.4027383,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3f7b8a82","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3f7b8a82","reconcileID":"7dcf1efe-1985-40ab-90ce-99193cef6fcc"} {"level":"info","ts":1789089155.4027865,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3f7b8a82","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3f7b8a82","reconcileID":"7dcf1efe-1985-40ab-90ce-99193cef6fcc","name":"e2e-legacy-migration-3f7b8a82"} {"level":"info","ts":1789089155.4036896,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3f7b8a82","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3f7b8a82","reconcileID":"b4a2d7d1-021f-4ba4-a1f0-12ae8fe8928b","service":"e2e-legacy-migration-3f7b8a82","serviceEntry":"e2e-legacy-migration-3f7b8a82","destinationRule":"e2e-legacy-migration-3f7b8a82"} {"level":"error","ts":1789089155.4092436,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3f7b8a82","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3f7b8a82","reconcileID":"b4a2d7d1-021f-4ba4-a1f0-12ae8fe8928b","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-3f7b8a82\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789089155.4093878,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3f7b8a82","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3f7b8a82","reconcileID":"eb13aaf2-b5c8-4199-b994-de56a5e5c227"} {"level":"info","ts":1789089155.4094605,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3f7b8a82","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3f7b8a82","reconcileID":"eb13aaf2-b5c8-4199-b994-de56a5e5c227","name":"e2e-legacy-migration-3f7b8a82"} {"level":"info","ts":1789089155.4246795,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3f7b8a82","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3f7b8a82","reconcileID":"27259616-ded3-4495-97a3-6f1d7f584d11","name":"e2e-legacy-migration-3f7b8a82","namespace":"llm"} {"level":"info","ts":1789089155.4247391,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3f7b8a82","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3f7b8a82","reconcileID":"27259616-ded3-4495-97a3-6f1d7f584d11","modelName":"e2e-legacy-migration-3f7b8a82","resolvedRefs":1} {"level":"error","ts":1789089155.431743,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3f7b8a82","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3f7b8a82","reconcileID":"7dcf1efe-1985-40ab-90ce-99193cef6fcc","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-3f7b8a82\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789089155.4318867,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3f7b8a82","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3f7b8a82","reconcileID":"7dcf1efe-1985-40ab-90ce-99193cef6fcc","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-3f7b8a82\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789089155.4320285,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3f7b8a82","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3f7b8a82","reconcileID":"ee809779-1209-4c6a-b3ef-83650f623603"} {"level":"info","ts":1789089155.4321513,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3f7b8a82","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3f7b8a82","reconcileID":"ee809779-1209-4c6a-b3ef-83650f623603","name":"e2e-legacy-migration-3f7b8a82"} {"level":"info","ts":1789089155.4331176,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3f7b8a82","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3f7b8a82","reconcileID":"eb13aaf2-b5c8-4199-b994-de56a5e5c227","service":"e2e-legacy-migration-3f7b8a82","serviceEntry":"e2e-legacy-migration-3f7b8a82","destinationRule":"e2e-legacy-migration-3f7b8a82"} {"level":"info","ts":1789089155.4428847,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3f7b8a82","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3f7b8a82","reconcileID":"fa6811de-8ee7-4795-a5a3-cc26700bfe5a","name":"e2e-legacy-migration-3f7b8a82","namespace":"llm"} {"level":"info","ts":1789089155.4429336,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3f7b8a82","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3f7b8a82","reconcileID":"fa6811de-8ee7-4795-a5a3-cc26700bfe5a","modelName":"e2e-legacy-migration-3f7b8a82","resolvedRefs":1} {"level":"info","ts":1789089155.4491878,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3f7b8a82","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3f7b8a82","reconcileID":"ee809779-1209-4c6a-b3ef-83650f623603","httpRoute":"e2e-legacy-migration-3f7b8a82","providers":["e2e-legacy-migration-3f7b8a82"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789089155.453922,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3f7b8a82","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3f7b8a82","reconcileID":"ee809779-1209-4c6a-b3ef-83650f623603","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-3f7b8a82\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789089155.4540548,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3f7b8a82","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3f7b8a82","reconcileID":"06c64282-9f4a-4c58-bea3-124351e92170"} {"level":"info","ts":1789089155.4541585,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3f7b8a82","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3f7b8a82","reconcileID":"06c64282-9f4a-4c58-bea3-124351e92170","name":"e2e-legacy-migration-3f7b8a82"} {"level":"info","ts":1789089155.4649253,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3f7b8a82","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3f7b8a82","reconcileID":"871332d1-7344-47bc-95df-65944cbb668b","name":"e2e-legacy-migration-3f7b8a82","namespace":"llm"} {"level":"info","ts":1789089155.464983,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3f7b8a82","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3f7b8a82","reconcileID":"871332d1-7344-47bc-95df-65944cbb668b","modelName":"e2e-legacy-migration-3f7b8a82","resolvedRefs":1} {"level":"info","ts":1789089155.465375,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3f7b8a82","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3f7b8a82","reconcileID":"06c64282-9f4a-4c58-bea3-124351e92170","httpRoute":"e2e-legacy-migration-3f7b8a82","providers":["e2e-legacy-migration-3f7b8a82"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789089155.4716413,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3f7b8a82","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3f7b8a82","reconcileID":"06c64282-9f4a-4c58-bea3-124351e92170","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-3f7b8a82\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789089155.471846,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3f7b8a82","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3f7b8a82","reconcileID":"a60eadf9-c590-4023-9da0-2e41ce6f7ce3"} {"level":"info","ts":1789089155.4719913,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3f7b8a82","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3f7b8a82","reconcileID":"a60eadf9-c590-4023-9da0-2e41ce6f7ce3","name":"e2e-legacy-migration-3f7b8a82"} {"level":"info","ts":1789089155.4888377,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3f7b8a82","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3f7b8a82","reconcileID":"a60eadf9-c590-4023-9da0-2e41ce6f7ce3","httpRoute":"e2e-legacy-migration-3f7b8a82","providers":["e2e-legacy-migration-3f7b8a82"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789089155.5749729,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3f7b8a82","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3f7b8a82","reconcileID":"1b9fe2f7-7eb2-4616-9954-c7b374f887b4","name":"e2e-legacy-migration-3f7b8a82","namespace":"llm"} {"level":"info","ts":1789089155.5787988,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3f7b8a82","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3f7b8a82","reconcileID":"1b9fe2f7-7eb2-4616-9954-c7b374f887b4","name":"e2e-legacy-migration-3f7b8a82"} {"level":"info","ts":1789089155.5842404,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3f7b8a82","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3f7b8a82","reconcileID":"1b9fe2f7-7eb2-4616-9954-c7b374f887b4","provider":"openai","model":"e2e-legacy-migration-3f7b8a82","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789089158.363009,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3f7b8a82","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3f7b8a82","reconcileID":"8bd33d15-c656-4746-bfc7-472c00822e5c","name":"e2e-legacy-migration-3f7b8a82","namespace":"llm"} {"level":"info","ts":1789089158.375383,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3f7b8a82","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3f7b8a82","reconcileID":"a3083a60-2f75-42de-a7d2-286c2e955ba0"} {"level":"info","ts":1789089158.3754733,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3f7b8a82","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3f7b8a82","reconcileID":"1fa25a7b-ab36-4af5-96bb-e754aac4f295","name":"e2e-legacy-migration-3f7b8a82","namespace":"llm"} {"level":"info","ts":1789089158.3754745,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3f7b8a82","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3f7b8a82","reconcileID":"d3a00ca6-9c20-4785-8c73-f66f7e3095c7"} {"level":"info","ts":1789089158.375492,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3f7b8a82","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3f7b8a82","reconcileID":"1fa25a7b-ab36-4af5-96bb-e754aac4f295","modelName":"e2e-legacy-migration-3f7b8a82","resolvedRefs":1} {"level":"error","ts":1789089158.3755016,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3f7b8a82","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3f7b8a82","reconcileID":"d3a00ca6-9c20-4785-8c73-f66f7e3095c7","provider":"e2e-legacy-migration-3f7b8a82","error":"ExternalProvider.inference.opendatahub.io \"e2e-legacy-migration-3f7b8a82\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789089158.37553,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3f7b8a82","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3f7b8a82","reconcileID":"a71f6ee7-7d26-42fc-b463-6040fc6c3fd1","name":"e2e-legacy-migration-3f7b8a82","namespace":"llm"} {"level":"info","ts":1789089158.3755522,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3f7b8a82","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3f7b8a82","reconcileID":"a71f6ee7-7d26-42fc-b463-6040fc6c3fd1","name":"e2e-legacy-migration-3f7b8a82","namespace":"llm"} {"level":"info","ts":1789089158.3765569,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3f7b8a82","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3f7b8a82","reconcileID":"3f2fb5e9-d9ac-4f12-a43a-c18751cc0f47","name":"e2e-legacy-migration-3f7b8a82","namespace":"llm"} {"level":"info","ts":1789089158.3765826,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3f7b8a82","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3f7b8a82","reconcileID":"3f2fb5e9-d9ac-4f12-a43a-c18751cc0f47","name":"e2e-legacy-migration-3f7b8a82","namespace":"llm"} {"level":"error","ts":1789089158.3790877,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3f7b8a82","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3f7b8a82","reconcileID":"d3a00ca6-9c20-4785-8c73-f66f7e3095c7","error":"externalmodels.inference.opendatahub.io \"e2e-legacy-migration-3f7b8a82\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789089158.3791199,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3f7b8a82","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3f7b8a82","reconcileID":"d3a00ca6-9c20-4785-8c73-f66f7e3095c7","error":"ExternalModel \"e2e-legacy-migration-3f7b8a82\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-3f7b8a82\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789089158.3791585,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3f7b8a82","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3f7b8a82","reconcileID":"476905e1-60b0-45c2-8e5d-731555cdcfba"} {"level":"info","ts":1789089158.837748,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789089158.8378432,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a0debe5aa5a9466b3855403182b34801","span_id":"c7f7edffee8bcdcb","x-request-id":"1db42701-47bb-4896-bc87-d79417f45270"} {"level":"info","ts":1789089158.8378553,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a0debe5aa5a9466b3855403182b34801","span_id":"c7f7edffee8bcdcb","x-request-id":"1db42701-47bb-4896-bc87-d79417f45270"} {"level":"info","ts":1789089158.8378665,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a0debe5aa5a9466b3855403182b34801","span_id":"c7f7edffee8bcdcb","x-request-id":"1db42701-47bb-4896-bc87-d79417f45270","EoS":true} {"level":"info","ts":1789089158.8378935,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a0debe5aa5a9466b3855403182b34801","span_id":"c7f7edffee8bcdcb","x-request-id":"1db42701-47bb-4896-bc87-d79417f45270","header":"x-maas-username"} {"level":"info","ts":1789089158.837903,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a0debe5aa5a9466b3855403182b34801","span_id":"c7f7edffee8bcdcb","x-request-id":"1db42701-47bb-4896-bc87-d79417f45270","header":"x-maas-subscription"} {"level":"info","ts":1789089158.837909,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a0debe5aa5a9466b3855403182b34801","span_id":"c7f7edffee8bcdcb","x-request-id":"1db42701-47bb-4896-bc87-d79417f45270","header":"x-maas-group"} {"level":"info","ts":1789089158.8379247,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a0debe5aa5a9466b3855403182b34801","span_id":"c7f7edffee8bcdcb","x-request-id":"1db42701-47bb-4896-bc87-d79417f45270","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789089158.8379345,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"a0debe5aa5a9466b3855403182b34801","span_id":"c7f7edffee8bcdcb","x-request-id":"1db42701-47bb-4896-bc87-d79417f45270","modelName":"e2e-external-model"} {"level":"info","ts":1789089158.8379447,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"a0debe5aa5a9466b3855403182b34801","span_id":"c7f7edffee8bcdcb","x-request-id":"1db42701-47bb-4896-bc87-d79417f45270","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789089158.837966,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"a0debe5aa5a9466b3855403182b34801","span_id":"c7f7edffee8bcdcb","x-request-id":"1db42701-47bb-4896-bc87-d79417f45270","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1789089158.8379848,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"a0debe5aa5a9466b3855403182b34801","span_id":"c7f7edffee8bcdcb","x-request-id":"1db42701-47bb-4896-bc87-d79417f45270","authType":"apikey"} {"level":"info","ts":1789089158.8380098,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a0debe5aa5a9466b3855403182b34801","span_id":"c7f7edffee8bcdcb","x-request-id":"1db42701-47bb-4896-bc87-d79417f45270"} {"level":"info","ts":1789089158.8801842,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a0debe5aa5a9466b3855403182b34801","span_id":"c7f7edffee8bcdcb","x-request-id":"1db42701-47bb-4896-bc87-d79417f45270"} {"level":"info","ts":1789089158.8802392,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a0debe5aa5a9466b3855403182b34801","span_id":"c7f7edffee8bcdcb","x-request-id":"1db42701-47bb-4896-bc87-d79417f45270"} {"level":"info","ts":1789089158.8802562,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a0debe5aa5a9466b3855403182b34801","span_id":"c7f7edffee8bcdcb","x-request-id":"1db42701-47bb-4896-bc87-d79417f45270","EoS":false} {"level":"info","ts":1789089158.8802686,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a0debe5aa5a9466b3855403182b34801","span_id":"c7f7edffee8bcdcb","x-request-id":"1db42701-47bb-4896-bc87-d79417f45270"} {"level":"info","ts":1789089158.8802993,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a0debe5aa5a9466b3855403182b34801","span_id":"c7f7edffee8bcdcb","x-request-id":"1db42701-47bb-4896-bc87-d79417f45270","EoS":true} {"level":"info","ts":1789089158.8803136,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a0debe5aa5a9466b3855403182b34801","span_id":"c7f7edffee8bcdcb","x-request-id":"1db42701-47bb-4896-bc87-d79417f45270"} {"level":"info","ts":1789089158.9233644,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789089158.923499,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"fe109a6fe037431b74437ad4e0842035","span_id":"30c94109200528f7","x-request-id":"73e5c51e-a40b-44f1-85fa-a2ed1d9fdaf7"} {"level":"info","ts":1789089158.9235232,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"fe109a6fe037431b74437ad4e0842035","span_id":"30c94109200528f7","x-request-id":"73e5c51e-a40b-44f1-85fa-a2ed1d9fdaf7"} {"level":"info","ts":1789089158.923545,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"fe109a6fe037431b74437ad4e0842035","span_id":"30c94109200528f7","x-request-id":"73e5c51e-a40b-44f1-85fa-a2ed1d9fdaf7","EoS":true} {"level":"info","ts":1789089158.9235797,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fe109a6fe037431b74437ad4e0842035","span_id":"30c94109200528f7","x-request-id":"73e5c51e-a40b-44f1-85fa-a2ed1d9fdaf7","header":"x-maas-username"} {"level":"info","ts":1789089158.9235983,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fe109a6fe037431b74437ad4e0842035","span_id":"30c94109200528f7","x-request-id":"73e5c51e-a40b-44f1-85fa-a2ed1d9fdaf7","header":"x-maas-subscription"} {"level":"info","ts":1789089158.923632,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fe109a6fe037431b74437ad4e0842035","span_id":"30c94109200528f7","x-request-id":"73e5c51e-a40b-44f1-85fa-a2ed1d9fdaf7","header":"x-maas-group"} {"level":"info","ts":1789089158.9236546,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"fe109a6fe037431b74437ad4e0842035","span_id":"30c94109200528f7","x-request-id":"73e5c51e-a40b-44f1-85fa-a2ed1d9fdaf7","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789089158.9236941,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"fe109a6fe037431b74437ad4e0842035","span_id":"30c94109200528f7","x-request-id":"73e5c51e-a40b-44f1-85fa-a2ed1d9fdaf7"} {"level":"info","ts":1789089158.9749017,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"fe109a6fe037431b74437ad4e0842035","span_id":"30c94109200528f7","x-request-id":"73e5c51e-a40b-44f1-85fa-a2ed1d9fdaf7"} {"level":"info","ts":1789089158.9749403,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"fe109a6fe037431b74437ad4e0842035","span_id":"30c94109200528f7","x-request-id":"73e5c51e-a40b-44f1-85fa-a2ed1d9fdaf7"} {"level":"info","ts":1789089158.9749863,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fe109a6fe037431b74437ad4e0842035","span_id":"30c94109200528f7","x-request-id":"73e5c51e-a40b-44f1-85fa-a2ed1d9fdaf7","EoS":false} {"level":"info","ts":1789089158.9750102,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fe109a6fe037431b74437ad4e0842035","span_id":"30c94109200528f7","x-request-id":"73e5c51e-a40b-44f1-85fa-a2ed1d9fdaf7"} {"level":"info","ts":1789089158.9750764,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fe109a6fe037431b74437ad4e0842035","span_id":"30c94109200528f7","x-request-id":"73e5c51e-a40b-44f1-85fa-a2ed1d9fdaf7","EoS":true} {"level":"info","ts":1789089158.9750953,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fe109a6fe037431b74437ad4e0842035","span_id":"30c94109200528f7","x-request-id":"73e5c51e-a40b-44f1-85fa-a2ed1d9fdaf7"} {"level":"info","ts":1789089159.0230784,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789089159.023305,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1fe300b64ba8528349d213d1c4d06c27","span_id":"371255a06db243dd","x-request-id":"3370b7ac-3fe0-4ff1-b3d9-d37bed647670"} {"level":"info","ts":1789089159.0233643,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1fe300b64ba8528349d213d1c4d06c27","span_id":"371255a06db243dd","x-request-id":"3370b7ac-3fe0-4ff1-b3d9-d37bed647670"} {"level":"info","ts":1789089159.0234058,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1fe300b64ba8528349d213d1c4d06c27","span_id":"371255a06db243dd","x-request-id":"3370b7ac-3fe0-4ff1-b3d9-d37bed647670","EoS":true} {"level":"info","ts":1789089159.0234737,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1fe300b64ba8528349d213d1c4d06c27","span_id":"371255a06db243dd","x-request-id":"3370b7ac-3fe0-4ff1-b3d9-d37bed647670","header":"x-maas-group"} {"level":"info","ts":1789089159.0235069,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1fe300b64ba8528349d213d1c4d06c27","span_id":"371255a06db243dd","x-request-id":"3370b7ac-3fe0-4ff1-b3d9-d37bed647670","header":"x-maas-username"} {"level":"info","ts":1789089159.0235472,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1fe300b64ba8528349d213d1c4d06c27","span_id":"371255a06db243dd","x-request-id":"3370b7ac-3fe0-4ff1-b3d9-d37bed647670","header":"x-maas-subscription"} {"level":"info","ts":1789089159.0236588,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1fe300b64ba8528349d213d1c4d06c27","span_id":"371255a06db243dd","x-request-id":"3370b7ac-3fe0-4ff1-b3d9-d37bed647670"} {"level":"info","ts":1789089159.0621371,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"1fe300b64ba8528349d213d1c4d06c27","span_id":"371255a06db243dd","x-request-id":"3370b7ac-3fe0-4ff1-b3d9-d37bed647670"} {"level":"info","ts":1789089159.062227,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"1fe300b64ba8528349d213d1c4d06c27","span_id":"371255a06db243dd","x-request-id":"3370b7ac-3fe0-4ff1-b3d9-d37bed647670"} {"level":"info","ts":1789089159.0622752,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1fe300b64ba8528349d213d1c4d06c27","span_id":"371255a06db243dd","x-request-id":"3370b7ac-3fe0-4ff1-b3d9-d37bed647670","EoS":false} {"level":"info","ts":1789089159.0623152,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1fe300b64ba8528349d213d1c4d06c27","span_id":"371255a06db243dd","x-request-id":"3370b7ac-3fe0-4ff1-b3d9-d37bed647670"} {"level":"info","ts":1789089159.0623696,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1fe300b64ba8528349d213d1c4d06c27","span_id":"371255a06db243dd","x-request-id":"3370b7ac-3fe0-4ff1-b3d9-d37bed647670","EoS":true} {"level":"info","ts":1789089159.062401,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1fe300b64ba8528349d213d1c4d06c27","span_id":"371255a06db243dd","x-request-id":"3370b7ac-3fe0-4ff1-b3d9-d37bed647670"} {"level":"info","ts":1789089159.9552944,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2eb5baa0-c9b4-4920-bd84-c2bbcae131cf","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789089159.9553478,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2eb5baa0-c9b4-4920-bd84-c2bbcae131cf","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789089159.9554055,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eb7d4c55-65cf-49df-8c62-b06738bc6aaf"} {"level":"info","ts":1789089160.1037116,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"92782fb9-043b-41a5-9f7f-7226773759c9"} {"level":"info","ts":1789089160.1039464,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"855ee110-bbee-416f-8de7-9a19c8ded56b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789089160.1039913,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"855ee110-bbee-416f-8de7-9a19c8ded56b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789089160.22354,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"5905b125-742c-4dbd-a6ab-3b52cfb6f7e7","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789089160.2236323,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"5905b125-742c-4dbd-a6ab-3b52cfb6f7e7","key":"llm/e2e-external-model-api-key"} {"level":"error","ts":1789089169.2398906,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789089178.5245304,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789089178.524644,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ca11ae9e7399a053894d9be3b8a7017d","span_id":"be4613c659f14fd4","x-request-id":"6019f828-bc53-4043-976f-efc0e9915cc2"} {"level":"info","ts":1789089178.5246582,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ca11ae9e7399a053894d9be3b8a7017d","span_id":"be4613c659f14fd4","x-request-id":"6019f828-bc53-4043-976f-efc0e9915cc2"} {"level":"info","ts":1789089178.5246704,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ca11ae9e7399a053894d9be3b8a7017d","span_id":"be4613c659f14fd4","x-request-id":"6019f828-bc53-4043-976f-efc0e9915cc2","EoS":true} {"level":"info","ts":1789089178.5246956,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ca11ae9e7399a053894d9be3b8a7017d","span_id":"be4613c659f14fd4","x-request-id":"6019f828-bc53-4043-976f-efc0e9915cc2","header":"x-maas-username"} {"level":"info","ts":1789089178.5247056,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ca11ae9e7399a053894d9be3b8a7017d","span_id":"be4613c659f14fd4","x-request-id":"6019f828-bc53-4043-976f-efc0e9915cc2","header":"x-maas-subscription"} {"level":"info","ts":1789089178.5247102,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ca11ae9e7399a053894d9be3b8a7017d","span_id":"be4613c659f14fd4","x-request-id":"6019f828-bc53-4043-976f-efc0e9915cc2","header":"x-maas-group"} {"level":"info","ts":1789089178.5247252,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ca11ae9e7399a053894d9be3b8a7017d","span_id":"be4613c659f14fd4","x-request-id":"6019f828-bc53-4043-976f-efc0e9915cc2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789089178.524749,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ca11ae9e7399a053894d9be3b8a7017d","span_id":"be4613c659f14fd4","x-request-id":"6019f828-bc53-4043-976f-efc0e9915cc2"} {"level":"info","ts":1789089178.526633,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ca11ae9e7399a053894d9be3b8a7017d","span_id":"be4613c659f14fd4","x-request-id":"6019f828-bc53-4043-976f-efc0e9915cc2"} {"level":"info","ts":1789089178.526654,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ca11ae9e7399a053894d9be3b8a7017d","span_id":"be4613c659f14fd4","x-request-id":"6019f828-bc53-4043-976f-efc0e9915cc2"} {"level":"info","ts":1789089178.5266688,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ca11ae9e7399a053894d9be3b8a7017d","span_id":"be4613c659f14fd4","x-request-id":"6019f828-bc53-4043-976f-efc0e9915cc2","EoS":false} {"level":"info","ts":1789089178.52668,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ca11ae9e7399a053894d9be3b8a7017d","span_id":"be4613c659f14fd4","x-request-id":"6019f828-bc53-4043-976f-efc0e9915cc2"} {"level":"info","ts":1789089178.526704,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ca11ae9e7399a053894d9be3b8a7017d","span_id":"be4613c659f14fd4","x-request-id":"6019f828-bc53-4043-976f-efc0e9915cc2","EoS":true} {"level":"info","ts":1789089178.5267136,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ca11ae9e7399a053894d9be3b8a7017d","span_id":"be4613c659f14fd4","x-request-id":"6019f828-bc53-4043-976f-efc0e9915cc2"} {"level":"info","ts":1789089178.5625994,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789089178.5627413,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b0447ea8e593285236955bc98cd617c2","span_id":"e14f2b0cd04a3d2c","x-request-id":"c798efd6-4e50-45e6-86d1-d90756549f36"} {"level":"info","ts":1789089178.5627575,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b0447ea8e593285236955bc98cd617c2","span_id":"e14f2b0cd04a3d2c","x-request-id":"c798efd6-4e50-45e6-86d1-d90756549f36"} {"level":"info","ts":1789089178.562771,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b0447ea8e593285236955bc98cd617c2","span_id":"e14f2b0cd04a3d2c","x-request-id":"c798efd6-4e50-45e6-86d1-d90756549f36","EoS":true} {"level":"info","ts":1789089178.5627978,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b0447ea8e593285236955bc98cd617c2","span_id":"e14f2b0cd04a3d2c","x-request-id":"c798efd6-4e50-45e6-86d1-d90756549f36","header":"x-maas-subscription"} {"level":"info","ts":1789089178.5628057,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b0447ea8e593285236955bc98cd617c2","span_id":"e14f2b0cd04a3d2c","x-request-id":"c798efd6-4e50-45e6-86d1-d90756549f36","header":"x-maas-username"} {"level":"info","ts":1789089178.5628107,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b0447ea8e593285236955bc98cd617c2","span_id":"e14f2b0cd04a3d2c","x-request-id":"c798efd6-4e50-45e6-86d1-d90756549f36","header":"x-maas-group"} {"level":"info","ts":1789089178.562826,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b0447ea8e593285236955bc98cd617c2","span_id":"e14f2b0cd04a3d2c","x-request-id":"c798efd6-4e50-45e6-86d1-d90756549f36","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789089178.5628524,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b0447ea8e593285236955bc98cd617c2","span_id":"e14f2b0cd04a3d2c","x-request-id":"c798efd6-4e50-45e6-86d1-d90756549f36"} {"level":"info","ts":1789089178.5637052,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b0447ea8e593285236955bc98cd617c2","span_id":"e14f2b0cd04a3d2c","x-request-id":"c798efd6-4e50-45e6-86d1-d90756549f36"} {"level":"info","ts":1789089178.5637238,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b0447ea8e593285236955bc98cd617c2","span_id":"e14f2b0cd04a3d2c","x-request-id":"c798efd6-4e50-45e6-86d1-d90756549f36"} {"level":"info","ts":1789089178.5637348,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b0447ea8e593285236955bc98cd617c2","span_id":"e14f2b0cd04a3d2c","x-request-id":"c798efd6-4e50-45e6-86d1-d90756549f36","EoS":false} {"level":"info","ts":1789089178.5637484,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b0447ea8e593285236955bc98cd617c2","span_id":"e14f2b0cd04a3d2c","x-request-id":"c798efd6-4e50-45e6-86d1-d90756549f36"} {"level":"info","ts":1789089178.5637715,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b0447ea8e593285236955bc98cd617c2","span_id":"e14f2b0cd04a3d2c","x-request-id":"c798efd6-4e50-45e6-86d1-d90756549f36","EoS":true} {"level":"info","ts":1789089178.5637808,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b0447ea8e593285236955bc98cd617c2","span_id":"e14f2b0cd04a3d2c","x-request-id":"c798efd6-4e50-45e6-86d1-d90756549f36"} {"level":"info","ts":1789089178.6013575,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789089178.6014764,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b7cf025688d86fc830ac23fe8dcd103a","span_id":"4850179329b8c5ef","x-request-id":"09bae308-adad-462c-9f7d-faecfaf56f52"} {"level":"info","ts":1789089178.6014917,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b7cf025688d86fc830ac23fe8dcd103a","span_id":"4850179329b8c5ef","x-request-id":"09bae308-adad-462c-9f7d-faecfaf56f52"} {"level":"info","ts":1789089178.6015143,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b7cf025688d86fc830ac23fe8dcd103a","span_id":"4850179329b8c5ef","x-request-id":"09bae308-adad-462c-9f7d-faecfaf56f52","EoS":true} {"level":"info","ts":1789089178.6015472,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b7cf025688d86fc830ac23fe8dcd103a","span_id":"4850179329b8c5ef","x-request-id":"09bae308-adad-462c-9f7d-faecfaf56f52","header":"x-maas-group"} {"level":"info","ts":1789089178.601559,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b7cf025688d86fc830ac23fe8dcd103a","span_id":"4850179329b8c5ef","x-request-id":"09bae308-adad-462c-9f7d-faecfaf56f52","header":"x-maas-subscription"} {"level":"info","ts":1789089178.60157,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b7cf025688d86fc830ac23fe8dcd103a","span_id":"4850179329b8c5ef","x-request-id":"09bae308-adad-462c-9f7d-faecfaf56f52","header":"x-maas-username"} {"level":"info","ts":1789089178.6015935,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b7cf025688d86fc830ac23fe8dcd103a","span_id":"4850179329b8c5ef","x-request-id":"09bae308-adad-462c-9f7d-faecfaf56f52","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789089178.601655,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b7cf025688d86fc830ac23fe8dcd103a","span_id":"4850179329b8c5ef","x-request-id":"09bae308-adad-462c-9f7d-faecfaf56f52"} {"level":"info","ts":1789089178.6024776,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b7cf025688d86fc830ac23fe8dcd103a","span_id":"4850179329b8c5ef","x-request-id":"09bae308-adad-462c-9f7d-faecfaf56f52"} {"level":"info","ts":1789089178.6024961,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b7cf025688d86fc830ac23fe8dcd103a","span_id":"4850179329b8c5ef","x-request-id":"09bae308-adad-462c-9f7d-faecfaf56f52"} {"level":"info","ts":1789089178.60251,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b7cf025688d86fc830ac23fe8dcd103a","span_id":"4850179329b8c5ef","x-request-id":"09bae308-adad-462c-9f7d-faecfaf56f52","EoS":false} {"level":"info","ts":1789089178.6025248,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b7cf025688d86fc830ac23fe8dcd103a","span_id":"4850179329b8c5ef","x-request-id":"09bae308-adad-462c-9f7d-faecfaf56f52"} {"level":"info","ts":1789089178.602549,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b7cf025688d86fc830ac23fe8dcd103a","span_id":"4850179329b8c5ef","x-request-id":"09bae308-adad-462c-9f7d-faecfaf56f52","EoS":true} {"level":"info","ts":1789089178.6025586,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b7cf025688d86fc830ac23fe8dcd103a","span_id":"4850179329b8c5ef","x-request-id":"09bae308-adad-462c-9f7d-faecfaf56f52"} {"level":"info","ts":1789089178.6395102,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789089178.639636,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"47418f94cdd4f7f8fc45c465057cbe59","span_id":"7be8450a1bab8eac","x-request-id":"65b0070a-1ffe-4d24-a896-21afa49454bc"} {"level":"info","ts":1789089178.6396494,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"47418f94cdd4f7f8fc45c465057cbe59","span_id":"7be8450a1bab8eac","x-request-id":"65b0070a-1ffe-4d24-a896-21afa49454bc"} {"level":"info","ts":1789089178.6396616,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"47418f94cdd4f7f8fc45c465057cbe59","span_id":"7be8450a1bab8eac","x-request-id":"65b0070a-1ffe-4d24-a896-21afa49454bc","EoS":true} {"level":"info","ts":1789089178.6396856,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"47418f94cdd4f7f8fc45c465057cbe59","span_id":"7be8450a1bab8eac","x-request-id":"65b0070a-1ffe-4d24-a896-21afa49454bc","header":"x-maas-subscription"} {"level":"info","ts":1789089178.639696,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"47418f94cdd4f7f8fc45c465057cbe59","span_id":"7be8450a1bab8eac","x-request-id":"65b0070a-1ffe-4d24-a896-21afa49454bc","header":"x-maas-username"} {"level":"info","ts":1789089178.6397014,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"47418f94cdd4f7f8fc45c465057cbe59","span_id":"7be8450a1bab8eac","x-request-id":"65b0070a-1ffe-4d24-a896-21afa49454bc","header":"x-maas-group"} {"level":"info","ts":1789089178.6397154,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"47418f94cdd4f7f8fc45c465057cbe59","span_id":"7be8450a1bab8eac","x-request-id":"65b0070a-1ffe-4d24-a896-21afa49454bc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789089178.639739,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"47418f94cdd4f7f8fc45c465057cbe59","span_id":"7be8450a1bab8eac","x-request-id":"65b0070a-1ffe-4d24-a896-21afa49454bc"} {"level":"info","ts":1789089178.6406398,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"47418f94cdd4f7f8fc45c465057cbe59","span_id":"7be8450a1bab8eac","x-request-id":"65b0070a-1ffe-4d24-a896-21afa49454bc"} {"level":"info","ts":1789089178.6406648,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"47418f94cdd4f7f8fc45c465057cbe59","span_id":"7be8450a1bab8eac","x-request-id":"65b0070a-1ffe-4d24-a896-21afa49454bc"} {"level":"info","ts":1789089178.6406827,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"47418f94cdd4f7f8fc45c465057cbe59","span_id":"7be8450a1bab8eac","x-request-id":"65b0070a-1ffe-4d24-a896-21afa49454bc","EoS":false} {"level":"info","ts":1789089178.6406987,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"47418f94cdd4f7f8fc45c465057cbe59","span_id":"7be8450a1bab8eac","x-request-id":"65b0070a-1ffe-4d24-a896-21afa49454bc"} {"level":"info","ts":1789089178.6407251,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"47418f94cdd4f7f8fc45c465057cbe59","span_id":"7be8450a1bab8eac","x-request-id":"65b0070a-1ffe-4d24-a896-21afa49454bc","EoS":true} {"level":"info","ts":1789089178.6407397,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"47418f94cdd4f7f8fc45c465057cbe59","span_id":"7be8450a1bab8eac","x-request-id":"65b0070a-1ffe-4d24-a896-21afa49454bc"} {"level":"error","ts":1789089189.2421453,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789089191.7754455,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789089191.775669,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9f9d08082cc848e45b30181ba6dad230","span_id":"52212db6c4822929","x-request-id":"3fb232a9-bb73-45cd-8797-20d483d43e75"} {"level":"info","ts":1789089191.7757213,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9f9d08082cc848e45b30181ba6dad230","span_id":"52212db6c4822929","x-request-id":"3fb232a9-bb73-45cd-8797-20d483d43e75"} {"level":"info","ts":1789089191.7757602,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9f9d08082cc848e45b30181ba6dad230","span_id":"52212db6c4822929","x-request-id":"3fb232a9-bb73-45cd-8797-20d483d43e75","EoS":true} {"level":"info","ts":1789089191.775837,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9f9d08082cc848e45b30181ba6dad230","span_id":"52212db6c4822929","x-request-id":"3fb232a9-bb73-45cd-8797-20d483d43e75"} {"level":"info","ts":1789089191.968808,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789089191.9689329,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d6ad711f133fe1641962c4d3262f614d","span_id":"6f4fc05d8c7b2144","x-request-id":"2b9a0357-76c9-4f72-9a3e-c8d289e52c90"} {"level":"info","ts":1789089191.968948,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d6ad711f133fe1641962c4d3262f614d","span_id":"6f4fc05d8c7b2144","x-request-id":"2b9a0357-76c9-4f72-9a3e-c8d289e52c90"} {"level":"info","ts":1789089191.968962,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d6ad711f133fe1641962c4d3262f614d","span_id":"6f4fc05d8c7b2144","x-request-id":"2b9a0357-76c9-4f72-9a3e-c8d289e52c90","EoS":true} {"level":"info","ts":1789089191.9690058,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d6ad711f133fe1641962c4d3262f614d","span_id":"6f4fc05d8c7b2144","x-request-id":"2b9a0357-76c9-4f72-9a3e-c8d289e52c90"} {"level":"info","ts":1789089192.1170743,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789089192.1171799,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"00e0d0214be612cc2f6f27db82851c3a","span_id":"3109f710e804b7fe","x-request-id":"21cd6f76-edaa-4b31-b74a-e907076a0d45"} {"level":"info","ts":1789089192.1171913,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"00e0d0214be612cc2f6f27db82851c3a","span_id":"3109f710e804b7fe","x-request-id":"21cd6f76-edaa-4b31-b74a-e907076a0d45"} {"level":"info","ts":1789089192.1172037,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"00e0d0214be612cc2f6f27db82851c3a","span_id":"3109f710e804b7fe","x-request-id":"21cd6f76-edaa-4b31-b74a-e907076a0d45","EoS":true} {"level":"info","ts":1789089192.1172504,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"00e0d0214be612cc2f6f27db82851c3a","span_id":"3109f710e804b7fe","x-request-id":"21cd6f76-edaa-4b31-b74a-e907076a0d45"} {"level":"error","ts":1789089204.2434716,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789090212.9393694,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789090212.939474,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"07e9d2b4285e7d1ce868fcea4a9be194","span_id":"a6245af539299a3f","x-request-id":"20683922-d1b3-4d86-8850-9402db2f8caf"} {"level":"info","ts":1789090212.939485,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"07e9d2b4285e7d1ce868fcea4a9be194","span_id":"a6245af539299a3f","x-request-id":"20683922-d1b3-4d86-8850-9402db2f8caf"} {"level":"info","ts":1789090212.9394994,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"07e9d2b4285e7d1ce868fcea4a9be194","span_id":"a6245af539299a3f","x-request-id":"20683922-d1b3-4d86-8850-9402db2f8caf","EoS":true} {"level":"info","ts":1789090212.9395244,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"07e9d2b4285e7d1ce868fcea4a9be194","span_id":"a6245af539299a3f","x-request-id":"20683922-d1b3-4d86-8850-9402db2f8caf","header":"x-maas-subscription"} {"level":"info","ts":1789090212.9395351,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"07e9d2b4285e7d1ce868fcea4a9be194","span_id":"a6245af539299a3f","x-request-id":"20683922-d1b3-4d86-8850-9402db2f8caf","header":"x-maas-username"} {"level":"info","ts":1789090212.939541,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"07e9d2b4285e7d1ce868fcea4a9be194","span_id":"a6245af539299a3f","x-request-id":"20683922-d1b3-4d86-8850-9402db2f8caf","header":"x-maas-group"} {"level":"info","ts":1789090212.9395554,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"07e9d2b4285e7d1ce868fcea4a9be194","span_id":"a6245af539299a3f","x-request-id":"20683922-d1b3-4d86-8850-9402db2f8caf","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789090212.9395792,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"07e9d2b4285e7d1ce868fcea4a9be194","span_id":"a6245af539299a3f","x-request-id":"20683922-d1b3-4d86-8850-9402db2f8caf"} {"level":"info","ts":1789090212.9404604,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"07e9d2b4285e7d1ce868fcea4a9be194","span_id":"a6245af539299a3f","x-request-id":"20683922-d1b3-4d86-8850-9402db2f8caf"} {"level":"info","ts":1789090212.940492,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"07e9d2b4285e7d1ce868fcea4a9be194","span_id":"a6245af539299a3f","x-request-id":"20683922-d1b3-4d86-8850-9402db2f8caf"} {"level":"info","ts":1789090212.9405112,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"07e9d2b4285e7d1ce868fcea4a9be194","span_id":"a6245af539299a3f","x-request-id":"20683922-d1b3-4d86-8850-9402db2f8caf","EoS":false} {"level":"info","ts":1789090212.9405296,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"07e9d2b4285e7d1ce868fcea4a9be194","span_id":"a6245af539299a3f","x-request-id":"20683922-d1b3-4d86-8850-9402db2f8caf"} {"level":"info","ts":1789090212.9405558,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"07e9d2b4285e7d1ce868fcea4a9be194","span_id":"a6245af539299a3f","x-request-id":"20683922-d1b3-4d86-8850-9402db2f8caf","EoS":true} {"level":"info","ts":1789090212.940565,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"07e9d2b4285e7d1ce868fcea4a9be194","span_id":"a6245af539299a3f","x-request-id":"20683922-d1b3-4d86-8850-9402db2f8caf"} {"level":"info","ts":1789090212.978545,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789090212.978672,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4cae1131d8bebfa7e289c6b09867b952","span_id":"48265b6618ae72a9","x-request-id":"10cac7a0-b3b1-4484-9583-181481cc6bc8"} {"level":"info","ts":1789090212.9786878,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4cae1131d8bebfa7e289c6b09867b952","span_id":"48265b6618ae72a9","x-request-id":"10cac7a0-b3b1-4484-9583-181481cc6bc8"} {"level":"info","ts":1789090212.9787009,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4cae1131d8bebfa7e289c6b09867b952","span_id":"48265b6618ae72a9","x-request-id":"10cac7a0-b3b1-4484-9583-181481cc6bc8","EoS":true} {"level":"info","ts":1789090212.9787288,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4cae1131d8bebfa7e289c6b09867b952","span_id":"48265b6618ae72a9","x-request-id":"10cac7a0-b3b1-4484-9583-181481cc6bc8","header":"x-maas-subscription"} {"level":"info","ts":1789090212.9787388,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4cae1131d8bebfa7e289c6b09867b952","span_id":"48265b6618ae72a9","x-request-id":"10cac7a0-b3b1-4484-9583-181481cc6bc8","header":"x-maas-username"} {"level":"info","ts":1789090212.9787433,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4cae1131d8bebfa7e289c6b09867b952","span_id":"48265b6618ae72a9","x-request-id":"10cac7a0-b3b1-4484-9583-181481cc6bc8","header":"x-maas-group"} {"level":"info","ts":1789090212.9787579,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"4cae1131d8bebfa7e289c6b09867b952","span_id":"48265b6618ae72a9","x-request-id":"10cac7a0-b3b1-4484-9583-181481cc6bc8","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789090212.978782,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4cae1131d8bebfa7e289c6b09867b952","span_id":"48265b6618ae72a9","x-request-id":"10cac7a0-b3b1-4484-9583-181481cc6bc8"} {"level":"info","ts":1789090212.9796488,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4cae1131d8bebfa7e289c6b09867b952","span_id":"48265b6618ae72a9","x-request-id":"10cac7a0-b3b1-4484-9583-181481cc6bc8"} {"level":"info","ts":1789090212.9796634,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4cae1131d8bebfa7e289c6b09867b952","span_id":"48265b6618ae72a9","x-request-id":"10cac7a0-b3b1-4484-9583-181481cc6bc8"} {"level":"info","ts":1789090212.9796753,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4cae1131d8bebfa7e289c6b09867b952","span_id":"48265b6618ae72a9","x-request-id":"10cac7a0-b3b1-4484-9583-181481cc6bc8","EoS":false} {"level":"info","ts":1789090212.9796865,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4cae1131d8bebfa7e289c6b09867b952","span_id":"48265b6618ae72a9","x-request-id":"10cac7a0-b3b1-4484-9583-181481cc6bc8"} {"level":"info","ts":1789090212.97971,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4cae1131d8bebfa7e289c6b09867b952","span_id":"48265b6618ae72a9","x-request-id":"10cac7a0-b3b1-4484-9583-181481cc6bc8","EoS":true} {"level":"info","ts":1789090212.9797244,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4cae1131d8bebfa7e289c6b09867b952","span_id":"48265b6618ae72a9","x-request-id":"10cac7a0-b3b1-4484-9583-181481cc6bc8"} {"level":"error","ts":1789090224.3672996,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789090530.6464624,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789090530.6465642,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a66e974b3b3c11d635d3ffce668277b7","span_id":"b2c6c00b36bd9e6e","x-request-id":"45b3eab6-9a2b-4a25-ace4-444279bc9e9a"} {"level":"info","ts":1789090530.6465762,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a66e974b3b3c11d635d3ffce668277b7","span_id":"b2c6c00b36bd9e6e","x-request-id":"45b3eab6-9a2b-4a25-ace4-444279bc9e9a"} {"level":"info","ts":1789090530.6465874,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a66e974b3b3c11d635d3ffce668277b7","span_id":"b2c6c00b36bd9e6e","x-request-id":"45b3eab6-9a2b-4a25-ace4-444279bc9e9a","EoS":true} {"level":"info","ts":1789090530.6466317,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a66e974b3b3c11d635d3ffce668277b7","span_id":"b2c6c00b36bd9e6e","x-request-id":"45b3eab6-9a2b-4a25-ace4-444279bc9e9a","header":"x-maas-group"} {"level":"info","ts":1789090530.6466424,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a66e974b3b3c11d635d3ffce668277b7","span_id":"b2c6c00b36bd9e6e","x-request-id":"45b3eab6-9a2b-4a25-ace4-444279bc9e9a","header":"x-maas-subscription"} {"level":"info","ts":1789090530.6466482,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a66e974b3b3c11d635d3ffce668277b7","span_id":"b2c6c00b36bd9e6e","x-request-id":"45b3eab6-9a2b-4a25-ace4-444279bc9e9a","header":"x-maas-username"} {"level":"info","ts":1789090530.646663,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a66e974b3b3c11d635d3ffce668277b7","span_id":"b2c6c00b36bd9e6e","x-request-id":"45b3eab6-9a2b-4a25-ace4-444279bc9e9a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789090530.6466875,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a66e974b3b3c11d635d3ffce668277b7","span_id":"b2c6c00b36bd9e6e","x-request-id":"45b3eab6-9a2b-4a25-ace4-444279bc9e9a"} {"level":"info","ts":1789090530.6592371,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a66e974b3b3c11d635d3ffce668277b7","span_id":"b2c6c00b36bd9e6e","x-request-id":"45b3eab6-9a2b-4a25-ace4-444279bc9e9a"} {"level":"info","ts":1789090530.6592603,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a66e974b3b3c11d635d3ffce668277b7","span_id":"b2c6c00b36bd9e6e","x-request-id":"45b3eab6-9a2b-4a25-ace4-444279bc9e9a"} {"level":"info","ts":1789090530.6592767,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a66e974b3b3c11d635d3ffce668277b7","span_id":"b2c6c00b36bd9e6e","x-request-id":"45b3eab6-9a2b-4a25-ace4-444279bc9e9a","EoS":false} {"level":"info","ts":1789090530.6592891,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a66e974b3b3c11d635d3ffce668277b7","span_id":"b2c6c00b36bd9e6e","x-request-id":"45b3eab6-9a2b-4a25-ace4-444279bc9e9a"} {"level":"info","ts":1789090530.6593115,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a66e974b3b3c11d635d3ffce668277b7","span_id":"b2c6c00b36bd9e6e","x-request-id":"45b3eab6-9a2b-4a25-ace4-444279bc9e9a","EoS":true} {"level":"info","ts":1789090530.6593213,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a66e974b3b3c11d635d3ffce668277b7","span_id":"b2c6c00b36bd9e6e","x-request-id":"45b3eab6-9a2b-4a25-ace4-444279bc9e9a"} {"level":"info","ts":1789090530.801932,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789090530.8020298,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"fc1bb0e413c7f7f88a4df0643f4465d2","span_id":"34a486e3255ce768","x-request-id":"00d67798-f9fe-4827-bc67-8a30dec04ab1"} {"level":"info","ts":1789090530.8020413,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"fc1bb0e413c7f7f88a4df0643f4465d2","span_id":"34a486e3255ce768","x-request-id":"00d67798-f9fe-4827-bc67-8a30dec04ab1"} {"level":"info","ts":1789090530.8020535,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"fc1bb0e413c7f7f88a4df0643f4465d2","span_id":"34a486e3255ce768","x-request-id":"00d67798-f9fe-4827-bc67-8a30dec04ab1","EoS":true} {"level":"info","ts":1789090530.802078,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fc1bb0e413c7f7f88a4df0643f4465d2","span_id":"34a486e3255ce768","x-request-id":"00d67798-f9fe-4827-bc67-8a30dec04ab1","header":"x-maas-username"} {"level":"info","ts":1789090530.8020868,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fc1bb0e413c7f7f88a4df0643f4465d2","span_id":"34a486e3255ce768","x-request-id":"00d67798-f9fe-4827-bc67-8a30dec04ab1","header":"x-maas-subscription"} {"level":"info","ts":1789090530.8020916,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fc1bb0e413c7f7f88a4df0643f4465d2","span_id":"34a486e3255ce768","x-request-id":"00d67798-f9fe-4827-bc67-8a30dec04ab1","header":"x-maas-group"} {"level":"info","ts":1789090530.8021064,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"fc1bb0e413c7f7f88a4df0643f4465d2","span_id":"34a486e3255ce768","x-request-id":"00d67798-f9fe-4827-bc67-8a30dec04ab1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789090530.8021333,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"fc1bb0e413c7f7f88a4df0643f4465d2","span_id":"34a486e3255ce768","x-request-id":"00d67798-f9fe-4827-bc67-8a30dec04ab1"} {"level":"info","ts":1789090530.802978,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"fc1bb0e413c7f7f88a4df0643f4465d2","span_id":"34a486e3255ce768","x-request-id":"00d67798-f9fe-4827-bc67-8a30dec04ab1"} {"level":"info","ts":1789090530.8030035,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"fc1bb0e413c7f7f88a4df0643f4465d2","span_id":"34a486e3255ce768","x-request-id":"00d67798-f9fe-4827-bc67-8a30dec04ab1"} {"level":"info","ts":1789090530.8030183,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fc1bb0e413c7f7f88a4df0643f4465d2","span_id":"34a486e3255ce768","x-request-id":"00d67798-f9fe-4827-bc67-8a30dec04ab1","EoS":false} {"level":"info","ts":1789090530.8030293,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fc1bb0e413c7f7f88a4df0643f4465d2","span_id":"34a486e3255ce768","x-request-id":"00d67798-f9fe-4827-bc67-8a30dec04ab1"} {"level":"info","ts":1789090530.8030534,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fc1bb0e413c7f7f88a4df0643f4465d2","span_id":"34a486e3255ce768","x-request-id":"00d67798-f9fe-4827-bc67-8a30dec04ab1","EoS":true} {"level":"info","ts":1789090530.8030632,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fc1bb0e413c7f7f88a4df0643f4465d2","span_id":"34a486e3255ce768","x-request-id":"00d67798-f9fe-4827-bc67-8a30dec04ab1"} {"level":"info","ts":1789090530.9420362,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789090530.9421363,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3f10fc8271aadf3a63316452999e56f6","span_id":"a5af937004a8fec8","x-request-id":"75b6ceb2-7963-43fd-b463-f75463ac798f"} {"level":"info","ts":1789090530.9421484,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3f10fc8271aadf3a63316452999e56f6","span_id":"a5af937004a8fec8","x-request-id":"75b6ceb2-7963-43fd-b463-f75463ac798f"} {"level":"info","ts":1789090530.9421601,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3f10fc8271aadf3a63316452999e56f6","span_id":"a5af937004a8fec8","x-request-id":"75b6ceb2-7963-43fd-b463-f75463ac798f","EoS":true} {"level":"info","ts":1789090530.9421833,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3f10fc8271aadf3a63316452999e56f6","span_id":"a5af937004a8fec8","x-request-id":"75b6ceb2-7963-43fd-b463-f75463ac798f","header":"x-maas-subscription"} {"level":"info","ts":1789090530.9421926,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3f10fc8271aadf3a63316452999e56f6","span_id":"a5af937004a8fec8","x-request-id":"75b6ceb2-7963-43fd-b463-f75463ac798f","header":"x-maas-username"} {"level":"info","ts":1789090530.9421973,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3f10fc8271aadf3a63316452999e56f6","span_id":"a5af937004a8fec8","x-request-id":"75b6ceb2-7963-43fd-b463-f75463ac798f","header":"x-maas-group"} {"level":"info","ts":1789090530.9422128,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3f10fc8271aadf3a63316452999e56f6","span_id":"a5af937004a8fec8","x-request-id":"75b6ceb2-7963-43fd-b463-f75463ac798f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789090530.9422405,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3f10fc8271aadf3a63316452999e56f6","span_id":"a5af937004a8fec8","x-request-id":"75b6ceb2-7963-43fd-b463-f75463ac798f"} {"level":"info","ts":1789090530.9444401,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3f10fc8271aadf3a63316452999e56f6","span_id":"a5af937004a8fec8","x-request-id":"75b6ceb2-7963-43fd-b463-f75463ac798f"} {"level":"info","ts":1789090530.944461,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3f10fc8271aadf3a63316452999e56f6","span_id":"a5af937004a8fec8","x-request-id":"75b6ceb2-7963-43fd-b463-f75463ac798f"} {"level":"info","ts":1789090530.9444752,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3f10fc8271aadf3a63316452999e56f6","span_id":"a5af937004a8fec8","x-request-id":"75b6ceb2-7963-43fd-b463-f75463ac798f","EoS":false} {"level":"info","ts":1789090530.9444892,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3f10fc8271aadf3a63316452999e56f6","span_id":"a5af937004a8fec8","x-request-id":"75b6ceb2-7963-43fd-b463-f75463ac798f"} {"level":"info","ts":1789090530.9445136,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3f10fc8271aadf3a63316452999e56f6","span_id":"a5af937004a8fec8","x-request-id":"75b6ceb2-7963-43fd-b463-f75463ac798f","EoS":true} {"level":"info","ts":1789090530.944522,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3f10fc8271aadf3a63316452999e56f6","span_id":"a5af937004a8fec8","x-request-id":"75b6ceb2-7963-43fd-b463-f75463ac798f"} {"level":"info","ts":1789090531.0849123,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789090531.0850117,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6c5627e781eeac1ed1f08ee54c923ef0","span_id":"8639715f567f9149","x-request-id":"993c0d44-c199-4261-a0d8-ac5987424d9d"} {"level":"info","ts":1789090531.0850236,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6c5627e781eeac1ed1f08ee54c923ef0","span_id":"8639715f567f9149","x-request-id":"993c0d44-c199-4261-a0d8-ac5987424d9d"} {"level":"info","ts":1789090531.0850356,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6c5627e781eeac1ed1f08ee54c923ef0","span_id":"8639715f567f9149","x-request-id":"993c0d44-c199-4261-a0d8-ac5987424d9d","EoS":true} {"level":"info","ts":1789090531.085057,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6c5627e781eeac1ed1f08ee54c923ef0","span_id":"8639715f567f9149","x-request-id":"993c0d44-c199-4261-a0d8-ac5987424d9d","header":"x-maas-subscription"} {"level":"info","ts":1789090531.0850668,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6c5627e781eeac1ed1f08ee54c923ef0","span_id":"8639715f567f9149","x-request-id":"993c0d44-c199-4261-a0d8-ac5987424d9d","header":"x-maas-username"} {"level":"info","ts":1789090531.085072,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6c5627e781eeac1ed1f08ee54c923ef0","span_id":"8639715f567f9149","x-request-id":"993c0d44-c199-4261-a0d8-ac5987424d9d","header":"x-maas-group"} {"level":"info","ts":1789090531.0850868,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6c5627e781eeac1ed1f08ee54c923ef0","span_id":"8639715f567f9149","x-request-id":"993c0d44-c199-4261-a0d8-ac5987424d9d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789090531.0851138,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6c5627e781eeac1ed1f08ee54c923ef0","span_id":"8639715f567f9149","x-request-id":"993c0d44-c199-4261-a0d8-ac5987424d9d"} {"level":"info","ts":1789090531.0859375,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6c5627e781eeac1ed1f08ee54c923ef0","span_id":"8639715f567f9149","x-request-id":"993c0d44-c199-4261-a0d8-ac5987424d9d"} {"level":"info","ts":1789090531.0859559,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6c5627e781eeac1ed1f08ee54c923ef0","span_id":"8639715f567f9149","x-request-id":"993c0d44-c199-4261-a0d8-ac5987424d9d"} {"level":"info","ts":1789090531.0859673,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6c5627e781eeac1ed1f08ee54c923ef0","span_id":"8639715f567f9149","x-request-id":"993c0d44-c199-4261-a0d8-ac5987424d9d","EoS":false} {"level":"info","ts":1789090531.0859797,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6c5627e781eeac1ed1f08ee54c923ef0","span_id":"8639715f567f9149","x-request-id":"993c0d44-c199-4261-a0d8-ac5987424d9d"} {"level":"info","ts":1789090531.0859997,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6c5627e781eeac1ed1f08ee54c923ef0","span_id":"8639715f567f9149","x-request-id":"993c0d44-c199-4261-a0d8-ac5987424d9d","EoS":true} {"level":"info","ts":1789090531.0860093,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6c5627e781eeac1ed1f08ee54c923ef0","span_id":"8639715f567f9149","x-request-id":"993c0d44-c199-4261-a0d8-ac5987424d9d"} {"level":"info","ts":1789090531.2237408,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789090531.2238393,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4376f10061f29c15e7e87a26d513e9fd","span_id":"be42620f75fc1b85","x-request-id":"38899130-ee9a-48fa-8d2c-698dac23686a"} {"level":"info","ts":1789090531.223851,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4376f10061f29c15e7e87a26d513e9fd","span_id":"be42620f75fc1b85","x-request-id":"38899130-ee9a-48fa-8d2c-698dac23686a"} {"level":"info","ts":1789090531.2238624,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4376f10061f29c15e7e87a26d513e9fd","span_id":"be42620f75fc1b85","x-request-id":"38899130-ee9a-48fa-8d2c-698dac23686a","EoS":true} {"level":"info","ts":1789090531.2238874,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4376f10061f29c15e7e87a26d513e9fd","span_id":"be42620f75fc1b85","x-request-id":"38899130-ee9a-48fa-8d2c-698dac23686a","header":"x-maas-username"} {"level":"info","ts":1789090531.2238967,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4376f10061f29c15e7e87a26d513e9fd","span_id":"be42620f75fc1b85","x-request-id":"38899130-ee9a-48fa-8d2c-698dac23686a","header":"x-maas-subscription"} {"level":"info","ts":1789090531.2239015,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4376f10061f29c15e7e87a26d513e9fd","span_id":"be42620f75fc1b85","x-request-id":"38899130-ee9a-48fa-8d2c-698dac23686a","header":"x-maas-group"} {"level":"info","ts":1789090531.2239165,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"4376f10061f29c15e7e87a26d513e9fd","span_id":"be42620f75fc1b85","x-request-id":"38899130-ee9a-48fa-8d2c-698dac23686a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789090531.2239425,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4376f10061f29c15e7e87a26d513e9fd","span_id":"be42620f75fc1b85","x-request-id":"38899130-ee9a-48fa-8d2c-698dac23686a"} {"level":"info","ts":1789090531.2248302,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4376f10061f29c15e7e87a26d513e9fd","span_id":"be42620f75fc1b85","x-request-id":"38899130-ee9a-48fa-8d2c-698dac23686a"} {"level":"info","ts":1789090531.22485,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4376f10061f29c15e7e87a26d513e9fd","span_id":"be42620f75fc1b85","x-request-id":"38899130-ee9a-48fa-8d2c-698dac23686a"} {"level":"info","ts":1789090531.2248664,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4376f10061f29c15e7e87a26d513e9fd","span_id":"be42620f75fc1b85","x-request-id":"38899130-ee9a-48fa-8d2c-698dac23686a","EoS":false} {"level":"info","ts":1789090531.2248821,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4376f10061f29c15e7e87a26d513e9fd","span_id":"be42620f75fc1b85","x-request-id":"38899130-ee9a-48fa-8d2c-698dac23686a"} {"level":"info","ts":1789090531.2249062,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4376f10061f29c15e7e87a26d513e9fd","span_id":"be42620f75fc1b85","x-request-id":"38899130-ee9a-48fa-8d2c-698dac23686a","EoS":true} {"level":"info","ts":1789090531.2249153,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4376f10061f29c15e7e87a26d513e9fd","span_id":"be42620f75fc1b85","x-request-id":"38899130-ee9a-48fa-8d2c-698dac23686a"} {"level":"error","ts":1789090544.4062078,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789090546.3860898,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789090546.3862135,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c582148b44044e61703726dc9bca3934","span_id":"160ac7d0408e4c1d","x-request-id":"423df4a3-5941-4e4f-89f9-b84213ec0615"} {"level":"info","ts":1789090546.3862367,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c582148b44044e61703726dc9bca3934","span_id":"160ac7d0408e4c1d","x-request-id":"423df4a3-5941-4e4f-89f9-b84213ec0615"} {"level":"info","ts":1789090546.3862507,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c582148b44044e61703726dc9bca3934","span_id":"160ac7d0408e4c1d","x-request-id":"423df4a3-5941-4e4f-89f9-b84213ec0615","EoS":true} {"level":"info","ts":1789090546.386276,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c582148b44044e61703726dc9bca3934","span_id":"160ac7d0408e4c1d","x-request-id":"423df4a3-5941-4e4f-89f9-b84213ec0615","header":"x-maas-username"} {"level":"info","ts":1789090546.3862867,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c582148b44044e61703726dc9bca3934","span_id":"160ac7d0408e4c1d","x-request-id":"423df4a3-5941-4e4f-89f9-b84213ec0615","header":"x-maas-subscription"} {"level":"info","ts":1789090546.3862915,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c582148b44044e61703726dc9bca3934","span_id":"160ac7d0408e4c1d","x-request-id":"423df4a3-5941-4e4f-89f9-b84213ec0615","header":"x-maas-group"} {"level":"info","ts":1789090546.3863058,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c582148b44044e61703726dc9bca3934","span_id":"160ac7d0408e4c1d","x-request-id":"423df4a3-5941-4e4f-89f9-b84213ec0615","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789090546.3863316,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c582148b44044e61703726dc9bca3934","span_id":"160ac7d0408e4c1d","x-request-id":"423df4a3-5941-4e4f-89f9-b84213ec0615"} {"level":"info","ts":1789090546.3872423,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c582148b44044e61703726dc9bca3934","span_id":"160ac7d0408e4c1d","x-request-id":"423df4a3-5941-4e4f-89f9-b84213ec0615"} {"level":"info","ts":1789090546.3872633,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c582148b44044e61703726dc9bca3934","span_id":"160ac7d0408e4c1d","x-request-id":"423df4a3-5941-4e4f-89f9-b84213ec0615"} {"level":"info","ts":1789090546.387278,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c582148b44044e61703726dc9bca3934","span_id":"160ac7d0408e4c1d","x-request-id":"423df4a3-5941-4e4f-89f9-b84213ec0615","EoS":false} {"level":"info","ts":1789090546.3872905,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c582148b44044e61703726dc9bca3934","span_id":"160ac7d0408e4c1d","x-request-id":"423df4a3-5941-4e4f-89f9-b84213ec0615"} {"level":"info","ts":1789090546.3873107,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c582148b44044e61703726dc9bca3934","span_id":"160ac7d0408e4c1d","x-request-id":"423df4a3-5941-4e4f-89f9-b84213ec0615","EoS":true} {"level":"info","ts":1789090546.3873177,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c582148b44044e61703726dc9bca3934","span_id":"160ac7d0408e4c1d","x-request-id":"423df4a3-5941-4e4f-89f9-b84213ec0615"} {"level":"info","ts":1789090546.497828,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789090546.4979262,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"871ead0a0c068ab440ac7b01db008bd9","span_id":"547c935ae2a36484","x-request-id":"cfdaea53-3886-4697-a275-3fa66633e5ab"} {"level":"info","ts":1789090546.4987783,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"871ead0a0c068ab440ac7b01db008bd9","span_id":"547c935ae2a36484","x-request-id":"cfdaea53-3886-4697-a275-3fa66633e5ab"} {"level":"info","ts":1789090546.498803,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"871ead0a0c068ab440ac7b01db008bd9","span_id":"547c935ae2a36484","x-request-id":"cfdaea53-3886-4697-a275-3fa66633e5ab"} {"level":"info","ts":1789090546.4988217,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"871ead0a0c068ab440ac7b01db008bd9","span_id":"547c935ae2a36484","x-request-id":"cfdaea53-3886-4697-a275-3fa66633e5ab","EoS":false} {"level":"info","ts":1789090546.4988377,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"871ead0a0c068ab440ac7b01db008bd9","span_id":"547c935ae2a36484","x-request-id":"cfdaea53-3886-4697-a275-3fa66633e5ab"} {"level":"info","ts":1789090546.4988718,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"871ead0a0c068ab440ac7b01db008bd9","span_id":"547c935ae2a36484","x-request-id":"cfdaea53-3886-4697-a275-3fa66633e5ab","EoS":true} {"level":"info","ts":1789090546.4988816,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"871ead0a0c068ab440ac7b01db008bd9","span_id":"547c935ae2a36484","x-request-id":"cfdaea53-3886-4697-a275-3fa66633e5ab"} {"level":"info","ts":1789090547.2921946,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789090547.2923195,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"03632f2c2e5551bae916bfa4451e3c2e","span_id":"14be15dc74ca6e58","x-request-id":"e2327d8e-ae22-4249-83d5-3a69e3342f36"} {"level":"info","ts":1789090547.2923353,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"03632f2c2e5551bae916bfa4451e3c2e","span_id":"14be15dc74ca6e58","x-request-id":"e2327d8e-ae22-4249-83d5-3a69e3342f36"} {"level":"info","ts":1789090547.2923522,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"03632f2c2e5551bae916bfa4451e3c2e","span_id":"14be15dc74ca6e58","x-request-id":"e2327d8e-ae22-4249-83d5-3a69e3342f36","EoS":true} {"level":"info","ts":1789090547.292387,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"03632f2c2e5551bae916bfa4451e3c2e","span_id":"14be15dc74ca6e58","x-request-id":"e2327d8e-ae22-4249-83d5-3a69e3342f36","header":"x-maas-username"} {"level":"info","ts":1789090547.292398,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"03632f2c2e5551bae916bfa4451e3c2e","span_id":"14be15dc74ca6e58","x-request-id":"e2327d8e-ae22-4249-83d5-3a69e3342f36","header":"x-maas-group"} {"level":"info","ts":1789090547.2924063,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"03632f2c2e5551bae916bfa4451e3c2e","span_id":"14be15dc74ca6e58","x-request-id":"e2327d8e-ae22-4249-83d5-3a69e3342f36","header":"x-maas-subscription"} {"level":"info","ts":1789090547.2924254,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"03632f2c2e5551bae916bfa4451e3c2e","span_id":"14be15dc74ca6e58","x-request-id":"e2327d8e-ae22-4249-83d5-3a69e3342f36","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789090547.2924578,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"03632f2c2e5551bae916bfa4451e3c2e","span_id":"14be15dc74ca6e58","x-request-id":"e2327d8e-ae22-4249-83d5-3a69e3342f36"} {"level":"info","ts":1789090547.2933848,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"03632f2c2e5551bae916bfa4451e3c2e","span_id":"14be15dc74ca6e58","x-request-id":"e2327d8e-ae22-4249-83d5-3a69e3342f36"} {"level":"info","ts":1789090547.29341,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"03632f2c2e5551bae916bfa4451e3c2e","span_id":"14be15dc74ca6e58","x-request-id":"e2327d8e-ae22-4249-83d5-3a69e3342f36"} {"level":"info","ts":1789090547.2934263,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"03632f2c2e5551bae916bfa4451e3c2e","span_id":"14be15dc74ca6e58","x-request-id":"e2327d8e-ae22-4249-83d5-3a69e3342f36","EoS":false} {"level":"info","ts":1789090547.2934513,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"03632f2c2e5551bae916bfa4451e3c2e","span_id":"14be15dc74ca6e58","x-request-id":"e2327d8e-ae22-4249-83d5-3a69e3342f36"} {"level":"info","ts":1789090547.293489,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"03632f2c2e5551bae916bfa4451e3c2e","span_id":"14be15dc74ca6e58","x-request-id":"e2327d8e-ae22-4249-83d5-3a69e3342f36","EoS":true} {"level":"info","ts":1789090547.2935004,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"03632f2c2e5551bae916bfa4451e3c2e","span_id":"14be15dc74ca6e58","x-request-id":"e2327d8e-ae22-4249-83d5-3a69e3342f36"} {"level":"info","ts":1789090548.2679887,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789090548.2680864,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2db0415e357bc8f85ed06751da0fc788","span_id":"7db817c74ae95300","x-request-id":"f4c1f7f2-de9d-4199-8ca1-ef34c5749dab"} {"level":"info","ts":1789090548.268102,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2db0415e357bc8f85ed06751da0fc788","span_id":"7db817c74ae95300","x-request-id":"f4c1f7f2-de9d-4199-8ca1-ef34c5749dab"} {"level":"info","ts":1789090548.2681136,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2db0415e357bc8f85ed06751da0fc788","span_id":"7db817c74ae95300","x-request-id":"f4c1f7f2-de9d-4199-8ca1-ef34c5749dab","EoS":true} {"level":"info","ts":1789090548.2681372,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2db0415e357bc8f85ed06751da0fc788","span_id":"7db817c74ae95300","x-request-id":"f4c1f7f2-de9d-4199-8ca1-ef34c5749dab","header":"x-maas-group"} {"level":"info","ts":1789090548.2681465,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2db0415e357bc8f85ed06751da0fc788","span_id":"7db817c74ae95300","x-request-id":"f4c1f7f2-de9d-4199-8ca1-ef34c5749dab","header":"x-maas-subscription"} {"level":"info","ts":1789090548.2681508,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2db0415e357bc8f85ed06751da0fc788","span_id":"7db817c74ae95300","x-request-id":"f4c1f7f2-de9d-4199-8ca1-ef34c5749dab","header":"x-maas-username"} {"level":"info","ts":1789090548.2681646,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2db0415e357bc8f85ed06751da0fc788","span_id":"7db817c74ae95300","x-request-id":"f4c1f7f2-de9d-4199-8ca1-ef34c5749dab","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789090548.2681887,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2db0415e357bc8f85ed06751da0fc788","span_id":"7db817c74ae95300","x-request-id":"f4c1f7f2-de9d-4199-8ca1-ef34c5749dab"} {"level":"info","ts":1789090548.269068,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2db0415e357bc8f85ed06751da0fc788","span_id":"7db817c74ae95300","x-request-id":"f4c1f7f2-de9d-4199-8ca1-ef34c5749dab"} {"level":"info","ts":1789090548.2690954,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2db0415e357bc8f85ed06751da0fc788","span_id":"7db817c74ae95300","x-request-id":"f4c1f7f2-de9d-4199-8ca1-ef34c5749dab"} {"level":"info","ts":1789090548.269119,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2db0415e357bc8f85ed06751da0fc788","span_id":"7db817c74ae95300","x-request-id":"f4c1f7f2-de9d-4199-8ca1-ef34c5749dab","EoS":false} {"level":"info","ts":1789090548.269131,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2db0415e357bc8f85ed06751da0fc788","span_id":"7db817c74ae95300","x-request-id":"f4c1f7f2-de9d-4199-8ca1-ef34c5749dab"} {"level":"info","ts":1789090548.269157,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2db0415e357bc8f85ed06751da0fc788","span_id":"7db817c74ae95300","x-request-id":"f4c1f7f2-de9d-4199-8ca1-ef34c5749dab","EoS":true} {"level":"info","ts":1789090548.2691715,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2db0415e357bc8f85ed06751da0fc788","span_id":"7db817c74ae95300","x-request-id":"f4c1f7f2-de9d-4199-8ca1-ef34c5749dab"} {"level":"info","ts":1789090549.0182142,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789090549.0183523,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"162e3add4a4d31072ab92549252d2ec4","span_id":"856ee6ee807d23d5","x-request-id":"43d80dc0-cf61-44d0-9b96-3e79fe34bd6f"} {"level":"info","ts":1789090549.0183747,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"162e3add4a4d31072ab92549252d2ec4","span_id":"856ee6ee807d23d5","x-request-id":"43d80dc0-cf61-44d0-9b96-3e79fe34bd6f"} {"level":"info","ts":1789090549.0183938,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"162e3add4a4d31072ab92549252d2ec4","span_id":"856ee6ee807d23d5","x-request-id":"43d80dc0-cf61-44d0-9b96-3e79fe34bd6f","EoS":true} {"level":"info","ts":1789090549.0184307,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"162e3add4a4d31072ab92549252d2ec4","span_id":"856ee6ee807d23d5","x-request-id":"43d80dc0-cf61-44d0-9b96-3e79fe34bd6f","header":"x-maas-username"} {"level":"info","ts":1789090549.0184488,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"162e3add4a4d31072ab92549252d2ec4","span_id":"856ee6ee807d23d5","x-request-id":"43d80dc0-cf61-44d0-9b96-3e79fe34bd6f","header":"x-maas-subscription"} {"level":"info","ts":1789090549.0184572,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"162e3add4a4d31072ab92549252d2ec4","span_id":"856ee6ee807d23d5","x-request-id":"43d80dc0-cf61-44d0-9b96-3e79fe34bd6f","header":"x-maas-group"} {"level":"info","ts":1789090549.0184786,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"162e3add4a4d31072ab92549252d2ec4","span_id":"856ee6ee807d23d5","x-request-id":"43d80dc0-cf61-44d0-9b96-3e79fe34bd6f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789090549.0185153,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"162e3add4a4d31072ab92549252d2ec4","span_id":"856ee6ee807d23d5","x-request-id":"43d80dc0-cf61-44d0-9b96-3e79fe34bd6f"} {"level":"info","ts":1789090549.019388,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"162e3add4a4d31072ab92549252d2ec4","span_id":"856ee6ee807d23d5","x-request-id":"43d80dc0-cf61-44d0-9b96-3e79fe34bd6f"} {"level":"info","ts":1789090549.019407,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"162e3add4a4d31072ab92549252d2ec4","span_id":"856ee6ee807d23d5","x-request-id":"43d80dc0-cf61-44d0-9b96-3e79fe34bd6f"} {"level":"info","ts":1789090549.0194216,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"162e3add4a4d31072ab92549252d2ec4","span_id":"856ee6ee807d23d5","x-request-id":"43d80dc0-cf61-44d0-9b96-3e79fe34bd6f","EoS":false} {"level":"info","ts":1789090549.0194376,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"162e3add4a4d31072ab92549252d2ec4","span_id":"856ee6ee807d23d5","x-request-id":"43d80dc0-cf61-44d0-9b96-3e79fe34bd6f"} {"level":"info","ts":1789090549.019465,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"162e3add4a4d31072ab92549252d2ec4","span_id":"856ee6ee807d23d5","x-request-id":"43d80dc0-cf61-44d0-9b96-3e79fe34bd6f","EoS":true} {"level":"info","ts":1789090549.0194736,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"162e3add4a4d31072ab92549252d2ec4","span_id":"856ee6ee807d23d5","x-request-id":"43d80dc0-cf61-44d0-9b96-3e79fe34bd6f"} {"level":"info","ts":1789090550.172672,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789090550.1727707,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"35691e042bf0cd58103c40db1d541253","span_id":"8c7036554134b01f","x-request-id":"764afc4f-4cfa-4c54-862a-f5e75340e62d"} {"level":"info","ts":1789090550.1727831,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"35691e042bf0cd58103c40db1d541253","span_id":"8c7036554134b01f","x-request-id":"764afc4f-4cfa-4c54-862a-f5e75340e62d"} {"level":"info","ts":1789090550.1727953,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"35691e042bf0cd58103c40db1d541253","span_id":"8c7036554134b01f","x-request-id":"764afc4f-4cfa-4c54-862a-f5e75340e62d","EoS":true} {"level":"info","ts":1789090550.1728208,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"35691e042bf0cd58103c40db1d541253","span_id":"8c7036554134b01f","x-request-id":"764afc4f-4cfa-4c54-862a-f5e75340e62d","header":"x-maas-username"} {"level":"info","ts":1789090550.1728306,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"35691e042bf0cd58103c40db1d541253","span_id":"8c7036554134b01f","x-request-id":"764afc4f-4cfa-4c54-862a-f5e75340e62d","header":"x-maas-subscription"} {"level":"info","ts":1789090550.1728356,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"35691e042bf0cd58103c40db1d541253","span_id":"8c7036554134b01f","x-request-id":"764afc4f-4cfa-4c54-862a-f5e75340e62d","header":"x-maas-group"} {"level":"info","ts":1789090550.1728525,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"35691e042bf0cd58103c40db1d541253","span_id":"8c7036554134b01f","x-request-id":"764afc4f-4cfa-4c54-862a-f5e75340e62d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789090550.1728778,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"35691e042bf0cd58103c40db1d541253","span_id":"8c7036554134b01f","x-request-id":"764afc4f-4cfa-4c54-862a-f5e75340e62d"} {"level":"info","ts":1789090550.173764,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"35691e042bf0cd58103c40db1d541253","span_id":"8c7036554134b01f","x-request-id":"764afc4f-4cfa-4c54-862a-f5e75340e62d"} {"level":"info","ts":1789090550.173784,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"35691e042bf0cd58103c40db1d541253","span_id":"8c7036554134b01f","x-request-id":"764afc4f-4cfa-4c54-862a-f5e75340e62d"} {"level":"info","ts":1789090550.1737988,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"35691e042bf0cd58103c40db1d541253","span_id":"8c7036554134b01f","x-request-id":"764afc4f-4cfa-4c54-862a-f5e75340e62d","EoS":false} {"level":"info","ts":1789090550.173814,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"35691e042bf0cd58103c40db1d541253","span_id":"8c7036554134b01f","x-request-id":"764afc4f-4cfa-4c54-862a-f5e75340e62d"} {"level":"info","ts":1789090550.1738417,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"35691e042bf0cd58103c40db1d541253","span_id":"8c7036554134b01f","x-request-id":"764afc4f-4cfa-4c54-862a-f5e75340e62d","EoS":true} {"level":"info","ts":1789090550.1738513,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"35691e042bf0cd58103c40db1d541253","span_id":"8c7036554134b01f","x-request-id":"764afc4f-4cfa-4c54-862a-f5e75340e62d"} {"level":"error","ts":1789090559.4074936,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789090569.4076884,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789090569.7032979,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789090569.7033947,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"db59c1aa04d59e4ccefcbb6a7433e6ba","span_id":"c0adfc080f65b8ac","x-request-id":"1674ce76-6ddb-454d-8156-18e2cd109fa9"} {"level":"info","ts":1789090569.7034059,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"db59c1aa04d59e4ccefcbb6a7433e6ba","span_id":"c0adfc080f65b8ac","x-request-id":"1674ce76-6ddb-454d-8156-18e2cd109fa9"} {"level":"info","ts":1789090569.703418,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"db59c1aa04d59e4ccefcbb6a7433e6ba","span_id":"c0adfc080f65b8ac","x-request-id":"1674ce76-6ddb-454d-8156-18e2cd109fa9","EoS":true} {"level":"info","ts":1789090569.7034411,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"db59c1aa04d59e4ccefcbb6a7433e6ba","span_id":"c0adfc080f65b8ac","x-request-id":"1674ce76-6ddb-454d-8156-18e2cd109fa9","header":"x-maas-username"} {"level":"info","ts":1789090569.7034516,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"db59c1aa04d59e4ccefcbb6a7433e6ba","span_id":"c0adfc080f65b8ac","x-request-id":"1674ce76-6ddb-454d-8156-18e2cd109fa9","header":"x-maas-subscription"} {"level":"info","ts":1789090569.7034576,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"db59c1aa04d59e4ccefcbb6a7433e6ba","span_id":"c0adfc080f65b8ac","x-request-id":"1674ce76-6ddb-454d-8156-18e2cd109fa9","header":"x-maas-group"} {"level":"info","ts":1789090569.7034752,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"db59c1aa04d59e4ccefcbb6a7433e6ba","span_id":"c0adfc080f65b8ac","x-request-id":"1674ce76-6ddb-454d-8156-18e2cd109fa9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789090569.7034993,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"db59c1aa04d59e4ccefcbb6a7433e6ba","span_id":"c0adfc080f65b8ac","x-request-id":"1674ce76-6ddb-454d-8156-18e2cd109fa9"} {"level":"info","ts":1789090569.704363,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"db59c1aa04d59e4ccefcbb6a7433e6ba","span_id":"c0adfc080f65b8ac","x-request-id":"1674ce76-6ddb-454d-8156-18e2cd109fa9"} {"level":"info","ts":1789090569.7043839,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"db59c1aa04d59e4ccefcbb6a7433e6ba","span_id":"c0adfc080f65b8ac","x-request-id":"1674ce76-6ddb-454d-8156-18e2cd109fa9"} {"level":"info","ts":1789090569.7044048,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"db59c1aa04d59e4ccefcbb6a7433e6ba","span_id":"c0adfc080f65b8ac","x-request-id":"1674ce76-6ddb-454d-8156-18e2cd109fa9","EoS":false} {"level":"info","ts":1789090569.7044234,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"db59c1aa04d59e4ccefcbb6a7433e6ba","span_id":"c0adfc080f65b8ac","x-request-id":"1674ce76-6ddb-454d-8156-18e2cd109fa9"} {"level":"info","ts":1789090569.7044575,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"db59c1aa04d59e4ccefcbb6a7433e6ba","span_id":"c0adfc080f65b8ac","x-request-id":"1674ce76-6ddb-454d-8156-18e2cd109fa9","EoS":true} {"level":"info","ts":1789090569.7044678,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"db59c1aa04d59e4ccefcbb6a7433e6ba","span_id":"c0adfc080f65b8ac","x-request-id":"1674ce76-6ddb-454d-8156-18e2cd109fa9"} {"level":"error","ts":1789090584.409321,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789090661.357946,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789090661.3580658,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c5b0c4ecc1d2c87c67cb5a59fc9e8db4","span_id":"bb17912fe7f42c1b","x-request-id":"dd6edc7b-4a66-4220-bcbf-b9575bf75bbe"} {"level":"info","ts":1789090661.358081,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c5b0c4ecc1d2c87c67cb5a59fc9e8db4","span_id":"bb17912fe7f42c1b","x-request-id":"dd6edc7b-4a66-4220-bcbf-b9575bf75bbe"} {"level":"info","ts":1789090661.3581023,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c5b0c4ecc1d2c87c67cb5a59fc9e8db4","span_id":"bb17912fe7f42c1b","x-request-id":"dd6edc7b-4a66-4220-bcbf-b9575bf75bbe","EoS":true} {"level":"info","ts":1789090661.3581407,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c5b0c4ecc1d2c87c67cb5a59fc9e8db4","span_id":"bb17912fe7f42c1b","x-request-id":"dd6edc7b-4a66-4220-bcbf-b9575bf75bbe","header":"x-maas-group"} {"level":"info","ts":1789090661.358153,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c5b0c4ecc1d2c87c67cb5a59fc9e8db4","span_id":"bb17912fe7f42c1b","x-request-id":"dd6edc7b-4a66-4220-bcbf-b9575bf75bbe","header":"x-maas-subscription"} {"level":"info","ts":1789090661.358162,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c5b0c4ecc1d2c87c67cb5a59fc9e8db4","span_id":"bb17912fe7f42c1b","x-request-id":"dd6edc7b-4a66-4220-bcbf-b9575bf75bbe","header":"x-maas-username"} {"level":"info","ts":1789090661.358182,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c5b0c4ecc1d2c87c67cb5a59fc9e8db4","span_id":"bb17912fe7f42c1b","x-request-id":"dd6edc7b-4a66-4220-bcbf-b9575bf75bbe","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789090661.3582177,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c5b0c4ecc1d2c87c67cb5a59fc9e8db4","span_id":"bb17912fe7f42c1b","x-request-id":"dd6edc7b-4a66-4220-bcbf-b9575bf75bbe"} {"level":"info","ts":1789090661.3708615,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c5b0c4ecc1d2c87c67cb5a59fc9e8db4","span_id":"bb17912fe7f42c1b","x-request-id":"dd6edc7b-4a66-4220-bcbf-b9575bf75bbe"} {"level":"info","ts":1789090661.3708887,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c5b0c4ecc1d2c87c67cb5a59fc9e8db4","span_id":"bb17912fe7f42c1b","x-request-id":"dd6edc7b-4a66-4220-bcbf-b9575bf75bbe"} {"level":"info","ts":1789090661.3709047,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c5b0c4ecc1d2c87c67cb5a59fc9e8db4","span_id":"bb17912fe7f42c1b","x-request-id":"dd6edc7b-4a66-4220-bcbf-b9575bf75bbe","EoS":false} {"level":"info","ts":1789090661.3709173,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c5b0c4ecc1d2c87c67cb5a59fc9e8db4","span_id":"bb17912fe7f42c1b","x-request-id":"dd6edc7b-4a66-4220-bcbf-b9575bf75bbe"} {"level":"info","ts":1789090661.370945,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c5b0c4ecc1d2c87c67cb5a59fc9e8db4","span_id":"bb17912fe7f42c1b","x-request-id":"dd6edc7b-4a66-4220-bcbf-b9575bf75bbe","EoS":true} {"level":"info","ts":1789090661.370952,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c5b0c4ecc1d2c87c67cb5a59fc9e8db4","span_id":"bb17912fe7f42c1b","x-request-id":"dd6edc7b-4a66-4220-bcbf-b9575bf75bbe"} {"level":"error","ts":1789090674.4181397,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789090729.1390576,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789090729.1391802,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"13d8cff29f7c78e2dfab781a7c1a5edb","span_id":"5bbf8bb51dc4d58d","x-request-id":"328e00cc-b9af-402b-a4b8-807064b90011"} {"level":"info","ts":1789090729.139195,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"13d8cff29f7c78e2dfab781a7c1a5edb","span_id":"5bbf8bb51dc4d58d","x-request-id":"328e00cc-b9af-402b-a4b8-807064b90011"} {"level":"info","ts":1789090729.1392128,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"13d8cff29f7c78e2dfab781a7c1a5edb","span_id":"5bbf8bb51dc4d58d","x-request-id":"328e00cc-b9af-402b-a4b8-807064b90011","EoS":true} {"level":"info","ts":1789090729.1392474,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"13d8cff29f7c78e2dfab781a7c1a5edb","span_id":"5bbf8bb51dc4d58d","x-request-id":"328e00cc-b9af-402b-a4b8-807064b90011","header":"x-maas-subscription"} {"level":"info","ts":1789090729.1392608,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"13d8cff29f7c78e2dfab781a7c1a5edb","span_id":"5bbf8bb51dc4d58d","x-request-id":"328e00cc-b9af-402b-a4b8-807064b90011","header":"x-maas-group"} {"level":"info","ts":1789090729.1392689,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"13d8cff29f7c78e2dfab781a7c1a5edb","span_id":"5bbf8bb51dc4d58d","x-request-id":"328e00cc-b9af-402b-a4b8-807064b90011","header":"x-maas-username"} {"level":"info","ts":1789090729.1392922,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"13d8cff29f7c78e2dfab781a7c1a5edb","span_id":"5bbf8bb51dc4d58d","x-request-id":"328e00cc-b9af-402b-a4b8-807064b90011","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789090729.139329,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"13d8cff29f7c78e2dfab781a7c1a5edb","span_id":"5bbf8bb51dc4d58d","x-request-id":"328e00cc-b9af-402b-a4b8-807064b90011"} {"level":"info","ts":1789090729.1407955,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"13d8cff29f7c78e2dfab781a7c1a5edb","span_id":"5bbf8bb51dc4d58d","x-request-id":"328e00cc-b9af-402b-a4b8-807064b90011"} {"level":"info","ts":1789090729.1408165,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"13d8cff29f7c78e2dfab781a7c1a5edb","span_id":"5bbf8bb51dc4d58d","x-request-id":"328e00cc-b9af-402b-a4b8-807064b90011"} {"level":"info","ts":1789090729.140831,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"13d8cff29f7c78e2dfab781a7c1a5edb","span_id":"5bbf8bb51dc4d58d","x-request-id":"328e00cc-b9af-402b-a4b8-807064b90011","EoS":false} {"level":"info","ts":1789090729.1408436,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"13d8cff29f7c78e2dfab781a7c1a5edb","span_id":"5bbf8bb51dc4d58d","x-request-id":"328e00cc-b9af-402b-a4b8-807064b90011"} {"level":"info","ts":1789090729.140866,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"13d8cff29f7c78e2dfab781a7c1a5edb","span_id":"5bbf8bb51dc4d58d","x-request-id":"328e00cc-b9af-402b-a4b8-807064b90011","EoS":true} {"level":"info","ts":1789090729.1408758,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"13d8cff29f7c78e2dfab781a7c1a5edb","span_id":"5bbf8bb51dc4d58d","x-request-id":"328e00cc-b9af-402b-a4b8-807064b90011"} {"level":"info","ts":1789090729.1744251,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789090729.1745288,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"55781c2036efc645a15f08de0ade146c","span_id":"44b2ee50c10901d4","x-request-id":"fb1fae81-0555-4bb2-84a9-6926f06123b3"} {"level":"info","ts":1789090729.1745422,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"55781c2036efc645a15f08de0ade146c","span_id":"44b2ee50c10901d4","x-request-id":"fb1fae81-0555-4bb2-84a9-6926f06123b3"} {"level":"info","ts":1789090729.1745596,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"55781c2036efc645a15f08de0ade146c","span_id":"44b2ee50c10901d4","x-request-id":"fb1fae81-0555-4bb2-84a9-6926f06123b3","EoS":true} {"level":"info","ts":1789090729.1745903,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"55781c2036efc645a15f08de0ade146c","span_id":"44b2ee50c10901d4","x-request-id":"fb1fae81-0555-4bb2-84a9-6926f06123b3","header":"x-maas-group"} {"level":"info","ts":1789090729.1746223,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"55781c2036efc645a15f08de0ade146c","span_id":"44b2ee50c10901d4","x-request-id":"fb1fae81-0555-4bb2-84a9-6926f06123b3","header":"x-maas-subscription"} {"level":"info","ts":1789090729.174631,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"55781c2036efc645a15f08de0ade146c","span_id":"44b2ee50c10901d4","x-request-id":"fb1fae81-0555-4bb2-84a9-6926f06123b3","header":"x-maas-username"} {"level":"info","ts":1789090729.1746528,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"55781c2036efc645a15f08de0ade146c","span_id":"44b2ee50c10901d4","x-request-id":"fb1fae81-0555-4bb2-84a9-6926f06123b3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789090729.1746862,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"55781c2036efc645a15f08de0ade146c","span_id":"44b2ee50c10901d4","x-request-id":"fb1fae81-0555-4bb2-84a9-6926f06123b3"} {"level":"info","ts":1789090729.1755316,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"55781c2036efc645a15f08de0ade146c","span_id":"44b2ee50c10901d4","x-request-id":"fb1fae81-0555-4bb2-84a9-6926f06123b3"} {"level":"info","ts":1789090729.1755507,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"55781c2036efc645a15f08de0ade146c","span_id":"44b2ee50c10901d4","x-request-id":"fb1fae81-0555-4bb2-84a9-6926f06123b3"} {"level":"info","ts":1789090729.1755612,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"55781c2036efc645a15f08de0ade146c","span_id":"44b2ee50c10901d4","x-request-id":"fb1fae81-0555-4bb2-84a9-6926f06123b3","EoS":false} {"level":"info","ts":1789090729.1755722,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"55781c2036efc645a15f08de0ade146c","span_id":"44b2ee50c10901d4","x-request-id":"fb1fae81-0555-4bb2-84a9-6926f06123b3"} {"level":"info","ts":1789090729.1755931,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"55781c2036efc645a15f08de0ade146c","span_id":"44b2ee50c10901d4","x-request-id":"fb1fae81-0555-4bb2-84a9-6926f06123b3","EoS":true} {"level":"info","ts":1789090729.175626,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"55781c2036efc645a15f08de0ade146c","span_id":"44b2ee50c10901d4","x-request-id":"fb1fae81-0555-4bb2-84a9-6926f06123b3"} {"level":"error","ts":1789090739.425505,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789090743.3256986,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789090743.3258061,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"783dc465f30ac52402637e24f1fe11c5","span_id":"a32b145bfe173bd9","x-request-id":"33c492f2-b190-42a0-bf6f-bf8480a64bfa"} {"level":"info","ts":1789090743.3258216,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"783dc465f30ac52402637e24f1fe11c5","span_id":"a32b145bfe173bd9","x-request-id":"33c492f2-b190-42a0-bf6f-bf8480a64bfa"} {"level":"info","ts":1789090743.325835,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"783dc465f30ac52402637e24f1fe11c5","span_id":"a32b145bfe173bd9","x-request-id":"33c492f2-b190-42a0-bf6f-bf8480a64bfa","EoS":true} {"level":"info","ts":1789090743.3258557,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"783dc465f30ac52402637e24f1fe11c5","span_id":"a32b145bfe173bd9","x-request-id":"33c492f2-b190-42a0-bf6f-bf8480a64bfa","header":"x-maas-subscription"} {"level":"info","ts":1789090743.325866,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"783dc465f30ac52402637e24f1fe11c5","span_id":"a32b145bfe173bd9","x-request-id":"33c492f2-b190-42a0-bf6f-bf8480a64bfa","header":"x-maas-username"} {"level":"info","ts":1789090743.325871,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"783dc465f30ac52402637e24f1fe11c5","span_id":"a32b145bfe173bd9","x-request-id":"33c492f2-b190-42a0-bf6f-bf8480a64bfa","header":"x-maas-group"} {"level":"info","ts":1789090743.3258903,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"783dc465f30ac52402637e24f1fe11c5","span_id":"a32b145bfe173bd9","x-request-id":"33c492f2-b190-42a0-bf6f-bf8480a64bfa","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789090743.3259172,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"783dc465f30ac52402637e24f1fe11c5","span_id":"a32b145bfe173bd9","x-request-id":"33c492f2-b190-42a0-bf6f-bf8480a64bfa"} {"level":"info","ts":1789090743.3389153,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"783dc465f30ac52402637e24f1fe11c5","span_id":"a32b145bfe173bd9","x-request-id":"33c492f2-b190-42a0-bf6f-bf8480a64bfa"} {"level":"info","ts":1789090743.3389375,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"783dc465f30ac52402637e24f1fe11c5","span_id":"a32b145bfe173bd9","x-request-id":"33c492f2-b190-42a0-bf6f-bf8480a64bfa"} {"level":"info","ts":1789090743.3389595,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"783dc465f30ac52402637e24f1fe11c5","span_id":"a32b145bfe173bd9","x-request-id":"33c492f2-b190-42a0-bf6f-bf8480a64bfa","EoS":false} {"level":"info","ts":1789090743.3389766,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"783dc465f30ac52402637e24f1fe11c5","span_id":"a32b145bfe173bd9","x-request-id":"33c492f2-b190-42a0-bf6f-bf8480a64bfa"} {"level":"info","ts":1789090743.339014,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"783dc465f30ac52402637e24f1fe11c5","span_id":"a32b145bfe173bd9","x-request-id":"33c492f2-b190-42a0-bf6f-bf8480a64bfa","EoS":false} {"level":"info","ts":1789090743.3390288,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"783dc465f30ac52402637e24f1fe11c5","span_id":"a32b145bfe173bd9","x-request-id":"33c492f2-b190-42a0-bf6f-bf8480a64bfa"} {"level":"info","ts":1789090743.3390486,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"783dc465f30ac52402637e24f1fe11c5","span_id":"a32b145bfe173bd9","x-request-id":"33c492f2-b190-42a0-bf6f-bf8480a64bfa","EoS":true} {"level":"info","ts":1789090743.3390584,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"783dc465f30ac52402637e24f1fe11c5","span_id":"a32b145bfe173bd9","x-request-id":"33c492f2-b190-42a0-bf6f-bf8480a64bfa"} {"level":"info","ts":1789090743.4790714,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789090743.4791908,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ebc1d9671c9d5a661c8872b77af3b5df","span_id":"f6fb8ac832babdcd","x-request-id":"093a0561-7a02-4e92-aaf0-68a213832ff7"} {"level":"info","ts":1789090743.4792058,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ebc1d9671c9d5a661c8872b77af3b5df","span_id":"f6fb8ac832babdcd","x-request-id":"093a0561-7a02-4e92-aaf0-68a213832ff7"} {"level":"info","ts":1789090743.4792247,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ebc1d9671c9d5a661c8872b77af3b5df","span_id":"f6fb8ac832babdcd","x-request-id":"093a0561-7a02-4e92-aaf0-68a213832ff7","EoS":true} {"level":"info","ts":1789090743.4792593,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ebc1d9671c9d5a661c8872b77af3b5df","span_id":"f6fb8ac832babdcd","x-request-id":"093a0561-7a02-4e92-aaf0-68a213832ff7","header":"x-maas-group"} {"level":"info","ts":1789090743.4792721,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ebc1d9671c9d5a661c8872b77af3b5df","span_id":"f6fb8ac832babdcd","x-request-id":"093a0561-7a02-4e92-aaf0-68a213832ff7","header":"x-maas-subscription"} {"level":"info","ts":1789090743.479281,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ebc1d9671c9d5a661c8872b77af3b5df","span_id":"f6fb8ac832babdcd","x-request-id":"093a0561-7a02-4e92-aaf0-68a213832ff7","header":"x-maas-username"} {"level":"info","ts":1789090743.4793015,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ebc1d9671c9d5a661c8872b77af3b5df","span_id":"f6fb8ac832babdcd","x-request-id":"093a0561-7a02-4e92-aaf0-68a213832ff7","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789090743.4793448,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ebc1d9671c9d5a661c8872b77af3b5df","span_id":"f6fb8ac832babdcd","x-request-id":"093a0561-7a02-4e92-aaf0-68a213832ff7"} {"level":"info","ts":1789090743.4817755,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ebc1d9671c9d5a661c8872b77af3b5df","span_id":"f6fb8ac832babdcd","x-request-id":"093a0561-7a02-4e92-aaf0-68a213832ff7"} {"level":"info","ts":1789090743.481802,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ebc1d9671c9d5a661c8872b77af3b5df","span_id":"f6fb8ac832babdcd","x-request-id":"093a0561-7a02-4e92-aaf0-68a213832ff7"} {"level":"info","ts":1789090743.4818256,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ebc1d9671c9d5a661c8872b77af3b5df","span_id":"f6fb8ac832babdcd","x-request-id":"093a0561-7a02-4e92-aaf0-68a213832ff7","EoS":false} {"level":"info","ts":1789090743.4818425,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ebc1d9671c9d5a661c8872b77af3b5df","span_id":"f6fb8ac832babdcd","x-request-id":"093a0561-7a02-4e92-aaf0-68a213832ff7"} {"level":"info","ts":1789090743.4818718,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ebc1d9671c9d5a661c8872b77af3b5df","span_id":"f6fb8ac832babdcd","x-request-id":"093a0561-7a02-4e92-aaf0-68a213832ff7","EoS":false} {"level":"info","ts":1789090743.481884,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ebc1d9671c9d5a661c8872b77af3b5df","span_id":"f6fb8ac832babdcd","x-request-id":"093a0561-7a02-4e92-aaf0-68a213832ff7"} {"level":"info","ts":1789090743.4818957,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ebc1d9671c9d5a661c8872b77af3b5df","span_id":"f6fb8ac832babdcd","x-request-id":"093a0561-7a02-4e92-aaf0-68a213832ff7","EoS":true} {"level":"info","ts":1789090743.4819024,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ebc1d9671c9d5a661c8872b77af3b5df","span_id":"f6fb8ac832babdcd","x-request-id":"093a0561-7a02-4e92-aaf0-68a213832ff7"} {"level":"info","ts":1789090743.622981,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789090743.6230936,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"92917bf655896275f50e12d48241d5ce","span_id":"cb1ddd23a237bbb7","x-request-id":"b3d5c5ce-f659-4c63-9bd7-8718ae3eb281"} {"level":"info","ts":1789090743.6231084,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"92917bf655896275f50e12d48241d5ce","span_id":"cb1ddd23a237bbb7","x-request-id":"b3d5c5ce-f659-4c63-9bd7-8718ae3eb281"} {"level":"info","ts":1789090743.623126,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"92917bf655896275f50e12d48241d5ce","span_id":"cb1ddd23a237bbb7","x-request-id":"b3d5c5ce-f659-4c63-9bd7-8718ae3eb281","EoS":true} {"level":"info","ts":1789090743.6231616,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"92917bf655896275f50e12d48241d5ce","span_id":"cb1ddd23a237bbb7","x-request-id":"b3d5c5ce-f659-4c63-9bd7-8718ae3eb281","header":"x-maas-username"} {"level":"info","ts":1789090743.6231747,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"92917bf655896275f50e12d48241d5ce","span_id":"cb1ddd23a237bbb7","x-request-id":"b3d5c5ce-f659-4c63-9bd7-8718ae3eb281","header":"x-maas-group"} {"level":"info","ts":1789090743.6231883,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"92917bf655896275f50e12d48241d5ce","span_id":"cb1ddd23a237bbb7","x-request-id":"b3d5c5ce-f659-4c63-9bd7-8718ae3eb281","header":"x-maas-subscription"} {"level":"info","ts":1789090743.623211,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"92917bf655896275f50e12d48241d5ce","span_id":"cb1ddd23a237bbb7","x-request-id":"b3d5c5ce-f659-4c63-9bd7-8718ae3eb281","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789090743.6232455,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"92917bf655896275f50e12d48241d5ce","span_id":"cb1ddd23a237bbb7","x-request-id":"b3d5c5ce-f659-4c63-9bd7-8718ae3eb281"} {"level":"info","ts":1789090743.624197,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"92917bf655896275f50e12d48241d5ce","span_id":"cb1ddd23a237bbb7","x-request-id":"b3d5c5ce-f659-4c63-9bd7-8718ae3eb281"} {"level":"info","ts":1789090743.6242177,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"92917bf655896275f50e12d48241d5ce","span_id":"cb1ddd23a237bbb7","x-request-id":"b3d5c5ce-f659-4c63-9bd7-8718ae3eb281"} {"level":"info","ts":1789090743.6242316,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"92917bf655896275f50e12d48241d5ce","span_id":"cb1ddd23a237bbb7","x-request-id":"b3d5c5ce-f659-4c63-9bd7-8718ae3eb281","EoS":false} {"level":"info","ts":1789090743.6242447,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"92917bf655896275f50e12d48241d5ce","span_id":"cb1ddd23a237bbb7","x-request-id":"b3d5c5ce-f659-4c63-9bd7-8718ae3eb281"} {"level":"info","ts":1789090743.6242719,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"92917bf655896275f50e12d48241d5ce","span_id":"cb1ddd23a237bbb7","x-request-id":"b3d5c5ce-f659-4c63-9bd7-8718ae3eb281","EoS":false} {"level":"info","ts":1789090743.6242845,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"92917bf655896275f50e12d48241d5ce","span_id":"cb1ddd23a237bbb7","x-request-id":"b3d5c5ce-f659-4c63-9bd7-8718ae3eb281"} {"level":"info","ts":1789090743.624295,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"92917bf655896275f50e12d48241d5ce","span_id":"cb1ddd23a237bbb7","x-request-id":"b3d5c5ce-f659-4c63-9bd7-8718ae3eb281","EoS":true} {"level":"info","ts":1789090743.6243005,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"92917bf655896275f50e12d48241d5ce","span_id":"cb1ddd23a237bbb7","x-request-id":"b3d5c5ce-f659-4c63-9bd7-8718ae3eb281"} {"level":"error","ts":1789090754.4266818,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789090756.4927907,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789090756.4928882,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3b1c96f6adedb55e4f249d2b6b46a0eb","span_id":"f5b201023228c337","x-request-id":"fb5eadfd-a566-4f11-92f5-47fcef3ca68c"} {"level":"info","ts":1789090756.492904,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3b1c96f6adedb55e4f249d2b6b46a0eb","span_id":"f5b201023228c337","x-request-id":"fb5eadfd-a566-4f11-92f5-47fcef3ca68c"} {"level":"info","ts":1789090756.4929206,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3b1c96f6adedb55e4f249d2b6b46a0eb","span_id":"f5b201023228c337","x-request-id":"fb5eadfd-a566-4f11-92f5-47fcef3ca68c","EoS":true} {"level":"info","ts":1789090756.4929523,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3b1c96f6adedb55e4f249d2b6b46a0eb","span_id":"f5b201023228c337","x-request-id":"fb5eadfd-a566-4f11-92f5-47fcef3ca68c","header":"x-maas-username"} {"level":"info","ts":1789090756.4929729,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3b1c96f6adedb55e4f249d2b6b46a0eb","span_id":"f5b201023228c337","x-request-id":"fb5eadfd-a566-4f11-92f5-47fcef3ca68c","header":"x-maas-subscription"} {"level":"info","ts":1789090756.4929817,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3b1c96f6adedb55e4f249d2b6b46a0eb","span_id":"f5b201023228c337","x-request-id":"fb5eadfd-a566-4f11-92f5-47fcef3ca68c","header":"x-maas-group"} {"level":"info","ts":1789090756.493002,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3b1c96f6adedb55e4f249d2b6b46a0eb","span_id":"f5b201023228c337","x-request-id":"fb5eadfd-a566-4f11-92f5-47fcef3ca68c","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789090756.4930313,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3b1c96f6adedb55e4f249d2b6b46a0eb","span_id":"f5b201023228c337","x-request-id":"fb5eadfd-a566-4f11-92f5-47fcef3ca68c"} {"level":"info","ts":1789090756.4948096,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3b1c96f6adedb55e4f249d2b6b46a0eb","span_id":"f5b201023228c337","x-request-id":"fb5eadfd-a566-4f11-92f5-47fcef3ca68c"} {"level":"info","ts":1789090756.4948316,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3b1c96f6adedb55e4f249d2b6b46a0eb","span_id":"f5b201023228c337","x-request-id":"fb5eadfd-a566-4f11-92f5-47fcef3ca68c"} {"level":"info","ts":1789090756.4948502,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3b1c96f6adedb55e4f249d2b6b46a0eb","span_id":"f5b201023228c337","x-request-id":"fb5eadfd-a566-4f11-92f5-47fcef3ca68c","EoS":false} {"level":"info","ts":1789090756.4948635,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3b1c96f6adedb55e4f249d2b6b46a0eb","span_id":"f5b201023228c337","x-request-id":"fb5eadfd-a566-4f11-92f5-47fcef3ca68c"} {"level":"info","ts":1789090756.4948902,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3b1c96f6adedb55e4f249d2b6b46a0eb","span_id":"f5b201023228c337","x-request-id":"fb5eadfd-a566-4f11-92f5-47fcef3ca68c","EoS":true} {"level":"info","ts":1789090756.494899,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3b1c96f6adedb55e4f249d2b6b46a0eb","span_id":"f5b201023228c337","x-request-id":"fb5eadfd-a566-4f11-92f5-47fcef3ca68c"} {"level":"error","ts":1789090769.4276886,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}