{"level":"error","ts":1789009152.5409718,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fc5ab35e","reconcileID":"bceb626c-837d-41f1-b4d4-60c679ea14ff","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-fc5ab35e\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789009152.5410337,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fc5ab35e","reconcileID":"bceb626c-837d-41f1-b4d4-60c679ea14ff","error":"ExternalModel \"e2e-legacy-migration-fc5ab35e\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-fc5ab35e\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789009152.5411177,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fc5ab35e","reconcileID":"28a27266-1b54-4ba3-9aa0-5756920279ec"} {"level":"info","ts":1789009152.541151,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fc5ab35e","reconcileID":"28a27266-1b54-4ba3-9aa0-5756920279ec","provider":"e2e-legacy-migration-fc5ab35e","phase":"Pending"} {"level":"info","ts":1789009152.5459986,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fc5ab35e","reconcileID":"daf7bc40-8267-4e44-8d77-425611072e7d","name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"} {"level":"error","ts":1789009152.5470667,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fc5ab35e","reconcileID":"28a27266-1b54-4ba3-9aa0-5756920279ec","error":"ExternalModel \"e2e-legacy-migration-fc5ab35e\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-fc5ab35e\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789009152.5489492,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fc5ab35e","reconcileID":"daf7bc40-8267-4e44-8d77-425611072e7d","name":"e2e-legacy-migration-fc5ab35e"} {"level":"info","ts":1789009152.5544174,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fc5ab35e","reconcileID":"663ee61e-5293-4fec-996e-d487fb00c943","service":"e2e-legacy-migration-fc5ab35e","serviceEntry":"e2e-legacy-migration-fc5ab35e","destinationRule":"e2e-legacy-migration-fc5ab35e"} {"level":"info","ts":1789009152.5550184,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fc5ab35e","reconcileID":"daf7bc40-8267-4e44-8d77-425611072e7d","provider":"openai","model":"e2e-legacy-migration-fc5ab35e","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789009152.5612905,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fc5ab35e","reconcileID":"1f5e74cc-7f7d-42ae-8d16-729da0938771"} {"level":"info","ts":1789009152.5613763,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fc5ab35e","reconcileID":"1f5e74cc-7f7d-42ae-8d16-729da0938771","name":"e2e-legacy-migration-fc5ab35e"} {"level":"info","ts":1789009152.561428,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fc5ab35e","reconcileID":"29c8eae0-ffb9-4f5c-8ec4-9942fa90077d","name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"} {"level":"info","ts":1789009152.561454,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fc5ab35e","reconcileID":"29c8eae0-ffb9-4f5c-8ec4-9942fa90077d","modelName":"e2e-legacy-migration-fc5ab35e","resolvedRefs":1} {"level":"info","ts":1789009152.5615046,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fc5ab35e","reconcileID":"3d25fef9-90c3-4bc1-aec9-7308d03a2cff","name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"} {"level":"info","ts":1789009152.5615203,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fc5ab35e","reconcileID":"3d25fef9-90c3-4bc1-aec9-7308d03a2cff","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1789009152.5636783,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fc5ab35e","reconcileID":"663ee61e-5293-4fec-996e-d487fb00c943","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-fc5ab35e\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789009152.5637636,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fc5ab35e","reconcileID":"2e5c0fa2-b9ec-4968-bd56-95be4614491b"} {"level":"info","ts":1789009152.5638034,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fc5ab35e","reconcileID":"2e5c0fa2-b9ec-4968-bd56-95be4614491b","name":"e2e-legacy-migration-fc5ab35e"} {"level":"info","ts":1789009152.578677,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fc5ab35e","reconcileID":"c83649cb-e254-4e5e-b01f-dc2087b9d3f1","name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"} {"level":"info","ts":1789009152.578709,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fc5ab35e","reconcileID":"c83649cb-e254-4e5e-b01f-dc2087b9d3f1","modelName":"e2e-legacy-migration-fc5ab35e","resolvedRefs":1} {"level":"error","ts":1789009152.5821226,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fc5ab35e","reconcileID":"1f5e74cc-7f7d-42ae-8d16-729da0938771","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-fc5ab35e\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789009152.5821662,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fc5ab35e","reconcileID":"1f5e74cc-7f7d-42ae-8d16-729da0938771","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-fc5ab35e\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789009152.5822253,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fc5ab35e","reconcileID":"22f1a49d-2ba1-40fa-a7da-05cceda94764"} {"level":"info","ts":1789009152.5822737,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fc5ab35e","reconcileID":"22f1a49d-2ba1-40fa-a7da-05cceda94764","name":"e2e-legacy-migration-fc5ab35e"} {"level":"info","ts":1789009152.58483,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fc5ab35e","reconcileID":"2e5c0fa2-b9ec-4968-bd56-95be4614491b","service":"e2e-legacy-migration-fc5ab35e","serviceEntry":"e2e-legacy-migration-fc5ab35e","destinationRule":"e2e-legacy-migration-fc5ab35e"} {"level":"info","ts":1789009152.5935104,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fc5ab35e","reconcileID":"f4f9d4f8-256d-43a5-b673-dbfe7c9566aa","name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"} {"level":"info","ts":1789009152.5935802,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fc5ab35e","reconcileID":"f4f9d4f8-256d-43a5-b673-dbfe7c9566aa","modelName":"e2e-legacy-migration-fc5ab35e","resolvedRefs":1} {"level":"info","ts":1789009152.594251,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fc5ab35e","reconcileID":"22f1a49d-2ba1-40fa-a7da-05cceda94764","httpRoute":"e2e-legacy-migration-fc5ab35e","providers":["e2e-legacy-migration-fc5ab35e"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789009152.5980847,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fc5ab35e","reconcileID":"22f1a49d-2ba1-40fa-a7da-05cceda94764","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-fc5ab35e\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789009152.598173,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fc5ab35e","reconcileID":"be46d5ee-8153-41c8-92f0-15eca376507b"} {"level":"info","ts":1789009152.598228,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fc5ab35e","reconcileID":"be46d5ee-8153-41c8-92f0-15eca376507b","name":"e2e-legacy-migration-fc5ab35e"} {"level":"info","ts":1789009152.6056447,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fc5ab35e","reconcileID":"be46d5ee-8153-41c8-92f0-15eca376507b","httpRoute":"e2e-legacy-migration-fc5ab35e","providers":["e2e-legacy-migration-fc5ab35e"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789009152.607737,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fc5ab35e","reconcileID":"2d7e4345-a2d6-4cd0-8ed2-3c28e8436623","name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"} {"level":"info","ts":1789009152.6077654,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fc5ab35e","reconcileID":"2d7e4345-a2d6-4cd0-8ed2-3c28e8436623","modelName":"e2e-legacy-migration-fc5ab35e","resolvedRefs":1} {"level":"error","ts":1789009152.609465,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fc5ab35e","reconcileID":"be46d5ee-8153-41c8-92f0-15eca376507b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-fc5ab35e\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789009152.609532,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fc5ab35e","reconcileID":"c61ab3b0-04bb-4e41-ba0e-478516e1d436"} {"level":"info","ts":1789009152.6096065,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fc5ab35e","reconcileID":"c61ab3b0-04bb-4e41-ba0e-478516e1d436","name":"e2e-legacy-migration-fc5ab35e"} {"level":"info","ts":1789009152.6177075,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fc5ab35e","reconcileID":"c61ab3b0-04bb-4e41-ba0e-478516e1d436","httpRoute":"e2e-legacy-migration-fc5ab35e","providers":["e2e-legacy-migration-fc5ab35e"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789009152.7000227,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fc5ab35e","reconcileID":"11b2a01f-ddec-4551-bf99-831d68f0d12f","name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"} {"level":"info","ts":1789009152.7082381,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fc5ab35e","reconcileID":"11b2a01f-ddec-4551-bf99-831d68f0d12f","name":"e2e-legacy-migration-fc5ab35e"} {"level":"info","ts":1789009152.7144277,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fc5ab35e","reconcileID":"11b2a01f-ddec-4551-bf99-831d68f0d12f","provider":"openai","model":"e2e-legacy-migration-fc5ab35e","targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789009153.2510557,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789009155.457722,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fc5ab35e","reconcileID":"cc87d168-c3ff-439b-a3c0-38c0fbebf39f","name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"} {"level":"info","ts":1789009155.4707973,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fc5ab35e","reconcileID":"925c793a-b499-454c-8c18-a1084c0c937e","name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"} {"level":"info","ts":1789009155.470887,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fc5ab35e","reconcileID":"925c793a-b499-454c-8c18-a1084c0c937e","name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"} {"level":"info","ts":1789009155.4709775,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fc5ab35e","reconcileID":"53cef44f-0d64-438b-b82e-2ea06b1873b1"} {"level":"error","ts":1789009155.4710298,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fc5ab35e","reconcileID":"53cef44f-0d64-438b-b82e-2ea06b1873b1","provider":"e2e-legacy-migration-fc5ab35e","error":"ExternalProvider.inference.opendatahub.io \"e2e-legacy-migration-fc5ab35e\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789009155.471067,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fc5ab35e","reconcileID":"b7c1f29a-0e2f-496b-b119-5a62f6c5c943","name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"} {"level":"error","ts":1789009155.4713244,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fc5ab35e","reconcileID":"b7c1f29a-0e2f-496b-b119-5a62f6c5c943","provider":"e2e-legacy-migration-fc5ab35e","error":"ExternalProvider \"e2e-legacy-migration-fc5ab35e\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789009155.471356,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fc5ab35e","reconcileID":"b7c1f29a-0e2f-496b-b119-5a62f6c5c943"} {"level":"info","ts":1789009155.4709885,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fc5ab35e","reconcileID":"663795cc-9d7d-4cdd-a28f-71f577d3be25"} {"level":"info","ts":1789009155.473218,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fc5ab35e","reconcileID":"1936febb-e0ea-4953-8bb4-9474d118bcfc","name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"} {"level":"info","ts":1789009155.4732947,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fc5ab35e","reconcileID":"1936febb-e0ea-4953-8bb4-9474d118bcfc","name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"} {"level":"error","ts":1789009155.474691,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fc5ab35e","reconcileID":"53cef44f-0d64-438b-b82e-2ea06b1873b1","error":"externalmodels.inference.opendatahub.io \"e2e-legacy-migration-fc5ab35e\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789009155.4747741,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fc5ab35e","reconcileID":"53cef44f-0d64-438b-b82e-2ea06b1873b1","error":"ExternalModel \"e2e-legacy-migration-fc5ab35e\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-fc5ab35e\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789009155.474841,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fc5ab35e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fc5ab35e","reconcileID":"6f06bf81-be27-4c81-885e-9faf5519b802"} {"level":"info","ts":1789009155.888072,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789009155.8881717,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f6736796cbb4e747dbdce474408996a3","span_id":"26e1f2f42e52ffd6","x-request-id":"8294769c-9ea6-4c95-a818-78e9bba08ade"} {"level":"info","ts":1789009155.8881862,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f6736796cbb4e747dbdce474408996a3","span_id":"26e1f2f42e52ffd6","x-request-id":"8294769c-9ea6-4c95-a818-78e9bba08ade"} {"level":"info","ts":1789009155.8881984,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f6736796cbb4e747dbdce474408996a3","span_id":"26e1f2f42e52ffd6","x-request-id":"8294769c-9ea6-4c95-a818-78e9bba08ade","EoS":true} {"level":"info","ts":1789009155.8882196,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f6736796cbb4e747dbdce474408996a3","span_id":"26e1f2f42e52ffd6","x-request-id":"8294769c-9ea6-4c95-a818-78e9bba08ade","header":"x-maas-group"} {"level":"info","ts":1789009155.8882294,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f6736796cbb4e747dbdce474408996a3","span_id":"26e1f2f42e52ffd6","x-request-id":"8294769c-9ea6-4c95-a818-78e9bba08ade","header":"x-maas-username"} {"level":"info","ts":1789009155.888235,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f6736796cbb4e747dbdce474408996a3","span_id":"26e1f2f42e52ffd6","x-request-id":"8294769c-9ea6-4c95-a818-78e9bba08ade","header":"x-maas-subscription"} {"level":"info","ts":1789009155.8882513,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f6736796cbb4e747dbdce474408996a3","span_id":"26e1f2f42e52ffd6","x-request-id":"8294769c-9ea6-4c95-a818-78e9bba08ade","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789009155.8882596,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"f6736796cbb4e747dbdce474408996a3","span_id":"26e1f2f42e52ffd6","x-request-id":"8294769c-9ea6-4c95-a818-78e9bba08ade","modelName":"e2e-external-model"} {"level":"info","ts":1789009155.8882697,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"f6736796cbb4e747dbdce474408996a3","span_id":"26e1f2f42e52ffd6","x-request-id":"8294769c-9ea6-4c95-a818-78e9bba08ade","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789009155.8882911,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"f6736796cbb4e747dbdce474408996a3","span_id":"26e1f2f42e52ffd6","x-request-id":"8294769c-9ea6-4c95-a818-78e9bba08ade","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1789009155.8883064,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"f6736796cbb4e747dbdce474408996a3","span_id":"26e1f2f42e52ffd6","x-request-id":"8294769c-9ea6-4c95-a818-78e9bba08ade","authType":"apikey"} {"level":"info","ts":1789009155.8883293,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f6736796cbb4e747dbdce474408996a3","span_id":"26e1f2f42e52ffd6","x-request-id":"8294769c-9ea6-4c95-a818-78e9bba08ade"} {"level":"info","ts":1789009156.2499804,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f6736796cbb4e747dbdce474408996a3","span_id":"26e1f2f42e52ffd6","x-request-id":"8294769c-9ea6-4c95-a818-78e9bba08ade"} {"level":"info","ts":1789009156.2500093,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f6736796cbb4e747dbdce474408996a3","span_id":"26e1f2f42e52ffd6","x-request-id":"8294769c-9ea6-4c95-a818-78e9bba08ade"} {"level":"info","ts":1789009156.2500267,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f6736796cbb4e747dbdce474408996a3","span_id":"26e1f2f42e52ffd6","x-request-id":"8294769c-9ea6-4c95-a818-78e9bba08ade","EoS":false} {"level":"info","ts":1789009156.2500386,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f6736796cbb4e747dbdce474408996a3","span_id":"26e1f2f42e52ffd6","x-request-id":"8294769c-9ea6-4c95-a818-78e9bba08ade"} {"level":"info","ts":1789009156.2500718,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f6736796cbb4e747dbdce474408996a3","span_id":"26e1f2f42e52ffd6","x-request-id":"8294769c-9ea6-4c95-a818-78e9bba08ade","EoS":true} {"level":"info","ts":1789009156.2500803,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f6736796cbb4e747dbdce474408996a3","span_id":"26e1f2f42e52ffd6","x-request-id":"8294769c-9ea6-4c95-a818-78e9bba08ade"} {"level":"info","ts":1789009156.2910357,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789009156.2911463,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6a813623d90cc4062dce43cc9ea3b92f","span_id":"579a7d55e3a70ce9","x-request-id":"b703f2a6-c182-47cf-8011-59ba8a5b036c"} {"level":"info","ts":1789009156.2911994,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6a813623d90cc4062dce43cc9ea3b92f","span_id":"579a7d55e3a70ce9","x-request-id":"b703f2a6-c182-47cf-8011-59ba8a5b036c"} {"level":"info","ts":1789009156.291215,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6a813623d90cc4062dce43cc9ea3b92f","span_id":"579a7d55e3a70ce9","x-request-id":"b703f2a6-c182-47cf-8011-59ba8a5b036c","EoS":true} {"level":"info","ts":1789009156.291239,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6a813623d90cc4062dce43cc9ea3b92f","span_id":"579a7d55e3a70ce9","x-request-id":"b703f2a6-c182-47cf-8011-59ba8a5b036c","header":"x-maas-group"} {"level":"info","ts":1789009156.2912471,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6a813623d90cc4062dce43cc9ea3b92f","span_id":"579a7d55e3a70ce9","x-request-id":"b703f2a6-c182-47cf-8011-59ba8a5b036c","header":"x-maas-subscription"} {"level":"info","ts":1789009156.291252,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6a813623d90cc4062dce43cc9ea3b92f","span_id":"579a7d55e3a70ce9","x-request-id":"b703f2a6-c182-47cf-8011-59ba8a5b036c","header":"x-maas-username"} {"level":"info","ts":1789009156.2912664,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6a813623d90cc4062dce43cc9ea3b92f","span_id":"579a7d55e3a70ce9","x-request-id":"b703f2a6-c182-47cf-8011-59ba8a5b036c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789009156.2912946,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6a813623d90cc4062dce43cc9ea3b92f","span_id":"579a7d55e3a70ce9","x-request-id":"b703f2a6-c182-47cf-8011-59ba8a5b036c"} {"level":"info","ts":1789009156.345043,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6a813623d90cc4062dce43cc9ea3b92f","span_id":"579a7d55e3a70ce9","x-request-id":"b703f2a6-c182-47cf-8011-59ba8a5b036c"} {"level":"info","ts":1789009156.3450735,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6a813623d90cc4062dce43cc9ea3b92f","span_id":"579a7d55e3a70ce9","x-request-id":"b703f2a6-c182-47cf-8011-59ba8a5b036c"} {"level":"info","ts":1789009156.3450918,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6a813623d90cc4062dce43cc9ea3b92f","span_id":"579a7d55e3a70ce9","x-request-id":"b703f2a6-c182-47cf-8011-59ba8a5b036c","EoS":false} {"level":"info","ts":1789009156.3451257,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6a813623d90cc4062dce43cc9ea3b92f","span_id":"579a7d55e3a70ce9","x-request-id":"b703f2a6-c182-47cf-8011-59ba8a5b036c"} {"level":"info","ts":1789009156.345164,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6a813623d90cc4062dce43cc9ea3b92f","span_id":"579a7d55e3a70ce9","x-request-id":"b703f2a6-c182-47cf-8011-59ba8a5b036c","EoS":true} {"level":"info","ts":1789009156.3451738,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6a813623d90cc4062dce43cc9ea3b92f","span_id":"579a7d55e3a70ce9","x-request-id":"b703f2a6-c182-47cf-8011-59ba8a5b036c"} {"level":"info","ts":1789009156.3839114,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789009156.3840137,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"973c50830c9dea6d1b64e2001abf2c5c","span_id":"730334e9109633ad","x-request-id":"5b6c34fc-ac87-45fc-b1d5-69ca79decc14"} {"level":"info","ts":1789009156.3840296,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"973c50830c9dea6d1b64e2001abf2c5c","span_id":"730334e9109633ad","x-request-id":"5b6c34fc-ac87-45fc-b1d5-69ca79decc14"} {"level":"info","ts":1789009156.3840458,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"973c50830c9dea6d1b64e2001abf2c5c","span_id":"730334e9109633ad","x-request-id":"5b6c34fc-ac87-45fc-b1d5-69ca79decc14","EoS":true} {"level":"info","ts":1789009156.3840752,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"973c50830c9dea6d1b64e2001abf2c5c","span_id":"730334e9109633ad","x-request-id":"5b6c34fc-ac87-45fc-b1d5-69ca79decc14","header":"x-maas-username"} {"level":"info","ts":1789009156.3840904,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"973c50830c9dea6d1b64e2001abf2c5c","span_id":"730334e9109633ad","x-request-id":"5b6c34fc-ac87-45fc-b1d5-69ca79decc14","header":"x-maas-group"} {"level":"info","ts":1789009156.3840978,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"973c50830c9dea6d1b64e2001abf2c5c","span_id":"730334e9109633ad","x-request-id":"5b6c34fc-ac87-45fc-b1d5-69ca79decc14","header":"x-maas-subscription"} {"level":"info","ts":1789009156.3841622,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"973c50830c9dea6d1b64e2001abf2c5c","span_id":"730334e9109633ad","x-request-id":"5b6c34fc-ac87-45fc-b1d5-69ca79decc14"} {"level":"info","ts":1789009156.4193616,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"973c50830c9dea6d1b64e2001abf2c5c","span_id":"730334e9109633ad","x-request-id":"5b6c34fc-ac87-45fc-b1d5-69ca79decc14"} {"level":"info","ts":1789009156.4193816,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"973c50830c9dea6d1b64e2001abf2c5c","span_id":"730334e9109633ad","x-request-id":"5b6c34fc-ac87-45fc-b1d5-69ca79decc14"} {"level":"info","ts":1789009156.419394,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"973c50830c9dea6d1b64e2001abf2c5c","span_id":"730334e9109633ad","x-request-id":"5b6c34fc-ac87-45fc-b1d5-69ca79decc14","EoS":false} {"level":"info","ts":1789009156.419405,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"973c50830c9dea6d1b64e2001abf2c5c","span_id":"730334e9109633ad","x-request-id":"5b6c34fc-ac87-45fc-b1d5-69ca79decc14"} {"level":"info","ts":1789009156.4194329,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"973c50830c9dea6d1b64e2001abf2c5c","span_id":"730334e9109633ad","x-request-id":"5b6c34fc-ac87-45fc-b1d5-69ca79decc14","EoS":true} {"level":"info","ts":1789009156.4194448,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"973c50830c9dea6d1b64e2001abf2c5c","span_id":"730334e9109633ad","x-request-id":"5b6c34fc-ac87-45fc-b1d5-69ca79decc14"} {"level":"info","ts":1789009157.283456,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"993c6241-d98c-41b8-a96a-2170e78b0c20"} {"level":"info","ts":1789009157.2835326,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"275f368b-44aa-40ef-a92b-742a5594eeb1","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789009157.283551,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"275f368b-44aa-40ef-a92b-742a5594eeb1","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789009157.4330895,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cf9df313-65da-40cd-973f-d22843f1da84","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789009157.433135,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cf9df313-65da-40cd-973f-d22843f1da84","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789009157.4331563,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fe1cc64d-75d8-416d-b7f9-17181e5a7e34"} {"level":"info","ts":1789009157.550316,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d42df30e-a6a6-4129-891c-e31bc6861831","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789009157.550358,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d42df30e-a6a6-4129-891c-e31bc6861831","key":"llm/e2e-external-model-api-key"} {"level":"error","ts":1789009163.252033,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789009169.2771416,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789009169.277248,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a7b07e151e5c08d730fbd5b103dcbbf0","span_id":"f9a7a4b4479a47a6","x-request-id":"2639ed91-f72c-4020-9898-a9b079172a6b"} {"level":"info","ts":1789009169.2772677,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a7b07e151e5c08d730fbd5b103dcbbf0","span_id":"f9a7a4b4479a47a6","x-request-id":"2639ed91-f72c-4020-9898-a9b079172a6b"} {"level":"info","ts":1789009169.2772868,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a7b07e151e5c08d730fbd5b103dcbbf0","span_id":"f9a7a4b4479a47a6","x-request-id":"2639ed91-f72c-4020-9898-a9b079172a6b","EoS":true} {"level":"info","ts":1789009169.2773204,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a7b07e151e5c08d730fbd5b103dcbbf0","span_id":"f9a7a4b4479a47a6","x-request-id":"2639ed91-f72c-4020-9898-a9b079172a6b","header":"x-maas-group"} {"level":"info","ts":1789009169.277336,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a7b07e151e5c08d730fbd5b103dcbbf0","span_id":"f9a7a4b4479a47a6","x-request-id":"2639ed91-f72c-4020-9898-a9b079172a6b","header":"x-maas-subscription"} {"level":"info","ts":1789009169.2773447,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a7b07e151e5c08d730fbd5b103dcbbf0","span_id":"f9a7a4b4479a47a6","x-request-id":"2639ed91-f72c-4020-9898-a9b079172a6b","header":"x-maas-username"} {"level":"info","ts":1789009169.2773643,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a7b07e151e5c08d730fbd5b103dcbbf0","span_id":"f9a7a4b4479a47a6","x-request-id":"2639ed91-f72c-4020-9898-a9b079172a6b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789009169.2773972,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a7b07e151e5c08d730fbd5b103dcbbf0","span_id":"f9a7a4b4479a47a6","x-request-id":"2639ed91-f72c-4020-9898-a9b079172a6b"} {"level":"info","ts":1789009169.2785046,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a7b07e151e5c08d730fbd5b103dcbbf0","span_id":"f9a7a4b4479a47a6","x-request-id":"2639ed91-f72c-4020-9898-a9b079172a6b"} {"level":"info","ts":1789009169.2785232,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a7b07e151e5c08d730fbd5b103dcbbf0","span_id":"f9a7a4b4479a47a6","x-request-id":"2639ed91-f72c-4020-9898-a9b079172a6b"} {"level":"info","ts":1789009169.2785373,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a7b07e151e5c08d730fbd5b103dcbbf0","span_id":"f9a7a4b4479a47a6","x-request-id":"2639ed91-f72c-4020-9898-a9b079172a6b","EoS":false} {"level":"info","ts":1789009169.2785478,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a7b07e151e5c08d730fbd5b103dcbbf0","span_id":"f9a7a4b4479a47a6","x-request-id":"2639ed91-f72c-4020-9898-a9b079172a6b"} {"level":"info","ts":1789009169.2785728,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a7b07e151e5c08d730fbd5b103dcbbf0","span_id":"f9a7a4b4479a47a6","x-request-id":"2639ed91-f72c-4020-9898-a9b079172a6b","EoS":true} {"level":"info","ts":1789009169.2785823,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a7b07e151e5c08d730fbd5b103dcbbf0","span_id":"f9a7a4b4479a47a6","x-request-id":"2639ed91-f72c-4020-9898-a9b079172a6b"} {"level":"info","ts":1789009169.31771,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789009169.3177748,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"77b19d3478c90a961610fee12e85bd15","span_id":"73c083158ac5be27","x-request-id":"9d85f207-1b6e-4a03-a7a4-6b54a9241722"} {"level":"info","ts":1789009169.3177853,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"77b19d3478c90a961610fee12e85bd15","span_id":"73c083158ac5be27","x-request-id":"9d85f207-1b6e-4a03-a7a4-6b54a9241722"} {"level":"info","ts":1789009169.3177953,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"77b19d3478c90a961610fee12e85bd15","span_id":"73c083158ac5be27","x-request-id":"9d85f207-1b6e-4a03-a7a4-6b54a9241722","EoS":true} {"level":"info","ts":1789009169.317814,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"77b19d3478c90a961610fee12e85bd15","span_id":"73c083158ac5be27","x-request-id":"9d85f207-1b6e-4a03-a7a4-6b54a9241722","header":"x-maas-username"} {"level":"info","ts":1789009169.3178222,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"77b19d3478c90a961610fee12e85bd15","span_id":"73c083158ac5be27","x-request-id":"9d85f207-1b6e-4a03-a7a4-6b54a9241722","header":"x-maas-subscription"} {"level":"info","ts":1789009169.3178272,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"77b19d3478c90a961610fee12e85bd15","span_id":"73c083158ac5be27","x-request-id":"9d85f207-1b6e-4a03-a7a4-6b54a9241722","header":"x-maas-group"} {"level":"info","ts":1789009169.3178396,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"77b19d3478c90a961610fee12e85bd15","span_id":"73c083158ac5be27","x-request-id":"9d85f207-1b6e-4a03-a7a4-6b54a9241722","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789009169.3178594,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"77b19d3478c90a961610fee12e85bd15","span_id":"73c083158ac5be27","x-request-id":"9d85f207-1b6e-4a03-a7a4-6b54a9241722"} {"level":"info","ts":1789009169.3224895,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"77b19d3478c90a961610fee12e85bd15","span_id":"73c083158ac5be27","x-request-id":"9d85f207-1b6e-4a03-a7a4-6b54a9241722"} {"level":"info","ts":1789009169.322506,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"77b19d3478c90a961610fee12e85bd15","span_id":"73c083158ac5be27","x-request-id":"9d85f207-1b6e-4a03-a7a4-6b54a9241722"} {"level":"info","ts":1789009169.3225226,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"77b19d3478c90a961610fee12e85bd15","span_id":"73c083158ac5be27","x-request-id":"9d85f207-1b6e-4a03-a7a4-6b54a9241722","EoS":false} {"level":"info","ts":1789009169.3225393,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"77b19d3478c90a961610fee12e85bd15","span_id":"73c083158ac5be27","x-request-id":"9d85f207-1b6e-4a03-a7a4-6b54a9241722"} {"level":"info","ts":1789009169.3225644,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"77b19d3478c90a961610fee12e85bd15","span_id":"73c083158ac5be27","x-request-id":"9d85f207-1b6e-4a03-a7a4-6b54a9241722","EoS":true} {"level":"info","ts":1789009169.322574,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"77b19d3478c90a961610fee12e85bd15","span_id":"73c083158ac5be27","x-request-id":"9d85f207-1b6e-4a03-a7a4-6b54a9241722"} {"level":"info","ts":1789009169.3736923,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789009169.3737597,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"89bfc349d5af57d80d989c7df72f8d3f","span_id":"d94994a2438bac45","x-request-id":"118ed626-90e3-41d3-9089-24194b3c97d2"} {"level":"info","ts":1789009169.373771,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"89bfc349d5af57d80d989c7df72f8d3f","span_id":"d94994a2438bac45","x-request-id":"118ed626-90e3-41d3-9089-24194b3c97d2"} {"level":"info","ts":1789009169.3737814,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"89bfc349d5af57d80d989c7df72f8d3f","span_id":"d94994a2438bac45","x-request-id":"118ed626-90e3-41d3-9089-24194b3c97d2","EoS":true} {"level":"info","ts":1789009169.3738003,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"89bfc349d5af57d80d989c7df72f8d3f","span_id":"d94994a2438bac45","x-request-id":"118ed626-90e3-41d3-9089-24194b3c97d2","header":"x-maas-group"} {"level":"info","ts":1789009169.3738086,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"89bfc349d5af57d80d989c7df72f8d3f","span_id":"d94994a2438bac45","x-request-id":"118ed626-90e3-41d3-9089-24194b3c97d2","header":"x-maas-subscription"} {"level":"info","ts":1789009169.373814,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"89bfc349d5af57d80d989c7df72f8d3f","span_id":"d94994a2438bac45","x-request-id":"118ed626-90e3-41d3-9089-24194b3c97d2","header":"x-maas-username"} {"level":"info","ts":1789009169.373826,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"89bfc349d5af57d80d989c7df72f8d3f","span_id":"d94994a2438bac45","x-request-id":"118ed626-90e3-41d3-9089-24194b3c97d2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789009169.3738465,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"89bfc349d5af57d80d989c7df72f8d3f","span_id":"d94994a2438bac45","x-request-id":"118ed626-90e3-41d3-9089-24194b3c97d2"} {"level":"info","ts":1789009169.3748946,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"89bfc349d5af57d80d989c7df72f8d3f","span_id":"d94994a2438bac45","x-request-id":"118ed626-90e3-41d3-9089-24194b3c97d2"} {"level":"info","ts":1789009169.3749113,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"89bfc349d5af57d80d989c7df72f8d3f","span_id":"d94994a2438bac45","x-request-id":"118ed626-90e3-41d3-9089-24194b3c97d2"} {"level":"info","ts":1789009169.3749263,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"89bfc349d5af57d80d989c7df72f8d3f","span_id":"d94994a2438bac45","x-request-id":"118ed626-90e3-41d3-9089-24194b3c97d2","EoS":false} {"level":"info","ts":1789009169.3749375,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"89bfc349d5af57d80d989c7df72f8d3f","span_id":"d94994a2438bac45","x-request-id":"118ed626-90e3-41d3-9089-24194b3c97d2"} {"level":"info","ts":1789009169.37496,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"89bfc349d5af57d80d989c7df72f8d3f","span_id":"d94994a2438bac45","x-request-id":"118ed626-90e3-41d3-9089-24194b3c97d2","EoS":true} {"level":"info","ts":1789009169.3749692,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"89bfc349d5af57d80d989c7df72f8d3f","span_id":"d94994a2438bac45","x-request-id":"118ed626-90e3-41d3-9089-24194b3c97d2"} {"level":"info","ts":1789009169.4175508,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789009169.417619,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6ae5729722401c82c0b054e155b07db8","span_id":"26424f6f07c4d04b","x-request-id":"4b9692f3-ed86-4ad8-b769-3fa2f99d0c7e"} {"level":"info","ts":1789009169.4176333,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6ae5729722401c82c0b054e155b07db8","span_id":"26424f6f07c4d04b","x-request-id":"4b9692f3-ed86-4ad8-b769-3fa2f99d0c7e"} {"level":"info","ts":1789009169.4176447,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6ae5729722401c82c0b054e155b07db8","span_id":"26424f6f07c4d04b","x-request-id":"4b9692f3-ed86-4ad8-b769-3fa2f99d0c7e","EoS":true} {"level":"info","ts":1789009169.4176617,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6ae5729722401c82c0b054e155b07db8","span_id":"26424f6f07c4d04b","x-request-id":"4b9692f3-ed86-4ad8-b769-3fa2f99d0c7e","header":"x-maas-username"} {"level":"info","ts":1789009169.4176698,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6ae5729722401c82c0b054e155b07db8","span_id":"26424f6f07c4d04b","x-request-id":"4b9692f3-ed86-4ad8-b769-3fa2f99d0c7e","header":"x-maas-group"} {"level":"info","ts":1789009169.417675,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6ae5729722401c82c0b054e155b07db8","span_id":"26424f6f07c4d04b","x-request-id":"4b9692f3-ed86-4ad8-b769-3fa2f99d0c7e","header":"x-maas-subscription"} {"level":"info","ts":1789009169.4176857,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6ae5729722401c82c0b054e155b07db8","span_id":"26424f6f07c4d04b","x-request-id":"4b9692f3-ed86-4ad8-b769-3fa2f99d0c7e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789009169.4177043,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6ae5729722401c82c0b054e155b07db8","span_id":"26424f6f07c4d04b","x-request-id":"4b9692f3-ed86-4ad8-b769-3fa2f99d0c7e"} {"level":"info","ts":1789009169.4228394,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6ae5729722401c82c0b054e155b07db8","span_id":"26424f6f07c4d04b","x-request-id":"4b9692f3-ed86-4ad8-b769-3fa2f99d0c7e"} {"level":"info","ts":1789009169.4228547,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6ae5729722401c82c0b054e155b07db8","span_id":"26424f6f07c4d04b","x-request-id":"4b9692f3-ed86-4ad8-b769-3fa2f99d0c7e"} {"level":"info","ts":1789009169.4228685,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6ae5729722401c82c0b054e155b07db8","span_id":"26424f6f07c4d04b","x-request-id":"4b9692f3-ed86-4ad8-b769-3fa2f99d0c7e","EoS":false} {"level":"info","ts":1789009169.4228787,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6ae5729722401c82c0b054e155b07db8","span_id":"26424f6f07c4d04b","x-request-id":"4b9692f3-ed86-4ad8-b769-3fa2f99d0c7e"} {"level":"info","ts":1789009169.4229014,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6ae5729722401c82c0b054e155b07db8","span_id":"26424f6f07c4d04b","x-request-id":"4b9692f3-ed86-4ad8-b769-3fa2f99d0c7e","EoS":true} {"level":"info","ts":1789009169.4229095,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6ae5729722401c82c0b054e155b07db8","span_id":"26424f6f07c4d04b","x-request-id":"4b9692f3-ed86-4ad8-b769-3fa2f99d0c7e"} {"level":"error","ts":1789009178.2537606,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789009182.1595395,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789009182.1597292,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a6aaaa4a32d951d5a658ed9517da3a5a","span_id":"11719a00052b3d7b","x-request-id":"89d4b938-13d9-470b-8784-159a40239326"} {"level":"info","ts":1789009182.1597693,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a6aaaa4a32d951d5a658ed9517da3a5a","span_id":"11719a00052b3d7b","x-request-id":"89d4b938-13d9-470b-8784-159a40239326"} {"level":"info","ts":1789009182.1598048,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a6aaaa4a32d951d5a658ed9517da3a5a","span_id":"11719a00052b3d7b","x-request-id":"89d4b938-13d9-470b-8784-159a40239326","EoS":true} {"level":"info","ts":1789009182.159872,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a6aaaa4a32d951d5a658ed9517da3a5a","span_id":"11719a00052b3d7b","x-request-id":"89d4b938-13d9-470b-8784-159a40239326"} {"level":"info","ts":1789009182.3446555,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789009182.3447385,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a62c66c72e166693e3095b539abe221b","span_id":"fde1c9947bcf6e92","x-request-id":"4f215e16-7ca5-449a-8f7f-6b98cfe242c1"} {"level":"info","ts":1789009182.344749,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a62c66c72e166693e3095b539abe221b","span_id":"fde1c9947bcf6e92","x-request-id":"4f215e16-7ca5-449a-8f7f-6b98cfe242c1"} {"level":"info","ts":1789009182.3447595,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a62c66c72e166693e3095b539abe221b","span_id":"fde1c9947bcf6e92","x-request-id":"4f215e16-7ca5-449a-8f7f-6b98cfe242c1","EoS":true} {"level":"info","ts":1789009182.3448057,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a62c66c72e166693e3095b539abe221b","span_id":"fde1c9947bcf6e92","x-request-id":"4f215e16-7ca5-449a-8f7f-6b98cfe242c1"} {"level":"info","ts":1789009182.5099404,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789009182.510027,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"dae708b923cdf3f3e8d09e87e1ccd464","span_id":"8f94a13fa92dcb0a","x-request-id":"f5bb9e9e-29ae-4e26-a8b7-4826eb14ed05"} {"level":"info","ts":1789009182.5100396,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"dae708b923cdf3f3e8d09e87e1ccd464","span_id":"8f94a13fa92dcb0a","x-request-id":"f5bb9e9e-29ae-4e26-a8b7-4826eb14ed05"} {"level":"info","ts":1789009182.5100508,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"dae708b923cdf3f3e8d09e87e1ccd464","span_id":"8f94a13fa92dcb0a","x-request-id":"f5bb9e9e-29ae-4e26-a8b7-4826eb14ed05","EoS":true} {"level":"info","ts":1789009182.5100942,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"dae708b923cdf3f3e8d09e87e1ccd464","span_id":"8f94a13fa92dcb0a","x-request-id":"f5bb9e9e-29ae-4e26-a8b7-4826eb14ed05"} {"level":"error","ts":1789009193.2548409,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789010311.3530514,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789010311.3531911,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8e6295552f912a1601827be2de9a0f9a","span_id":"9f511be63901db9c","x-request-id":"319c56db-02a1-4fd7-af51-4529b4b4c0cc"} {"level":"info","ts":1789010311.3532076,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8e6295552f912a1601827be2de9a0f9a","span_id":"9f511be63901db9c","x-request-id":"319c56db-02a1-4fd7-af51-4529b4b4c0cc"} {"level":"info","ts":1789010311.353221,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8e6295552f912a1601827be2de9a0f9a","span_id":"9f511be63901db9c","x-request-id":"319c56db-02a1-4fd7-af51-4529b4b4c0cc","EoS":true} {"level":"info","ts":1789010311.3532503,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8e6295552f912a1601827be2de9a0f9a","span_id":"9f511be63901db9c","x-request-id":"319c56db-02a1-4fd7-af51-4529b4b4c0cc","header":"x-maas-group"} {"level":"info","ts":1789010311.353261,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8e6295552f912a1601827be2de9a0f9a","span_id":"9f511be63901db9c","x-request-id":"319c56db-02a1-4fd7-af51-4529b4b4c0cc","header":"x-maas-subscription"} {"level":"info","ts":1789010311.353267,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8e6295552f912a1601827be2de9a0f9a","span_id":"9f511be63901db9c","x-request-id":"319c56db-02a1-4fd7-af51-4529b4b4c0cc","header":"x-maas-username"} {"level":"info","ts":1789010311.3532844,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8e6295552f912a1601827be2de9a0f9a","span_id":"9f511be63901db9c","x-request-id":"319c56db-02a1-4fd7-af51-4529b4b4c0cc","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789010311.3533123,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8e6295552f912a1601827be2de9a0f9a","span_id":"9f511be63901db9c","x-request-id":"319c56db-02a1-4fd7-af51-4529b4b4c0cc"} {"level":"info","ts":1789010311.3544917,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8e6295552f912a1601827be2de9a0f9a","span_id":"9f511be63901db9c","x-request-id":"319c56db-02a1-4fd7-af51-4529b4b4c0cc"} {"level":"info","ts":1789010311.3545148,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8e6295552f912a1601827be2de9a0f9a","span_id":"9f511be63901db9c","x-request-id":"319c56db-02a1-4fd7-af51-4529b4b4c0cc"} {"level":"info","ts":1789010311.3545313,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8e6295552f912a1601827be2de9a0f9a","span_id":"9f511be63901db9c","x-request-id":"319c56db-02a1-4fd7-af51-4529b4b4c0cc","EoS":false} {"level":"info","ts":1789010311.3545425,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8e6295552f912a1601827be2de9a0f9a","span_id":"9f511be63901db9c","x-request-id":"319c56db-02a1-4fd7-af51-4529b4b4c0cc"} {"level":"info","ts":1789010311.3545678,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8e6295552f912a1601827be2de9a0f9a","span_id":"9f511be63901db9c","x-request-id":"319c56db-02a1-4fd7-af51-4529b4b4c0cc","EoS":true} {"level":"info","ts":1789010311.3545768,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8e6295552f912a1601827be2de9a0f9a","span_id":"9f511be63901db9c","x-request-id":"319c56db-02a1-4fd7-af51-4529b4b4c0cc"} {"level":"info","ts":1789010311.393826,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789010311.3939393,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0ad455d6bc60d757034776eb54fbaa9e","span_id":"eb86030fa187d197","x-request-id":"e754c579-8ba8-45a6-ad0a-d6ebd8c34986"} {"level":"info","ts":1789010311.3939538,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0ad455d6bc60d757034776eb54fbaa9e","span_id":"eb86030fa187d197","x-request-id":"e754c579-8ba8-45a6-ad0a-d6ebd8c34986"} {"level":"info","ts":1789010311.3939672,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0ad455d6bc60d757034776eb54fbaa9e","span_id":"eb86030fa187d197","x-request-id":"e754c579-8ba8-45a6-ad0a-d6ebd8c34986","EoS":true} {"level":"info","ts":1789010311.394036,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0ad455d6bc60d757034776eb54fbaa9e","span_id":"eb86030fa187d197","x-request-id":"e754c579-8ba8-45a6-ad0a-d6ebd8c34986","header":"x-maas-group"} {"level":"info","ts":1789010311.3940475,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0ad455d6bc60d757034776eb54fbaa9e","span_id":"eb86030fa187d197","x-request-id":"e754c579-8ba8-45a6-ad0a-d6ebd8c34986","header":"x-maas-username"} {"level":"info","ts":1789010311.394052,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0ad455d6bc60d757034776eb54fbaa9e","span_id":"eb86030fa187d197","x-request-id":"e754c579-8ba8-45a6-ad0a-d6ebd8c34986","header":"x-maas-subscription"} {"level":"info","ts":1789010311.394069,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0ad455d6bc60d757034776eb54fbaa9e","span_id":"eb86030fa187d197","x-request-id":"e754c579-8ba8-45a6-ad0a-d6ebd8c34986","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789010311.3940954,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0ad455d6bc60d757034776eb54fbaa9e","span_id":"eb86030fa187d197","x-request-id":"e754c579-8ba8-45a6-ad0a-d6ebd8c34986"} {"level":"info","ts":1789010311.3952174,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0ad455d6bc60d757034776eb54fbaa9e","span_id":"eb86030fa187d197","x-request-id":"e754c579-8ba8-45a6-ad0a-d6ebd8c34986"} {"level":"info","ts":1789010311.3952365,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0ad455d6bc60d757034776eb54fbaa9e","span_id":"eb86030fa187d197","x-request-id":"e754c579-8ba8-45a6-ad0a-d6ebd8c34986"} {"level":"info","ts":1789010311.395252,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0ad455d6bc60d757034776eb54fbaa9e","span_id":"eb86030fa187d197","x-request-id":"e754c579-8ba8-45a6-ad0a-d6ebd8c34986","EoS":false} {"level":"info","ts":1789010311.3952658,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0ad455d6bc60d757034776eb54fbaa9e","span_id":"eb86030fa187d197","x-request-id":"e754c579-8ba8-45a6-ad0a-d6ebd8c34986"} {"level":"info","ts":1789010311.3952901,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0ad455d6bc60d757034776eb54fbaa9e","span_id":"eb86030fa187d197","x-request-id":"e754c579-8ba8-45a6-ad0a-d6ebd8c34986","EoS":true} {"level":"info","ts":1789010311.3953013,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0ad455d6bc60d757034776eb54fbaa9e","span_id":"eb86030fa187d197","x-request-id":"e754c579-8ba8-45a6-ad0a-d6ebd8c34986"} {"level":"error","ts":1789010323.3896863,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789010628.1793623,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789010628.1794739,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9097dddb28ae38cfaf0a3afdb7430865","span_id":"6d636ef4d2bd3829","x-request-id":"563500d5-1bf8-4a86-975e-51ae65a6e83c"} {"level":"info","ts":1789010628.1794868,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9097dddb28ae38cfaf0a3afdb7430865","span_id":"6d636ef4d2bd3829","x-request-id":"563500d5-1bf8-4a86-975e-51ae65a6e83c"} {"level":"info","ts":1789010628.179499,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9097dddb28ae38cfaf0a3afdb7430865","span_id":"6d636ef4d2bd3829","x-request-id":"563500d5-1bf8-4a86-975e-51ae65a6e83c","EoS":true} {"level":"info","ts":1789010628.1795242,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9097dddb28ae38cfaf0a3afdb7430865","span_id":"6d636ef4d2bd3829","x-request-id":"563500d5-1bf8-4a86-975e-51ae65a6e83c","header":"x-maas-subscription"} {"level":"info","ts":1789010628.1795344,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9097dddb28ae38cfaf0a3afdb7430865","span_id":"6d636ef4d2bd3829","x-request-id":"563500d5-1bf8-4a86-975e-51ae65a6e83c","header":"x-maas-username"} {"level":"info","ts":1789010628.17954,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9097dddb28ae38cfaf0a3afdb7430865","span_id":"6d636ef4d2bd3829","x-request-id":"563500d5-1bf8-4a86-975e-51ae65a6e83c","header":"x-maas-group"} {"level":"info","ts":1789010628.1795561,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"9097dddb28ae38cfaf0a3afdb7430865","span_id":"6d636ef4d2bd3829","x-request-id":"563500d5-1bf8-4a86-975e-51ae65a6e83c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789010628.1795824,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9097dddb28ae38cfaf0a3afdb7430865","span_id":"6d636ef4d2bd3829","x-request-id":"563500d5-1bf8-4a86-975e-51ae65a6e83c"} {"level":"info","ts":1789010628.1923013,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9097dddb28ae38cfaf0a3afdb7430865","span_id":"6d636ef4d2bd3829","x-request-id":"563500d5-1bf8-4a86-975e-51ae65a6e83c"} {"level":"info","ts":1789010628.1923358,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9097dddb28ae38cfaf0a3afdb7430865","span_id":"6d636ef4d2bd3829","x-request-id":"563500d5-1bf8-4a86-975e-51ae65a6e83c"} {"level":"info","ts":1789010628.1923552,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9097dddb28ae38cfaf0a3afdb7430865","span_id":"6d636ef4d2bd3829","x-request-id":"563500d5-1bf8-4a86-975e-51ae65a6e83c","EoS":false} {"level":"info","ts":1789010628.1923692,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9097dddb28ae38cfaf0a3afdb7430865","span_id":"6d636ef4d2bd3829","x-request-id":"563500d5-1bf8-4a86-975e-51ae65a6e83c"} {"level":"info","ts":1789010628.1924005,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9097dddb28ae38cfaf0a3afdb7430865","span_id":"6d636ef4d2bd3829","x-request-id":"563500d5-1bf8-4a86-975e-51ae65a6e83c","EoS":true} {"level":"info","ts":1789010628.1924076,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9097dddb28ae38cfaf0a3afdb7430865","span_id":"6d636ef4d2bd3829","x-request-id":"563500d5-1bf8-4a86-975e-51ae65a6e83c"} {"level":"info","ts":1789010628.3383038,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789010628.3384185,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"13347d824c257eeca8a97a58c4ae3eae","span_id":"bc4dd30e17fdfc54","x-request-id":"78d1095b-ad10-4994-94ec-4b2ca5647dfb"} {"level":"info","ts":1789010628.3384311,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"13347d824c257eeca8a97a58c4ae3eae","span_id":"bc4dd30e17fdfc54","x-request-id":"78d1095b-ad10-4994-94ec-4b2ca5647dfb"} {"level":"info","ts":1789010628.3384435,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"13347d824c257eeca8a97a58c4ae3eae","span_id":"bc4dd30e17fdfc54","x-request-id":"78d1095b-ad10-4994-94ec-4b2ca5647dfb","EoS":true} {"level":"info","ts":1789010628.3384717,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"13347d824c257eeca8a97a58c4ae3eae","span_id":"bc4dd30e17fdfc54","x-request-id":"78d1095b-ad10-4994-94ec-4b2ca5647dfb","header":"x-maas-group"} {"level":"info","ts":1789010628.3384821,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"13347d824c257eeca8a97a58c4ae3eae","span_id":"bc4dd30e17fdfc54","x-request-id":"78d1095b-ad10-4994-94ec-4b2ca5647dfb","header":"x-maas-subscription"} {"level":"info","ts":1789010628.3384879,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"13347d824c257eeca8a97a58c4ae3eae","span_id":"bc4dd30e17fdfc54","x-request-id":"78d1095b-ad10-4994-94ec-4b2ca5647dfb","header":"x-maas-username"} {"level":"info","ts":1789010628.3385034,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"13347d824c257eeca8a97a58c4ae3eae","span_id":"bc4dd30e17fdfc54","x-request-id":"78d1095b-ad10-4994-94ec-4b2ca5647dfb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789010628.3385296,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"13347d824c257eeca8a97a58c4ae3eae","span_id":"bc4dd30e17fdfc54","x-request-id":"78d1095b-ad10-4994-94ec-4b2ca5647dfb"} {"level":"info","ts":1789010628.3393886,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"13347d824c257eeca8a97a58c4ae3eae","span_id":"bc4dd30e17fdfc54","x-request-id":"78d1095b-ad10-4994-94ec-4b2ca5647dfb"} {"level":"info","ts":1789010628.339415,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"13347d824c257eeca8a97a58c4ae3eae","span_id":"bc4dd30e17fdfc54","x-request-id":"78d1095b-ad10-4994-94ec-4b2ca5647dfb"} {"level":"info","ts":1789010628.339427,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"13347d824c257eeca8a97a58c4ae3eae","span_id":"bc4dd30e17fdfc54","x-request-id":"78d1095b-ad10-4994-94ec-4b2ca5647dfb","EoS":false} {"level":"info","ts":1789010628.33944,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"13347d824c257eeca8a97a58c4ae3eae","span_id":"bc4dd30e17fdfc54","x-request-id":"78d1095b-ad10-4994-94ec-4b2ca5647dfb"} {"level":"info","ts":1789010628.339466,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"13347d824c257eeca8a97a58c4ae3eae","span_id":"bc4dd30e17fdfc54","x-request-id":"78d1095b-ad10-4994-94ec-4b2ca5647dfb","EoS":true} {"level":"info","ts":1789010628.3394759,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"13347d824c257eeca8a97a58c4ae3eae","span_id":"bc4dd30e17fdfc54","x-request-id":"78d1095b-ad10-4994-94ec-4b2ca5647dfb"} {"level":"info","ts":1789010628.4786499,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789010628.4787574,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d12b8ebe78c4585ca03baf6aec14830d","span_id":"3c2ba3b07be78d42","x-request-id":"f51d3036-d003-4f1b-8072-636c011e67fc"} {"level":"info","ts":1789010628.4787705,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d12b8ebe78c4585ca03baf6aec14830d","span_id":"3c2ba3b07be78d42","x-request-id":"f51d3036-d003-4f1b-8072-636c011e67fc"} {"level":"info","ts":1789010628.4787834,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d12b8ebe78c4585ca03baf6aec14830d","span_id":"3c2ba3b07be78d42","x-request-id":"f51d3036-d003-4f1b-8072-636c011e67fc","EoS":true} {"level":"info","ts":1789010628.4788125,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d12b8ebe78c4585ca03baf6aec14830d","span_id":"3c2ba3b07be78d42","x-request-id":"f51d3036-d003-4f1b-8072-636c011e67fc","header":"x-maas-subscription"} {"level":"info","ts":1789010628.4788227,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d12b8ebe78c4585ca03baf6aec14830d","span_id":"3c2ba3b07be78d42","x-request-id":"f51d3036-d003-4f1b-8072-636c011e67fc","header":"x-maas-username"} {"level":"info","ts":1789010628.4788282,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d12b8ebe78c4585ca03baf6aec14830d","span_id":"3c2ba3b07be78d42","x-request-id":"f51d3036-d003-4f1b-8072-636c011e67fc","header":"x-maas-group"} {"level":"info","ts":1789010628.478845,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d12b8ebe78c4585ca03baf6aec14830d","span_id":"3c2ba3b07be78d42","x-request-id":"f51d3036-d003-4f1b-8072-636c011e67fc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789010628.4788713,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d12b8ebe78c4585ca03baf6aec14830d","span_id":"3c2ba3b07be78d42","x-request-id":"f51d3036-d003-4f1b-8072-636c011e67fc"} {"level":"info","ts":1789010628.4806838,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d12b8ebe78c4585ca03baf6aec14830d","span_id":"3c2ba3b07be78d42","x-request-id":"f51d3036-d003-4f1b-8072-636c011e67fc"} {"level":"info","ts":1789010628.4807074,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d12b8ebe78c4585ca03baf6aec14830d","span_id":"3c2ba3b07be78d42","x-request-id":"f51d3036-d003-4f1b-8072-636c011e67fc"} {"level":"info","ts":1789010628.4807267,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d12b8ebe78c4585ca03baf6aec14830d","span_id":"3c2ba3b07be78d42","x-request-id":"f51d3036-d003-4f1b-8072-636c011e67fc","EoS":false} {"level":"info","ts":1789010628.4807444,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d12b8ebe78c4585ca03baf6aec14830d","span_id":"3c2ba3b07be78d42","x-request-id":"f51d3036-d003-4f1b-8072-636c011e67fc"} {"level":"info","ts":1789010628.4807818,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d12b8ebe78c4585ca03baf6aec14830d","span_id":"3c2ba3b07be78d42","x-request-id":"f51d3036-d003-4f1b-8072-636c011e67fc","EoS":true} {"level":"info","ts":1789010628.4807947,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d12b8ebe78c4585ca03baf6aec14830d","span_id":"3c2ba3b07be78d42","x-request-id":"f51d3036-d003-4f1b-8072-636c011e67fc"} {"level":"info","ts":1789010628.6238804,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789010628.623981,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c8d91c0c2852505a0d2a5243024e1285","span_id":"1c4fac2f07204b4f","x-request-id":"ea499c9f-dcff-41ca-9ed7-d0376a7f4e69"} {"level":"info","ts":1789010628.6240308,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c8d91c0c2852505a0d2a5243024e1285","span_id":"1c4fac2f07204b4f","x-request-id":"ea499c9f-dcff-41ca-9ed7-d0376a7f4e69"} {"level":"info","ts":1789010628.6240487,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c8d91c0c2852505a0d2a5243024e1285","span_id":"1c4fac2f07204b4f","x-request-id":"ea499c9f-dcff-41ca-9ed7-d0376a7f4e69","EoS":true} {"level":"info","ts":1789010628.6240745,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c8d91c0c2852505a0d2a5243024e1285","span_id":"1c4fac2f07204b4f","x-request-id":"ea499c9f-dcff-41ca-9ed7-d0376a7f4e69","header":"x-maas-subscription"} {"level":"info","ts":1789010628.6240864,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c8d91c0c2852505a0d2a5243024e1285","span_id":"1c4fac2f07204b4f","x-request-id":"ea499c9f-dcff-41ca-9ed7-d0376a7f4e69","header":"x-maas-username"} {"level":"info","ts":1789010628.6240914,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c8d91c0c2852505a0d2a5243024e1285","span_id":"1c4fac2f07204b4f","x-request-id":"ea499c9f-dcff-41ca-9ed7-d0376a7f4e69","header":"x-maas-group"} {"level":"info","ts":1789010628.6241405,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c8d91c0c2852505a0d2a5243024e1285","span_id":"1c4fac2f07204b4f","x-request-id":"ea499c9f-dcff-41ca-9ed7-d0376a7f4e69","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789010628.624168,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c8d91c0c2852505a0d2a5243024e1285","span_id":"1c4fac2f07204b4f","x-request-id":"ea499c9f-dcff-41ca-9ed7-d0376a7f4e69"} {"level":"info","ts":1789010628.6249988,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c8d91c0c2852505a0d2a5243024e1285","span_id":"1c4fac2f07204b4f","x-request-id":"ea499c9f-dcff-41ca-9ed7-d0376a7f4e69"} {"level":"info","ts":1789010628.6250181,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c8d91c0c2852505a0d2a5243024e1285","span_id":"1c4fac2f07204b4f","x-request-id":"ea499c9f-dcff-41ca-9ed7-d0376a7f4e69"} {"level":"info","ts":1789010628.6250348,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c8d91c0c2852505a0d2a5243024e1285","span_id":"1c4fac2f07204b4f","x-request-id":"ea499c9f-dcff-41ca-9ed7-d0376a7f4e69","EoS":false} {"level":"info","ts":1789010628.6250522,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c8d91c0c2852505a0d2a5243024e1285","span_id":"1c4fac2f07204b4f","x-request-id":"ea499c9f-dcff-41ca-9ed7-d0376a7f4e69"} {"level":"info","ts":1789010628.6250918,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c8d91c0c2852505a0d2a5243024e1285","span_id":"1c4fac2f07204b4f","x-request-id":"ea499c9f-dcff-41ca-9ed7-d0376a7f4e69","EoS":true} {"level":"info","ts":1789010628.6251197,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c8d91c0c2852505a0d2a5243024e1285","span_id":"1c4fac2f07204b4f","x-request-id":"ea499c9f-dcff-41ca-9ed7-d0376a7f4e69"} {"level":"info","ts":1789010628.76866,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789010628.7687821,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"73f4999145cd2587456883cfa7ecbbbe","span_id":"82d824ec9d9620fa","x-request-id":"58aff670-4e69-45ee-b76b-fcafa5bef721"} {"level":"info","ts":1789010628.7687984,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"73f4999145cd2587456883cfa7ecbbbe","span_id":"82d824ec9d9620fa","x-request-id":"58aff670-4e69-45ee-b76b-fcafa5bef721"} {"level":"info","ts":1789010628.7688768,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"73f4999145cd2587456883cfa7ecbbbe","span_id":"82d824ec9d9620fa","x-request-id":"58aff670-4e69-45ee-b76b-fcafa5bef721","EoS":true} {"level":"info","ts":1789010628.7689161,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"73f4999145cd2587456883cfa7ecbbbe","span_id":"82d824ec9d9620fa","x-request-id":"58aff670-4e69-45ee-b76b-fcafa5bef721","header":"x-maas-username"} {"level":"info","ts":1789010628.7689285,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"73f4999145cd2587456883cfa7ecbbbe","span_id":"82d824ec9d9620fa","x-request-id":"58aff670-4e69-45ee-b76b-fcafa5bef721","header":"x-maas-subscription"} {"level":"info","ts":1789010628.7689388,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"73f4999145cd2587456883cfa7ecbbbe","span_id":"82d824ec9d9620fa","x-request-id":"58aff670-4e69-45ee-b76b-fcafa5bef721","header":"x-maas-group"} {"level":"info","ts":1789010628.7689612,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"73f4999145cd2587456883cfa7ecbbbe","span_id":"82d824ec9d9620fa","x-request-id":"58aff670-4e69-45ee-b76b-fcafa5bef721","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789010628.7689996,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"73f4999145cd2587456883cfa7ecbbbe","span_id":"82d824ec9d9620fa","x-request-id":"58aff670-4e69-45ee-b76b-fcafa5bef721"} {"level":"info","ts":1789010628.7698789,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"73f4999145cd2587456883cfa7ecbbbe","span_id":"82d824ec9d9620fa","x-request-id":"58aff670-4e69-45ee-b76b-fcafa5bef721"} {"level":"info","ts":1789010628.7699044,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"73f4999145cd2587456883cfa7ecbbbe","span_id":"82d824ec9d9620fa","x-request-id":"58aff670-4e69-45ee-b76b-fcafa5bef721"} {"level":"info","ts":1789010628.7699194,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"73f4999145cd2587456883cfa7ecbbbe","span_id":"82d824ec9d9620fa","x-request-id":"58aff670-4e69-45ee-b76b-fcafa5bef721","EoS":false} {"level":"info","ts":1789010628.7699313,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"73f4999145cd2587456883cfa7ecbbbe","span_id":"82d824ec9d9620fa","x-request-id":"58aff670-4e69-45ee-b76b-fcafa5bef721"} {"level":"info","ts":1789010628.7699618,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"73f4999145cd2587456883cfa7ecbbbe","span_id":"82d824ec9d9620fa","x-request-id":"58aff670-4e69-45ee-b76b-fcafa5bef721","EoS":true} {"level":"info","ts":1789010628.7699716,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"73f4999145cd2587456883cfa7ecbbbe","span_id":"82d824ec9d9620fa","x-request-id":"58aff670-4e69-45ee-b76b-fcafa5bef721"} {"level":"info","ts":1789010637.5822651,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789010637.582377,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a56476cd3e0b43e38b89dcbea62065bf","span_id":"8029ee23d1a6490a","x-request-id":"ab9af449-c4af-4c99-a223-569fb123e175"} {"level":"info","ts":1789010637.5823898,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a56476cd3e0b43e38b89dcbea62065bf","span_id":"8029ee23d1a6490a","x-request-id":"ab9af449-c4af-4c99-a223-569fb123e175"} {"level":"info","ts":1789010637.5824013,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a56476cd3e0b43e38b89dcbea62065bf","span_id":"8029ee23d1a6490a","x-request-id":"ab9af449-c4af-4c99-a223-569fb123e175","EoS":true} {"level":"info","ts":1789010637.582426,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a56476cd3e0b43e38b89dcbea62065bf","span_id":"8029ee23d1a6490a","x-request-id":"ab9af449-c4af-4c99-a223-569fb123e175","header":"x-maas-subscription"} {"level":"info","ts":1789010637.5824363,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a56476cd3e0b43e38b89dcbea62065bf","span_id":"8029ee23d1a6490a","x-request-id":"ab9af449-c4af-4c99-a223-569fb123e175","header":"x-maas-group"} {"level":"info","ts":1789010637.5824413,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a56476cd3e0b43e38b89dcbea62065bf","span_id":"8029ee23d1a6490a","x-request-id":"ab9af449-c4af-4c99-a223-569fb123e175","header":"x-maas-username"} {"level":"info","ts":1789010637.5824575,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a56476cd3e0b43e38b89dcbea62065bf","span_id":"8029ee23d1a6490a","x-request-id":"ab9af449-c4af-4c99-a223-569fb123e175","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789010637.582481,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a56476cd3e0b43e38b89dcbea62065bf","span_id":"8029ee23d1a6490a","x-request-id":"ab9af449-c4af-4c99-a223-569fb123e175"} {"level":"info","ts":1789010637.5832958,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a56476cd3e0b43e38b89dcbea62065bf","span_id":"8029ee23d1a6490a","x-request-id":"ab9af449-c4af-4c99-a223-569fb123e175"} {"level":"info","ts":1789010637.5833201,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a56476cd3e0b43e38b89dcbea62065bf","span_id":"8029ee23d1a6490a","x-request-id":"ab9af449-c4af-4c99-a223-569fb123e175"} {"level":"info","ts":1789010637.5833416,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a56476cd3e0b43e38b89dcbea62065bf","span_id":"8029ee23d1a6490a","x-request-id":"ab9af449-c4af-4c99-a223-569fb123e175","EoS":false} {"level":"info","ts":1789010637.583356,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a56476cd3e0b43e38b89dcbea62065bf","span_id":"8029ee23d1a6490a","x-request-id":"ab9af449-c4af-4c99-a223-569fb123e175"} {"level":"info","ts":1789010637.5833812,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a56476cd3e0b43e38b89dcbea62065bf","span_id":"8029ee23d1a6490a","x-request-id":"ab9af449-c4af-4c99-a223-569fb123e175","EoS":true} {"level":"info","ts":1789010637.5833907,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a56476cd3e0b43e38b89dcbea62065bf","span_id":"8029ee23d1a6490a","x-request-id":"ab9af449-c4af-4c99-a223-569fb123e175"} {"level":"info","ts":1789010637.7011664,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789010637.7012787,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7626bb0852530ecd004a5e08851f1dd9","span_id":"42cbf11d54c39da1","x-request-id":"27262054-c94f-9b41-a96e-4c4bca1f1564"} {"level":"info","ts":1789010637.7020428,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7626bb0852530ecd004a5e08851f1dd9","span_id":"42cbf11d54c39da1","x-request-id":"27262054-c94f-9b41-a96e-4c4bca1f1564"} {"level":"info","ts":1789010637.7020662,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7626bb0852530ecd004a5e08851f1dd9","span_id":"42cbf11d54c39da1","x-request-id":"27262054-c94f-9b41-a96e-4c4bca1f1564"} {"level":"info","ts":1789010637.7020807,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7626bb0852530ecd004a5e08851f1dd9","span_id":"42cbf11d54c39da1","x-request-id":"27262054-c94f-9b41-a96e-4c4bca1f1564","EoS":false} {"level":"info","ts":1789010637.7020965,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7626bb0852530ecd004a5e08851f1dd9","span_id":"42cbf11d54c39da1","x-request-id":"27262054-c94f-9b41-a96e-4c4bca1f1564"} {"level":"info","ts":1789010637.7021546,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7626bb0852530ecd004a5e08851f1dd9","span_id":"42cbf11d54c39da1","x-request-id":"27262054-c94f-9b41-a96e-4c4bca1f1564","EoS":true} {"level":"info","ts":1789010637.7021637,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7626bb0852530ecd004a5e08851f1dd9","span_id":"42cbf11d54c39da1","x-request-id":"27262054-c94f-9b41-a96e-4c4bca1f1564"} {"level":"error","ts":1789010638.4258928,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789010638.451816,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789010638.4519339,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"13ee4e26da71fff83d03d01b36b19b8e","span_id":"285360e3a84d2e2a","x-request-id":"32d9891f-7b63-4418-af1a-1508ca53b10b"} {"level":"info","ts":1789010638.451948,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"13ee4e26da71fff83d03d01b36b19b8e","span_id":"285360e3a84d2e2a","x-request-id":"32d9891f-7b63-4418-af1a-1508ca53b10b"} {"level":"info","ts":1789010638.4519608,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"13ee4e26da71fff83d03d01b36b19b8e","span_id":"285360e3a84d2e2a","x-request-id":"32d9891f-7b63-4418-af1a-1508ca53b10b","EoS":true} {"level":"info","ts":1789010638.4519846,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"13ee4e26da71fff83d03d01b36b19b8e","span_id":"285360e3a84d2e2a","x-request-id":"32d9891f-7b63-4418-af1a-1508ca53b10b","header":"x-maas-username"} {"level":"info","ts":1789010638.4519994,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"13ee4e26da71fff83d03d01b36b19b8e","span_id":"285360e3a84d2e2a","x-request-id":"32d9891f-7b63-4418-af1a-1508ca53b10b","header":"x-maas-subscription"} {"level":"info","ts":1789010638.4520059,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"13ee4e26da71fff83d03d01b36b19b8e","span_id":"285360e3a84d2e2a","x-request-id":"32d9891f-7b63-4418-af1a-1508ca53b10b","header":"x-maas-group"} {"level":"info","ts":1789010638.452021,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"13ee4e26da71fff83d03d01b36b19b8e","span_id":"285360e3a84d2e2a","x-request-id":"32d9891f-7b63-4418-af1a-1508ca53b10b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789010638.4520476,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"13ee4e26da71fff83d03d01b36b19b8e","span_id":"285360e3a84d2e2a","x-request-id":"32d9891f-7b63-4418-af1a-1508ca53b10b"} {"level":"info","ts":1789010638.4532266,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"13ee4e26da71fff83d03d01b36b19b8e","span_id":"285360e3a84d2e2a","x-request-id":"32d9891f-7b63-4418-af1a-1508ca53b10b"} {"level":"info","ts":1789010638.453252,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"13ee4e26da71fff83d03d01b36b19b8e","span_id":"285360e3a84d2e2a","x-request-id":"32d9891f-7b63-4418-af1a-1508ca53b10b"} {"level":"info","ts":1789010638.4532654,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"13ee4e26da71fff83d03d01b36b19b8e","span_id":"285360e3a84d2e2a","x-request-id":"32d9891f-7b63-4418-af1a-1508ca53b10b","EoS":false} {"level":"info","ts":1789010638.4532776,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"13ee4e26da71fff83d03d01b36b19b8e","span_id":"285360e3a84d2e2a","x-request-id":"32d9891f-7b63-4418-af1a-1508ca53b10b"} {"level":"info","ts":1789010638.4533093,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"13ee4e26da71fff83d03d01b36b19b8e","span_id":"285360e3a84d2e2a","x-request-id":"32d9891f-7b63-4418-af1a-1508ca53b10b","EoS":true} {"level":"info","ts":1789010638.4533238,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"13ee4e26da71fff83d03d01b36b19b8e","span_id":"285360e3a84d2e2a","x-request-id":"32d9891f-7b63-4418-af1a-1508ca53b10b"} {"level":"info","ts":1789010639.4152048,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789010639.415314,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"aa2b9f9f22ab05cc00968fa73f47de6f","span_id":"87da6d411a739da4","x-request-id":"747a4a2f-f2ce-45da-a55c-96675f5982da"} {"level":"info","ts":1789010639.4153304,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"aa2b9f9f22ab05cc00968fa73f47de6f","span_id":"87da6d411a739da4","x-request-id":"747a4a2f-f2ce-45da-a55c-96675f5982da"} {"level":"info","ts":1789010639.4153423,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"aa2b9f9f22ab05cc00968fa73f47de6f","span_id":"87da6d411a739da4","x-request-id":"747a4a2f-f2ce-45da-a55c-96675f5982da","EoS":true} {"level":"info","ts":1789010639.4153707,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"aa2b9f9f22ab05cc00968fa73f47de6f","span_id":"87da6d411a739da4","x-request-id":"747a4a2f-f2ce-45da-a55c-96675f5982da","header":"x-maas-group"} {"level":"info","ts":1789010639.4153817,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"aa2b9f9f22ab05cc00968fa73f47de6f","span_id":"87da6d411a739da4","x-request-id":"747a4a2f-f2ce-45da-a55c-96675f5982da","header":"x-maas-username"} {"level":"info","ts":1789010639.4153867,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"aa2b9f9f22ab05cc00968fa73f47de6f","span_id":"87da6d411a739da4","x-request-id":"747a4a2f-f2ce-45da-a55c-96675f5982da","header":"x-maas-subscription"} {"level":"info","ts":1789010639.415404,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"aa2b9f9f22ab05cc00968fa73f47de6f","span_id":"87da6d411a739da4","x-request-id":"747a4a2f-f2ce-45da-a55c-96675f5982da","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789010639.4154267,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"aa2b9f9f22ab05cc00968fa73f47de6f","span_id":"87da6d411a739da4","x-request-id":"747a4a2f-f2ce-45da-a55c-96675f5982da"} {"level":"info","ts":1789010639.4164922,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"aa2b9f9f22ab05cc00968fa73f47de6f","span_id":"87da6d411a739da4","x-request-id":"747a4a2f-f2ce-45da-a55c-96675f5982da"} {"level":"info","ts":1789010639.416518,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"aa2b9f9f22ab05cc00968fa73f47de6f","span_id":"87da6d411a739da4","x-request-id":"747a4a2f-f2ce-45da-a55c-96675f5982da"} {"level":"info","ts":1789010639.4165401,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"aa2b9f9f22ab05cc00968fa73f47de6f","span_id":"87da6d411a739da4","x-request-id":"747a4a2f-f2ce-45da-a55c-96675f5982da","EoS":false} {"level":"info","ts":1789010639.4165606,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"aa2b9f9f22ab05cc00968fa73f47de6f","span_id":"87da6d411a739da4","x-request-id":"747a4a2f-f2ce-45da-a55c-96675f5982da"} {"level":"info","ts":1789010639.416601,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"aa2b9f9f22ab05cc00968fa73f47de6f","span_id":"87da6d411a739da4","x-request-id":"747a4a2f-f2ce-45da-a55c-96675f5982da","EoS":true} {"level":"info","ts":1789010639.4166129,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"aa2b9f9f22ab05cc00968fa73f47de6f","span_id":"87da6d411a739da4","x-request-id":"747a4a2f-f2ce-45da-a55c-96675f5982da"} {"level":"info","ts":1789010640.1469247,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789010640.147045,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0e132df7fe14a69edeac75a4bf0928e5","span_id":"d48f9cce6c4b9511","x-request-id":"e24ab08f-020a-4c0c-81f9-935b0d4eeaa0"} {"level":"info","ts":1789010640.1470578,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0e132df7fe14a69edeac75a4bf0928e5","span_id":"d48f9cce6c4b9511","x-request-id":"e24ab08f-020a-4c0c-81f9-935b0d4eeaa0"} {"level":"info","ts":1789010640.14707,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0e132df7fe14a69edeac75a4bf0928e5","span_id":"d48f9cce6c4b9511","x-request-id":"e24ab08f-020a-4c0c-81f9-935b0d4eeaa0","EoS":true} {"level":"info","ts":1789010640.1470966,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0e132df7fe14a69edeac75a4bf0928e5","span_id":"d48f9cce6c4b9511","x-request-id":"e24ab08f-020a-4c0c-81f9-935b0d4eeaa0","header":"x-maas-subscription"} {"level":"info","ts":1789010640.1471348,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0e132df7fe14a69edeac75a4bf0928e5","span_id":"d48f9cce6c4b9511","x-request-id":"e24ab08f-020a-4c0c-81f9-935b0d4eeaa0","header":"x-maas-group"} {"level":"info","ts":1789010640.1471403,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0e132df7fe14a69edeac75a4bf0928e5","span_id":"d48f9cce6c4b9511","x-request-id":"e24ab08f-020a-4c0c-81f9-935b0d4eeaa0","header":"x-maas-username"} {"level":"info","ts":1789010640.1471567,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0e132df7fe14a69edeac75a4bf0928e5","span_id":"d48f9cce6c4b9511","x-request-id":"e24ab08f-020a-4c0c-81f9-935b0d4eeaa0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789010640.1471863,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0e132df7fe14a69edeac75a4bf0928e5","span_id":"d48f9cce6c4b9511","x-request-id":"e24ab08f-020a-4c0c-81f9-935b0d4eeaa0"} {"level":"info","ts":1789010640.148264,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0e132df7fe14a69edeac75a4bf0928e5","span_id":"d48f9cce6c4b9511","x-request-id":"e24ab08f-020a-4c0c-81f9-935b0d4eeaa0"} {"level":"info","ts":1789010640.1482897,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0e132df7fe14a69edeac75a4bf0928e5","span_id":"d48f9cce6c4b9511","x-request-id":"e24ab08f-020a-4c0c-81f9-935b0d4eeaa0"} {"level":"info","ts":1789010640.1483061,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0e132df7fe14a69edeac75a4bf0928e5","span_id":"d48f9cce6c4b9511","x-request-id":"e24ab08f-020a-4c0c-81f9-935b0d4eeaa0","EoS":false} {"level":"info","ts":1789010640.1483173,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0e132df7fe14a69edeac75a4bf0928e5","span_id":"d48f9cce6c4b9511","x-request-id":"e24ab08f-020a-4c0c-81f9-935b0d4eeaa0"} {"level":"info","ts":1789010640.1483438,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0e132df7fe14a69edeac75a4bf0928e5","span_id":"d48f9cce6c4b9511","x-request-id":"e24ab08f-020a-4c0c-81f9-935b0d4eeaa0","EoS":true} {"level":"info","ts":1789010640.148353,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0e132df7fe14a69edeac75a4bf0928e5","span_id":"d48f9cce6c4b9511","x-request-id":"e24ab08f-020a-4c0c-81f9-935b0d4eeaa0"} {"level":"info","ts":1789010641.202487,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789010641.202604,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7d3e7150d223907c9b6def5f371140d3","span_id":"179ace5b7bfcbc5f","x-request-id":"7d0af306-7d26-476f-8dde-437f674877eb"} {"level":"info","ts":1789010641.2026167,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7d3e7150d223907c9b6def5f371140d3","span_id":"179ace5b7bfcbc5f","x-request-id":"7d0af306-7d26-476f-8dde-437f674877eb"} {"level":"info","ts":1789010641.2026281,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7d3e7150d223907c9b6def5f371140d3","span_id":"179ace5b7bfcbc5f","x-request-id":"7d0af306-7d26-476f-8dde-437f674877eb","EoS":true} {"level":"info","ts":1789010641.202654,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7d3e7150d223907c9b6def5f371140d3","span_id":"179ace5b7bfcbc5f","x-request-id":"7d0af306-7d26-476f-8dde-437f674877eb","header":"x-maas-group"} {"level":"info","ts":1789010641.2026649,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7d3e7150d223907c9b6def5f371140d3","span_id":"179ace5b7bfcbc5f","x-request-id":"7d0af306-7d26-476f-8dde-437f674877eb","header":"x-maas-subscription"} {"level":"info","ts":1789010641.20267,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7d3e7150d223907c9b6def5f371140d3","span_id":"179ace5b7bfcbc5f","x-request-id":"7d0af306-7d26-476f-8dde-437f674877eb","header":"x-maas-username"} {"level":"info","ts":1789010641.202687,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7d3e7150d223907c9b6def5f371140d3","span_id":"179ace5b7bfcbc5f","x-request-id":"7d0af306-7d26-476f-8dde-437f674877eb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789010641.202714,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7d3e7150d223907c9b6def5f371140d3","span_id":"179ace5b7bfcbc5f","x-request-id":"7d0af306-7d26-476f-8dde-437f674877eb"} {"level":"info","ts":1789010641.203749,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7d3e7150d223907c9b6def5f371140d3","span_id":"179ace5b7bfcbc5f","x-request-id":"7d0af306-7d26-476f-8dde-437f674877eb"} {"level":"info","ts":1789010641.2037714,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7d3e7150d223907c9b6def5f371140d3","span_id":"179ace5b7bfcbc5f","x-request-id":"7d0af306-7d26-476f-8dde-437f674877eb"} {"level":"info","ts":1789010641.2037978,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7d3e7150d223907c9b6def5f371140d3","span_id":"179ace5b7bfcbc5f","x-request-id":"7d0af306-7d26-476f-8dde-437f674877eb","EoS":false} {"level":"info","ts":1789010641.203814,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7d3e7150d223907c9b6def5f371140d3","span_id":"179ace5b7bfcbc5f","x-request-id":"7d0af306-7d26-476f-8dde-437f674877eb"} {"level":"info","ts":1789010641.2038417,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7d3e7150d223907c9b6def5f371140d3","span_id":"179ace5b7bfcbc5f","x-request-id":"7d0af306-7d26-476f-8dde-437f674877eb","EoS":true} {"level":"info","ts":1789010641.2038512,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7d3e7150d223907c9b6def5f371140d3","span_id":"179ace5b7bfcbc5f","x-request-id":"7d0af306-7d26-476f-8dde-437f674877eb"} {"level":"error","ts":1789010648.4266818,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789010662.4261425,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789010662.4262834,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9203bd6936e497e3a9c54111fe98f5e6","span_id":"21bc1fb0bf008253","x-request-id":"87d8c6d1-0465-4c18-92ab-48c50723655c"} {"level":"info","ts":1789010662.426298,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9203bd6936e497e3a9c54111fe98f5e6","span_id":"21bc1fb0bf008253","x-request-id":"87d8c6d1-0465-4c18-92ab-48c50723655c"} {"level":"info","ts":1789010662.4263105,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9203bd6936e497e3a9c54111fe98f5e6","span_id":"21bc1fb0bf008253","x-request-id":"87d8c6d1-0465-4c18-92ab-48c50723655c","EoS":true} {"level":"info","ts":1789010662.4263408,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9203bd6936e497e3a9c54111fe98f5e6","span_id":"21bc1fb0bf008253","x-request-id":"87d8c6d1-0465-4c18-92ab-48c50723655c","header":"x-maas-subscription"} {"level":"info","ts":1789010662.4263508,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9203bd6936e497e3a9c54111fe98f5e6","span_id":"21bc1fb0bf008253","x-request-id":"87d8c6d1-0465-4c18-92ab-48c50723655c","header":"x-maas-group"} {"level":"info","ts":1789010662.4263563,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9203bd6936e497e3a9c54111fe98f5e6","span_id":"21bc1fb0bf008253","x-request-id":"87d8c6d1-0465-4c18-92ab-48c50723655c","header":"x-maas-username"} {"level":"info","ts":1789010662.4263716,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"9203bd6936e497e3a9c54111fe98f5e6","span_id":"21bc1fb0bf008253","x-request-id":"87d8c6d1-0465-4c18-92ab-48c50723655c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789010662.4264002,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9203bd6936e497e3a9c54111fe98f5e6","span_id":"21bc1fb0bf008253","x-request-id":"87d8c6d1-0465-4c18-92ab-48c50723655c"} {"level":"info","ts":1789010662.427423,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9203bd6936e497e3a9c54111fe98f5e6","span_id":"21bc1fb0bf008253","x-request-id":"87d8c6d1-0465-4c18-92ab-48c50723655c"} {"level":"info","ts":1789010662.4274445,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9203bd6936e497e3a9c54111fe98f5e6","span_id":"21bc1fb0bf008253","x-request-id":"87d8c6d1-0465-4c18-92ab-48c50723655c"} {"level":"info","ts":1789010662.4274673,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9203bd6936e497e3a9c54111fe98f5e6","span_id":"21bc1fb0bf008253","x-request-id":"87d8c6d1-0465-4c18-92ab-48c50723655c","EoS":false} {"level":"info","ts":1789010662.427481,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9203bd6936e497e3a9c54111fe98f5e6","span_id":"21bc1fb0bf008253","x-request-id":"87d8c6d1-0465-4c18-92ab-48c50723655c"} {"level":"info","ts":1789010662.4275064,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9203bd6936e497e3a9c54111fe98f5e6","span_id":"21bc1fb0bf008253","x-request-id":"87d8c6d1-0465-4c18-92ab-48c50723655c","EoS":true} {"level":"info","ts":1789010662.4275162,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9203bd6936e497e3a9c54111fe98f5e6","span_id":"21bc1fb0bf008253","x-request-id":"87d8c6d1-0465-4c18-92ab-48c50723655c"} {"level":"error","ts":1789010663.427521,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789010673.4277256,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789010755.6288273,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789010755.6289537,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0fcaa0f2d9841c5b5d7c0db3eca5daae","span_id":"71fdae9cc7a24c79","x-request-id":"ad9e05b6-c341-42d3-a64c-41e0d2b7b2d4"} {"level":"info","ts":1789010755.6289692,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0fcaa0f2d9841c5b5d7c0db3eca5daae","span_id":"71fdae9cc7a24c79","x-request-id":"ad9e05b6-c341-42d3-a64c-41e0d2b7b2d4"} {"level":"info","ts":1789010755.6289892,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0fcaa0f2d9841c5b5d7c0db3eca5daae","span_id":"71fdae9cc7a24c79","x-request-id":"ad9e05b6-c341-42d3-a64c-41e0d2b7b2d4","EoS":true} {"level":"info","ts":1789010755.6290286,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0fcaa0f2d9841c5b5d7c0db3eca5daae","span_id":"71fdae9cc7a24c79","x-request-id":"ad9e05b6-c341-42d3-a64c-41e0d2b7b2d4","header":"x-maas-group"} {"level":"info","ts":1789010755.6290426,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0fcaa0f2d9841c5b5d7c0db3eca5daae","span_id":"71fdae9cc7a24c79","x-request-id":"ad9e05b6-c341-42d3-a64c-41e0d2b7b2d4","header":"x-maas-subscription"} {"level":"info","ts":1789010755.629051,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0fcaa0f2d9841c5b5d7c0db3eca5daae","span_id":"71fdae9cc7a24c79","x-request-id":"ad9e05b6-c341-42d3-a64c-41e0d2b7b2d4","header":"x-maas-username"} {"level":"info","ts":1789010755.629076,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0fcaa0f2d9841c5b5d7c0db3eca5daae","span_id":"71fdae9cc7a24c79","x-request-id":"ad9e05b6-c341-42d3-a64c-41e0d2b7b2d4","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789010755.6291382,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0fcaa0f2d9841c5b5d7c0db3eca5daae","span_id":"71fdae9cc7a24c79","x-request-id":"ad9e05b6-c341-42d3-a64c-41e0d2b7b2d4"} {"level":"info","ts":1789010755.6427395,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0fcaa0f2d9841c5b5d7c0db3eca5daae","span_id":"71fdae9cc7a24c79","x-request-id":"ad9e05b6-c341-42d3-a64c-41e0d2b7b2d4"} {"level":"info","ts":1789010755.6427686,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0fcaa0f2d9841c5b5d7c0db3eca5daae","span_id":"71fdae9cc7a24c79","x-request-id":"ad9e05b6-c341-42d3-a64c-41e0d2b7b2d4"} {"level":"info","ts":1789010755.6427863,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0fcaa0f2d9841c5b5d7c0db3eca5daae","span_id":"71fdae9cc7a24c79","x-request-id":"ad9e05b6-c341-42d3-a64c-41e0d2b7b2d4","EoS":false} {"level":"info","ts":1789010755.6427996,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0fcaa0f2d9841c5b5d7c0db3eca5daae","span_id":"71fdae9cc7a24c79","x-request-id":"ad9e05b6-c341-42d3-a64c-41e0d2b7b2d4"} {"level":"info","ts":1789010755.6428306,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0fcaa0f2d9841c5b5d7c0db3eca5daae","span_id":"71fdae9cc7a24c79","x-request-id":"ad9e05b6-c341-42d3-a64c-41e0d2b7b2d4","EoS":true} {"level":"info","ts":1789010755.6428375,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0fcaa0f2d9841c5b5d7c0db3eca5daae","span_id":"71fdae9cc7a24c79","x-request-id":"ad9e05b6-c341-42d3-a64c-41e0d2b7b2d4"} {"level":"error","ts":1789010768.4373903,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789010845.2362916,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789010845.2364132,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a390b08e84c68b2306521b81d52eeed0","span_id":"7360b7356298cc03","x-request-id":"0547cde1-936d-4587-beef-1d6a7dc1ecab"} {"level":"info","ts":1789010845.2364283,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a390b08e84c68b2306521b81d52eeed0","span_id":"7360b7356298cc03","x-request-id":"0547cde1-936d-4587-beef-1d6a7dc1ecab"} {"level":"info","ts":1789010845.2364414,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a390b08e84c68b2306521b81d52eeed0","span_id":"7360b7356298cc03","x-request-id":"0547cde1-936d-4587-beef-1d6a7dc1ecab","EoS":true} {"level":"info","ts":1789010845.2364664,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a390b08e84c68b2306521b81d52eeed0","span_id":"7360b7356298cc03","x-request-id":"0547cde1-936d-4587-beef-1d6a7dc1ecab","header":"x-maas-group"} {"level":"info","ts":1789010845.2364793,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a390b08e84c68b2306521b81d52eeed0","span_id":"7360b7356298cc03","x-request-id":"0547cde1-936d-4587-beef-1d6a7dc1ecab","header":"x-maas-username"} {"level":"info","ts":1789010845.236487,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a390b08e84c68b2306521b81d52eeed0","span_id":"7360b7356298cc03","x-request-id":"0547cde1-936d-4587-beef-1d6a7dc1ecab","header":"x-maas-subscription"} {"level":"info","ts":1789010845.2365055,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a390b08e84c68b2306521b81d52eeed0","span_id":"7360b7356298cc03","x-request-id":"0547cde1-936d-4587-beef-1d6a7dc1ecab","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789010845.2365348,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a390b08e84c68b2306521b81d52eeed0","span_id":"7360b7356298cc03","x-request-id":"0547cde1-936d-4587-beef-1d6a7dc1ecab"} {"level":"info","ts":1789010845.23748,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a390b08e84c68b2306521b81d52eeed0","span_id":"7360b7356298cc03","x-request-id":"0547cde1-936d-4587-beef-1d6a7dc1ecab"} {"level":"info","ts":1789010845.2375016,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a390b08e84c68b2306521b81d52eeed0","span_id":"7360b7356298cc03","x-request-id":"0547cde1-936d-4587-beef-1d6a7dc1ecab"} {"level":"info","ts":1789010845.237517,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a390b08e84c68b2306521b81d52eeed0","span_id":"7360b7356298cc03","x-request-id":"0547cde1-936d-4587-beef-1d6a7dc1ecab","EoS":false} {"level":"info","ts":1789010845.2375288,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a390b08e84c68b2306521b81d52eeed0","span_id":"7360b7356298cc03","x-request-id":"0547cde1-936d-4587-beef-1d6a7dc1ecab"} {"level":"info","ts":1789010845.2375584,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a390b08e84c68b2306521b81d52eeed0","span_id":"7360b7356298cc03","x-request-id":"0547cde1-936d-4587-beef-1d6a7dc1ecab","EoS":true} {"level":"info","ts":1789010845.237572,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a390b08e84c68b2306521b81d52eeed0","span_id":"7360b7356298cc03","x-request-id":"0547cde1-936d-4587-beef-1d6a7dc1ecab"} {"level":"error","ts":1789010858.4455492,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789010858.9237275,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789010858.9238393,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c4708ca683bf63bc6bee34e8de1be8ea","span_id":"985b705398abc1ea","x-request-id":"b8d1bd08-d0d0-45dd-b256-97dabfe297f2"} {"level":"info","ts":1789010858.923852,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c4708ca683bf63bc6bee34e8de1be8ea","span_id":"985b705398abc1ea","x-request-id":"b8d1bd08-d0d0-45dd-b256-97dabfe297f2"} {"level":"info","ts":1789010858.9238641,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c4708ca683bf63bc6bee34e8de1be8ea","span_id":"985b705398abc1ea","x-request-id":"b8d1bd08-d0d0-45dd-b256-97dabfe297f2","EoS":true} {"level":"info","ts":1789010858.9238873,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c4708ca683bf63bc6bee34e8de1be8ea","span_id":"985b705398abc1ea","x-request-id":"b8d1bd08-d0d0-45dd-b256-97dabfe297f2","header":"x-maas-group"} {"level":"info","ts":1789010858.9238975,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c4708ca683bf63bc6bee34e8de1be8ea","span_id":"985b705398abc1ea","x-request-id":"b8d1bd08-d0d0-45dd-b256-97dabfe297f2","header":"x-maas-username"} {"level":"info","ts":1789010858.923903,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c4708ca683bf63bc6bee34e8de1be8ea","span_id":"985b705398abc1ea","x-request-id":"b8d1bd08-d0d0-45dd-b256-97dabfe297f2","header":"x-maas-subscription"} {"level":"info","ts":1789010858.9239213,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c4708ca683bf63bc6bee34e8de1be8ea","span_id":"985b705398abc1ea","x-request-id":"b8d1bd08-d0d0-45dd-b256-97dabfe297f2","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789010858.9239492,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c4708ca683bf63bc6bee34e8de1be8ea","span_id":"985b705398abc1ea","x-request-id":"b8d1bd08-d0d0-45dd-b256-97dabfe297f2"} {"level":"info","ts":1789010858.9368973,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c4708ca683bf63bc6bee34e8de1be8ea","span_id":"985b705398abc1ea","x-request-id":"b8d1bd08-d0d0-45dd-b256-97dabfe297f2"} {"level":"info","ts":1789010858.9369252,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c4708ca683bf63bc6bee34e8de1be8ea","span_id":"985b705398abc1ea","x-request-id":"b8d1bd08-d0d0-45dd-b256-97dabfe297f2"} {"level":"info","ts":1789010858.9369445,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c4708ca683bf63bc6bee34e8de1be8ea","span_id":"985b705398abc1ea","x-request-id":"b8d1bd08-d0d0-45dd-b256-97dabfe297f2","EoS":false} {"level":"info","ts":1789010858.9369576,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c4708ca683bf63bc6bee34e8de1be8ea","span_id":"985b705398abc1ea","x-request-id":"b8d1bd08-d0d0-45dd-b256-97dabfe297f2"} {"level":"info","ts":1789010858.9369874,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c4708ca683bf63bc6bee34e8de1be8ea","span_id":"985b705398abc1ea","x-request-id":"b8d1bd08-d0d0-45dd-b256-97dabfe297f2","EoS":false} {"level":"info","ts":1789010858.9369955,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c4708ca683bf63bc6bee34e8de1be8ea","span_id":"985b705398abc1ea","x-request-id":"b8d1bd08-d0d0-45dd-b256-97dabfe297f2"} {"level":"info","ts":1789010858.937006,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c4708ca683bf63bc6bee34e8de1be8ea","span_id":"985b705398abc1ea","x-request-id":"b8d1bd08-d0d0-45dd-b256-97dabfe297f2","EoS":true} {"level":"info","ts":1789010858.9370124,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c4708ca683bf63bc6bee34e8de1be8ea","span_id":"985b705398abc1ea","x-request-id":"b8d1bd08-d0d0-45dd-b256-97dabfe297f2"} {"level":"info","ts":1789010859.0800865,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789010859.0802307,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9200f26e5c0b4ca25b6db604b36f7b91","span_id":"9b38bee71987e0a0","x-request-id":"cc30a790-399c-4426-8265-6d7e52baf02b"} {"level":"info","ts":1789010859.080252,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9200f26e5c0b4ca25b6db604b36f7b91","span_id":"9b38bee71987e0a0","x-request-id":"cc30a790-399c-4426-8265-6d7e52baf02b"} {"level":"info","ts":1789010859.0802703,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9200f26e5c0b4ca25b6db604b36f7b91","span_id":"9b38bee71987e0a0","x-request-id":"cc30a790-399c-4426-8265-6d7e52baf02b","EoS":true} {"level":"info","ts":1789010859.0802977,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9200f26e5c0b4ca25b6db604b36f7b91","span_id":"9b38bee71987e0a0","x-request-id":"cc30a790-399c-4426-8265-6d7e52baf02b","header":"x-maas-group"} {"level":"info","ts":1789010859.0803084,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9200f26e5c0b4ca25b6db604b36f7b91","span_id":"9b38bee71987e0a0","x-request-id":"cc30a790-399c-4426-8265-6d7e52baf02b","header":"x-maas-username"} {"level":"info","ts":1789010859.0803149,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9200f26e5c0b4ca25b6db604b36f7b91","span_id":"9b38bee71987e0a0","x-request-id":"cc30a790-399c-4426-8265-6d7e52baf02b","header":"x-maas-subscription"} {"level":"info","ts":1789010859.0803316,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"9200f26e5c0b4ca25b6db604b36f7b91","span_id":"9b38bee71987e0a0","x-request-id":"cc30a790-399c-4426-8265-6d7e52baf02b","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789010859.080361,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9200f26e5c0b4ca25b6db604b36f7b91","span_id":"9b38bee71987e0a0","x-request-id":"cc30a790-399c-4426-8265-6d7e52baf02b"} {"level":"info","ts":1789010859.081478,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9200f26e5c0b4ca25b6db604b36f7b91","span_id":"9b38bee71987e0a0","x-request-id":"cc30a790-399c-4426-8265-6d7e52baf02b"} {"level":"info","ts":1789010859.081505,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9200f26e5c0b4ca25b6db604b36f7b91","span_id":"9b38bee71987e0a0","x-request-id":"cc30a790-399c-4426-8265-6d7e52baf02b"} {"level":"info","ts":1789010859.0815237,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9200f26e5c0b4ca25b6db604b36f7b91","span_id":"9b38bee71987e0a0","x-request-id":"cc30a790-399c-4426-8265-6d7e52baf02b","EoS":false} {"level":"info","ts":1789010859.0815353,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9200f26e5c0b4ca25b6db604b36f7b91","span_id":"9b38bee71987e0a0","x-request-id":"cc30a790-399c-4426-8265-6d7e52baf02b"} {"level":"info","ts":1789010859.0815609,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9200f26e5c0b4ca25b6db604b36f7b91","span_id":"9b38bee71987e0a0","x-request-id":"cc30a790-399c-4426-8265-6d7e52baf02b","EoS":false} {"level":"info","ts":1789010859.0815744,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9200f26e5c0b4ca25b6db604b36f7b91","span_id":"9b38bee71987e0a0","x-request-id":"cc30a790-399c-4426-8265-6d7e52baf02b"} {"level":"info","ts":1789010859.0815854,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9200f26e5c0b4ca25b6db604b36f7b91","span_id":"9b38bee71987e0a0","x-request-id":"cc30a790-399c-4426-8265-6d7e52baf02b","EoS":true} {"level":"info","ts":1789010859.0815935,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9200f26e5c0b4ca25b6db604b36f7b91","span_id":"9b38bee71987e0a0","x-request-id":"cc30a790-399c-4426-8265-6d7e52baf02b"} {"level":"info","ts":1789010859.225719,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789010859.2258291,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3a57045f0c5c97a2166217a83fc3459d","span_id":"a91002c11fd5c112","x-request-id":"117f88ec-1d94-4734-8c98-dba222246acd"} {"level":"info","ts":1789010859.2258418,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3a57045f0c5c97a2166217a83fc3459d","span_id":"a91002c11fd5c112","x-request-id":"117f88ec-1d94-4734-8c98-dba222246acd"} {"level":"info","ts":1789010859.2258534,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3a57045f0c5c97a2166217a83fc3459d","span_id":"a91002c11fd5c112","x-request-id":"117f88ec-1d94-4734-8c98-dba222246acd","EoS":true} {"level":"info","ts":1789010859.2258732,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3a57045f0c5c97a2166217a83fc3459d","span_id":"a91002c11fd5c112","x-request-id":"117f88ec-1d94-4734-8c98-dba222246acd","header":"x-maas-subscription"} {"level":"info","ts":1789010859.2258844,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3a57045f0c5c97a2166217a83fc3459d","span_id":"a91002c11fd5c112","x-request-id":"117f88ec-1d94-4734-8c98-dba222246acd","header":"x-maas-username"} {"level":"info","ts":1789010859.225889,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3a57045f0c5c97a2166217a83fc3459d","span_id":"a91002c11fd5c112","x-request-id":"117f88ec-1d94-4734-8c98-dba222246acd","header":"x-maas-group"} {"level":"info","ts":1789010859.2259042,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3a57045f0c5c97a2166217a83fc3459d","span_id":"a91002c11fd5c112","x-request-id":"117f88ec-1d94-4734-8c98-dba222246acd","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789010859.2259276,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3a57045f0c5c97a2166217a83fc3459d","span_id":"a91002c11fd5c112","x-request-id":"117f88ec-1d94-4734-8c98-dba222246acd"} {"level":"info","ts":1789010859.228272,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3a57045f0c5c97a2166217a83fc3459d","span_id":"a91002c11fd5c112","x-request-id":"117f88ec-1d94-4734-8c98-dba222246acd"} {"level":"info","ts":1789010859.2282946,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3a57045f0c5c97a2166217a83fc3459d","span_id":"a91002c11fd5c112","x-request-id":"117f88ec-1d94-4734-8c98-dba222246acd"} {"level":"info","ts":1789010859.2283123,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3a57045f0c5c97a2166217a83fc3459d","span_id":"a91002c11fd5c112","x-request-id":"117f88ec-1d94-4734-8c98-dba222246acd","EoS":false} {"level":"info","ts":1789010859.228325,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3a57045f0c5c97a2166217a83fc3459d","span_id":"a91002c11fd5c112","x-request-id":"117f88ec-1d94-4734-8c98-dba222246acd"} {"level":"info","ts":1789010859.228359,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3a57045f0c5c97a2166217a83fc3459d","span_id":"a91002c11fd5c112","x-request-id":"117f88ec-1d94-4734-8c98-dba222246acd","EoS":false} {"level":"info","ts":1789010859.2283726,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3a57045f0c5c97a2166217a83fc3459d","span_id":"a91002c11fd5c112","x-request-id":"117f88ec-1d94-4734-8c98-dba222246acd"} {"level":"info","ts":1789010859.2283854,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3a57045f0c5c97a2166217a83fc3459d","span_id":"a91002c11fd5c112","x-request-id":"117f88ec-1d94-4734-8c98-dba222246acd","EoS":true} {"level":"info","ts":1789010859.2283943,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3a57045f0c5c97a2166217a83fc3459d","span_id":"a91002c11fd5c112","x-request-id":"117f88ec-1d94-4734-8c98-dba222246acd"} {"level":"error","ts":1789010873.4467778,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789010876.2721357,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789010876.2722473,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0dec6309ca448e1cacb56830aec233f8","span_id":"49b0ed800df39985","x-request-id":"26e489fc-056a-4f73-83e6-5082850ad99c"} {"level":"info","ts":1789010876.2722611,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0dec6309ca448e1cacb56830aec233f8","span_id":"49b0ed800df39985","x-request-id":"26e489fc-056a-4f73-83e6-5082850ad99c"} {"level":"info","ts":1789010876.2722726,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0dec6309ca448e1cacb56830aec233f8","span_id":"49b0ed800df39985","x-request-id":"26e489fc-056a-4f73-83e6-5082850ad99c","EoS":true} {"level":"info","ts":1789010876.2722974,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0dec6309ca448e1cacb56830aec233f8","span_id":"49b0ed800df39985","x-request-id":"26e489fc-056a-4f73-83e6-5082850ad99c","header":"x-maas-username"} {"level":"info","ts":1789010876.2723112,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0dec6309ca448e1cacb56830aec233f8","span_id":"49b0ed800df39985","x-request-id":"26e489fc-056a-4f73-83e6-5082850ad99c","header":"x-maas-group"} {"level":"info","ts":1789010876.2723198,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0dec6309ca448e1cacb56830aec233f8","span_id":"49b0ed800df39985","x-request-id":"26e489fc-056a-4f73-83e6-5082850ad99c","header":"x-maas-subscription"} {"level":"info","ts":1789010876.2723408,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0dec6309ca448e1cacb56830aec233f8","span_id":"49b0ed800df39985","x-request-id":"26e489fc-056a-4f73-83e6-5082850ad99c","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789010876.2723696,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0dec6309ca448e1cacb56830aec233f8","span_id":"49b0ed800df39985","x-request-id":"26e489fc-056a-4f73-83e6-5082850ad99c"} {"level":"info","ts":1789010876.2734215,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0dec6309ca448e1cacb56830aec233f8","span_id":"49b0ed800df39985","x-request-id":"26e489fc-056a-4f73-83e6-5082850ad99c"} {"level":"info","ts":1789010876.2734444,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0dec6309ca448e1cacb56830aec233f8","span_id":"49b0ed800df39985","x-request-id":"26e489fc-056a-4f73-83e6-5082850ad99c"} {"level":"info","ts":1789010876.2734697,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0dec6309ca448e1cacb56830aec233f8","span_id":"49b0ed800df39985","x-request-id":"26e489fc-056a-4f73-83e6-5082850ad99c","EoS":false} {"level":"info","ts":1789010876.273483,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0dec6309ca448e1cacb56830aec233f8","span_id":"49b0ed800df39985","x-request-id":"26e489fc-056a-4f73-83e6-5082850ad99c"} {"level":"info","ts":1789010876.273511,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0dec6309ca448e1cacb56830aec233f8","span_id":"49b0ed800df39985","x-request-id":"26e489fc-056a-4f73-83e6-5082850ad99c","EoS":false} {"level":"info","ts":1789010876.2735226,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0dec6309ca448e1cacb56830aec233f8","span_id":"49b0ed800df39985","x-request-id":"26e489fc-056a-4f73-83e6-5082850ad99c"} {"level":"info","ts":1789010876.2735405,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0dec6309ca448e1cacb56830aec233f8","span_id":"49b0ed800df39985","x-request-id":"26e489fc-056a-4f73-83e6-5082850ad99c","EoS":true} {"level":"info","ts":1789010876.2735481,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0dec6309ca448e1cacb56830aec233f8","span_id":"49b0ed800df39985","x-request-id":"26e489fc-056a-4f73-83e6-5082850ad99c"} {"level":"error","ts":1789010888.4485557,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}