{"level":"info","ts":1789145750.4750812,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-dc59df00","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dc59df00","reconcileID":"b37bdc52-f903-4c48-b050-a3112184e625","name":"e2e-legacy-migration-dc59df00"} {"level":"info","ts":1789145750.502537,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dc59df00","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dc59df00","reconcileID":"8469e0d1-67a3-4217-a480-2afbf39a5193","name":"e2e-legacy-migration-dc59df00","namespace":"llm"} {"level":"info","ts":1789145750.5026588,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dc59df00","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dc59df00","reconcileID":"8469e0d1-67a3-4217-a480-2afbf39a5193","modelName":"e2e-legacy-migration-dc59df00","resolvedRefs":1} {"level":"info","ts":1789145750.5138383,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-dc59df00","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dc59df00","reconcileID":"b37bdc52-f903-4c48-b050-a3112184e625","service":"e2e-legacy-migration-dc59df00","serviceEntry":"e2e-legacy-migration-dc59df00","destinationRule":"e2e-legacy-migration-dc59df00"} {"level":"error","ts":1789145750.526138,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dc59df00","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dc59df00","reconcileID":"84d5d693-a10b-4791-987c-da2e6102b14a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-dc59df00\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789145750.5261939,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dc59df00","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dc59df00","reconcileID":"84d5d693-a10b-4791-987c-da2e6102b14a","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-dc59df00\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789145750.5262723,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dc59df00","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dc59df00","reconcileID":"0d00c3b2-266f-49df-b842-7770194e5cbd"} {"level":"info","ts":1789145750.5263515,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dc59df00","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dc59df00","reconcileID":"0d00c3b2-266f-49df-b842-7770194e5cbd","name":"e2e-legacy-migration-dc59df00"} {"level":"info","ts":1789145750.5491621,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dc59df00","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dc59df00","reconcileID":"ffe30a68-a25f-4678-82a4-a19333962aa4","name":"e2e-legacy-migration-dc59df00","namespace":"llm"} {"level":"info","ts":1789145750.5492027,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dc59df00","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dc59df00","reconcileID":"ffe30a68-a25f-4678-82a4-a19333962aa4","modelName":"e2e-legacy-migration-dc59df00","resolvedRefs":1} {"level":"info","ts":1789145750.5492198,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dc59df00","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dc59df00","reconcileID":"0d00c3b2-266f-49df-b842-7770194e5cbd","httpRoute":"e2e-legacy-migration-dc59df00","providers":["e2e-legacy-migration-dc59df00"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789145750.5606298,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dc59df00","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dc59df00","reconcileID":"0d00c3b2-266f-49df-b842-7770194e5cbd","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-dc59df00\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789145750.560749,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dc59df00","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dc59df00","reconcileID":"5ec2b423-130d-4442-a483-f70e419f8985"} {"level":"info","ts":1789145750.5608246,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dc59df00","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dc59df00","reconcileID":"5ec2b423-130d-4442-a483-f70e419f8985","name":"e2e-legacy-migration-dc59df00"} {"level":"info","ts":1789145750.585477,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dc59df00","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dc59df00","reconcileID":"5ec2b423-130d-4442-a483-f70e419f8985","httpRoute":"e2e-legacy-migration-dc59df00","providers":["e2e-legacy-migration-dc59df00"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789145750.585841,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dc59df00","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dc59df00","reconcileID":"42c9107a-2f92-48b7-bef5-d6451b4255c9","name":"e2e-legacy-migration-dc59df00","namespace":"llm"} {"level":"info","ts":1789145750.5859263,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dc59df00","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dc59df00","reconcileID":"42c9107a-2f92-48b7-bef5-d6451b4255c9","modelName":"e2e-legacy-migration-dc59df00","resolvedRefs":1} {"level":"error","ts":1789145750.5960338,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dc59df00","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dc59df00","reconcileID":"5ec2b423-130d-4442-a483-f70e419f8985","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-dc59df00\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789145750.5961251,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dc59df00","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dc59df00","reconcileID":"efa966ba-ea3e-443b-8995-11757cbe2410"} {"level":"info","ts":1789145750.596232,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dc59df00","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dc59df00","reconcileID":"efa966ba-ea3e-443b-8995-11757cbe2410","name":"e2e-legacy-migration-dc59df00"} {"level":"info","ts":1789145750.6194973,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dc59df00","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dc59df00","reconcileID":"efa966ba-ea3e-443b-8995-11757cbe2410","httpRoute":"e2e-legacy-migration-dc59df00","providers":["e2e-legacy-migration-dc59df00"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789145750.6996253,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dc59df00","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dc59df00","reconcileID":"49c10e6b-ecd5-4ffd-86c1-71882316b886","name":"e2e-legacy-migration-dc59df00","namespace":"llm"} {"level":"info","ts":1789145750.7078938,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dc59df00","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dc59df00","reconcileID":"49c10e6b-ecd5-4ffd-86c1-71882316b886","name":"e2e-legacy-migration-dc59df00"} {"level":"info","ts":1789145750.7205727,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dc59df00","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dc59df00","reconcileID":"49c10e6b-ecd5-4ffd-86c1-71882316b886","provider":"openai","model":"e2e-legacy-migration-dc59df00","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789145753.3921318,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dc59df00","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dc59df00","reconcileID":"26fc8448-0c9d-4aaf-87c3-6563c2200b90","name":"e2e-legacy-migration-dc59df00","namespace":"llm"} {"level":"info","ts":1789145753.4297218,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-dc59df00","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dc59df00","reconcileID":"8a3d61f6-0536-438c-afe1-e8571d671e87"} {"level":"info","ts":1789145753.4298615,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dc59df00","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dc59df00","reconcileID":"706b5bc2-40f6-485e-8022-0943bb4afb98"} {"level":"error","ts":1789145753.429898,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dc59df00","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dc59df00","reconcileID":"706b5bc2-40f6-485e-8022-0943bb4afb98","provider":"e2e-legacy-migration-dc59df00","error":"ExternalProvider.inference.opendatahub.io \"e2e-legacy-migration-dc59df00\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789145753.4299319,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-dc59df00","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dc59df00","reconcileID":"08727cf5-5d02-49e4-9d4f-d9d509be6db5","name":"e2e-legacy-migration-dc59df00","namespace":"llm"} {"level":"info","ts":1789145753.430088,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-dc59df00","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dc59df00","reconcileID":"08727cf5-5d02-49e4-9d4f-d9d509be6db5","name":"e2e-legacy-migration-dc59df00","namespace":"llm"} {"level":"info","ts":1789145753.4297764,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dc59df00","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dc59df00","reconcileID":"69b95e28-e025-4496-883a-1d55165cc238","name":"e2e-legacy-migration-dc59df00","namespace":"llm"} {"level":"error","ts":1789145753.43014,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dc59df00","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dc59df00","reconcileID":"69b95e28-e025-4496-883a-1d55165cc238","provider":"e2e-legacy-migration-dc59df00","error":"ExternalProvider \"e2e-legacy-migration-dc59df00\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789145753.4301682,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dc59df00","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dc59df00","reconcileID":"69b95e28-e025-4496-883a-1d55165cc238"} {"level":"info","ts":1789145753.4337463,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dc59df00","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dc59df00","reconcileID":"fe4b6292-a7aa-43b6-a47a-fa763568a793","name":"e2e-legacy-migration-dc59df00","namespace":"llm"} {"level":"info","ts":1789145753.4337685,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dc59df00","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dc59df00","reconcileID":"fe4b6292-a7aa-43b6-a47a-fa763568a793","name":"e2e-legacy-migration-dc59df00","namespace":"llm"} {"level":"error","ts":1789145753.4440722,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dc59df00","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dc59df00","reconcileID":"706b5bc2-40f6-485e-8022-0943bb4afb98","error":"externalmodels.inference.opendatahub.io \"e2e-legacy-migration-dc59df00\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789145753.444117,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dc59df00","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dc59df00","reconcileID":"706b5bc2-40f6-485e-8022-0943bb4afb98","error":"ExternalModel \"e2e-legacy-migration-dc59df00\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-dc59df00\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789145753.4442127,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dc59df00","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dc59df00","reconcileID":"1d59c960-e9c1-4fda-a5f4-807e2d3bff73"} {"level":"info","ts":1789145753.8720772,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789145753.872176,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7f4478aedc3131aeddc842793e44853b","span_id":"7ad9807ab4218b53","x-request-id":"49c627ea-23f4-4d05-851d-bd315416bfac"} {"level":"info","ts":1789145753.8721886,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7f4478aedc3131aeddc842793e44853b","span_id":"7ad9807ab4218b53","x-request-id":"49c627ea-23f4-4d05-851d-bd315416bfac"} {"level":"info","ts":1789145753.8722007,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7f4478aedc3131aeddc842793e44853b","span_id":"7ad9807ab4218b53","x-request-id":"49c627ea-23f4-4d05-851d-bd315416bfac","EoS":true} {"level":"info","ts":1789145753.8722227,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7f4478aedc3131aeddc842793e44853b","span_id":"7ad9807ab4218b53","x-request-id":"49c627ea-23f4-4d05-851d-bd315416bfac","header":"x-maas-subscription"} {"level":"info","ts":1789145753.872233,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7f4478aedc3131aeddc842793e44853b","span_id":"7ad9807ab4218b53","x-request-id":"49c627ea-23f4-4d05-851d-bd315416bfac","header":"x-maas-username"} {"level":"info","ts":1789145753.872238,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7f4478aedc3131aeddc842793e44853b","span_id":"7ad9807ab4218b53","x-request-id":"49c627ea-23f4-4d05-851d-bd315416bfac","header":"x-maas-group"} {"level":"info","ts":1789145753.8722525,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7f4478aedc3131aeddc842793e44853b","span_id":"7ad9807ab4218b53","x-request-id":"49c627ea-23f4-4d05-851d-bd315416bfac","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789145753.872264,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"7f4478aedc3131aeddc842793e44853b","span_id":"7ad9807ab4218b53","x-request-id":"49c627ea-23f4-4d05-851d-bd315416bfac","modelName":"e2e-external-model"} {"level":"info","ts":1789145753.872277,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"7f4478aedc3131aeddc842793e44853b","span_id":"7ad9807ab4218b53","x-request-id":"49c627ea-23f4-4d05-851d-bd315416bfac","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789145753.872299,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"7f4478aedc3131aeddc842793e44853b","span_id":"7ad9807ab4218b53","x-request-id":"49c627ea-23f4-4d05-851d-bd315416bfac","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1789145753.8723137,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"7f4478aedc3131aeddc842793e44853b","span_id":"7ad9807ab4218b53","x-request-id":"49c627ea-23f4-4d05-851d-bd315416bfac","authType":"apikey"} {"level":"info","ts":1789145753.8723397,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7f4478aedc3131aeddc842793e44853b","span_id":"7ad9807ab4218b53","x-request-id":"49c627ea-23f4-4d05-851d-bd315416bfac"} {"level":"info","ts":1789145754.2553256,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7f4478aedc3131aeddc842793e44853b","span_id":"7ad9807ab4218b53","x-request-id":"49c627ea-23f4-4d05-851d-bd315416bfac"} {"level":"info","ts":1789145754.255354,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7f4478aedc3131aeddc842793e44853b","span_id":"7ad9807ab4218b53","x-request-id":"49c627ea-23f4-4d05-851d-bd315416bfac"} {"level":"info","ts":1789145754.2553713,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7f4478aedc3131aeddc842793e44853b","span_id":"7ad9807ab4218b53","x-request-id":"49c627ea-23f4-4d05-851d-bd315416bfac","EoS":false} {"level":"info","ts":1789145754.2553926,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7f4478aedc3131aeddc842793e44853b","span_id":"7ad9807ab4218b53","x-request-id":"49c627ea-23f4-4d05-851d-bd315416bfac"} {"level":"info","ts":1789145754.2554345,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7f4478aedc3131aeddc842793e44853b","span_id":"7ad9807ab4218b53","x-request-id":"49c627ea-23f4-4d05-851d-bd315416bfac","EoS":true} {"level":"info","ts":1789145754.2554474,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7f4478aedc3131aeddc842793e44853b","span_id":"7ad9807ab4218b53","x-request-id":"49c627ea-23f4-4d05-851d-bd315416bfac"} {"level":"info","ts":1789145754.304324,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789145754.3044405,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a3fb759dd72126308f706238f180a5a4","span_id":"55984b236197a31f","x-request-id":"12e0a786-92ce-4102-82ac-14b9ea8b191b"} {"level":"info","ts":1789145754.304457,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a3fb759dd72126308f706238f180a5a4","span_id":"55984b236197a31f","x-request-id":"12e0a786-92ce-4102-82ac-14b9ea8b191b"} {"level":"info","ts":1789145754.3044748,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a3fb759dd72126308f706238f180a5a4","span_id":"55984b236197a31f","x-request-id":"12e0a786-92ce-4102-82ac-14b9ea8b191b","EoS":true} {"level":"info","ts":1789145754.3045108,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a3fb759dd72126308f706238f180a5a4","span_id":"55984b236197a31f","x-request-id":"12e0a786-92ce-4102-82ac-14b9ea8b191b","header":"x-maas-subscription"} {"level":"info","ts":1789145754.3045206,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a3fb759dd72126308f706238f180a5a4","span_id":"55984b236197a31f","x-request-id":"12e0a786-92ce-4102-82ac-14b9ea8b191b","header":"x-maas-group"} {"level":"info","ts":1789145754.304526,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a3fb759dd72126308f706238f180a5a4","span_id":"55984b236197a31f","x-request-id":"12e0a786-92ce-4102-82ac-14b9ea8b191b","header":"x-maas-username"} {"level":"info","ts":1789145754.3045564,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a3fb759dd72126308f706238f180a5a4","span_id":"55984b236197a31f","x-request-id":"12e0a786-92ce-4102-82ac-14b9ea8b191b","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789145754.304581,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a3fb759dd72126308f706238f180a5a4","span_id":"55984b236197a31f","x-request-id":"12e0a786-92ce-4102-82ac-14b9ea8b191b"} {"level":"info","ts":1789145754.9586072,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a3fb759dd72126308f706238f180a5a4","span_id":"55984b236197a31f","x-request-id":"12e0a786-92ce-4102-82ac-14b9ea8b191b"} {"level":"info","ts":1789145754.9586442,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a3fb759dd72126308f706238f180a5a4","span_id":"55984b236197a31f","x-request-id":"12e0a786-92ce-4102-82ac-14b9ea8b191b"} {"level":"info","ts":1789145754.9586706,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a3fb759dd72126308f706238f180a5a4","span_id":"55984b236197a31f","x-request-id":"12e0a786-92ce-4102-82ac-14b9ea8b191b","EoS":false} {"level":"info","ts":1789145754.9586892,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a3fb759dd72126308f706238f180a5a4","span_id":"55984b236197a31f","x-request-id":"12e0a786-92ce-4102-82ac-14b9ea8b191b"} {"level":"info","ts":1789145754.9587312,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a3fb759dd72126308f706238f180a5a4","span_id":"55984b236197a31f","x-request-id":"12e0a786-92ce-4102-82ac-14b9ea8b191b","EoS":true} {"level":"info","ts":1789145754.9587486,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a3fb759dd72126308f706238f180a5a4","span_id":"55984b236197a31f","x-request-id":"12e0a786-92ce-4102-82ac-14b9ea8b191b"} {"level":"info","ts":1789145755.0249944,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789145755.0250914,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9d981532adfb5cd446e042806604aa68","span_id":"a5be153ef34cdde7","x-request-id":"b24f5213-3283-4baa-81fe-2a636b4baf5c"} {"level":"info","ts":1789145755.0251045,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9d981532adfb5cd446e042806604aa68","span_id":"a5be153ef34cdde7","x-request-id":"b24f5213-3283-4baa-81fe-2a636b4baf5c"} {"level":"info","ts":1789145755.0251164,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9d981532adfb5cd446e042806604aa68","span_id":"a5be153ef34cdde7","x-request-id":"b24f5213-3283-4baa-81fe-2a636b4baf5c","EoS":true} {"level":"info","ts":1789145755.0251355,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9d981532adfb5cd446e042806604aa68","span_id":"a5be153ef34cdde7","x-request-id":"b24f5213-3283-4baa-81fe-2a636b4baf5c","header":"x-maas-username"} {"level":"info","ts":1789145755.0251458,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9d981532adfb5cd446e042806604aa68","span_id":"a5be153ef34cdde7","x-request-id":"b24f5213-3283-4baa-81fe-2a636b4baf5c","header":"x-maas-subscription"} {"level":"info","ts":1789145755.0251615,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9d981532adfb5cd446e042806604aa68","span_id":"a5be153ef34cdde7","x-request-id":"b24f5213-3283-4baa-81fe-2a636b4baf5c","header":"x-maas-group"} {"level":"info","ts":1789145755.025194,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9d981532adfb5cd446e042806604aa68","span_id":"a5be153ef34cdde7","x-request-id":"b24f5213-3283-4baa-81fe-2a636b4baf5c"} {"level":"info","ts":1789145755.8156054,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9d981532adfb5cd446e042806604aa68","span_id":"a5be153ef34cdde7","x-request-id":"b24f5213-3283-4baa-81fe-2a636b4baf5c"} {"level":"info","ts":1789145755.8156395,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9d981532adfb5cd446e042806604aa68","span_id":"a5be153ef34cdde7","x-request-id":"b24f5213-3283-4baa-81fe-2a636b4baf5c"} {"level":"info","ts":1789145755.8156607,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9d981532adfb5cd446e042806604aa68","span_id":"a5be153ef34cdde7","x-request-id":"b24f5213-3283-4baa-81fe-2a636b4baf5c","EoS":false} {"level":"info","ts":1789145755.8156776,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9d981532adfb5cd446e042806604aa68","span_id":"a5be153ef34cdde7","x-request-id":"b24f5213-3283-4baa-81fe-2a636b4baf5c"} {"level":"info","ts":1789145755.8157187,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9d981532adfb5cd446e042806604aa68","span_id":"a5be153ef34cdde7","x-request-id":"b24f5213-3283-4baa-81fe-2a636b4baf5c","EoS":true} {"level":"info","ts":1789145755.8157299,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9d981532adfb5cd446e042806604aa68","span_id":"a5be153ef34cdde7","x-request-id":"b24f5213-3283-4baa-81fe-2a636b4baf5c"} {"level":"info","ts":1789145756.69009,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"76209535-91dc-473e-b76e-5426d5d7f58e"} {"level":"info","ts":1789145756.6901088,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e4aa7879-ee36-4986-b076-195a7b29bf79","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789145756.69022,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e4aa7879-ee36-4986-b076-195a7b29bf79","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789145756.849563,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f9910a68-9d58-47e9-a52c-9378f7cc1788"} {"level":"info","ts":1789145756.8495905,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"efa28209-39a4-42dd-bfa1-0750917f50ee","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789145756.8496225,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"efa28209-39a4-42dd-bfa1-0750917f50ee","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789145756.9743335,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"35030f19-5df7-4b7f-8a0f-31f41e054dfb","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789145756.9744039,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"35030f19-5df7-4b7f-8a0f-31f41e054dfb","key":"llm/e2e-external-model-api-key"} {"level":"error","ts":1789145758.041637,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789145768.0426853,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789145768.9963057,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789145768.9964356,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d6cfecd9925dc57e455ed44cda42ee99","span_id":"10a2ea531d158f48","x-request-id":"64ae5418-b74a-4515-bb94-a9700047b850"} {"level":"info","ts":1789145768.9964566,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d6cfecd9925dc57e455ed44cda42ee99","span_id":"10a2ea531d158f48","x-request-id":"64ae5418-b74a-4515-bb94-a9700047b850"} {"level":"info","ts":1789145768.996471,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d6cfecd9925dc57e455ed44cda42ee99","span_id":"10a2ea531d158f48","x-request-id":"64ae5418-b74a-4515-bb94-a9700047b850","EoS":true} {"level":"info","ts":1789145768.9964945,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d6cfecd9925dc57e455ed44cda42ee99","span_id":"10a2ea531d158f48","x-request-id":"64ae5418-b74a-4515-bb94-a9700047b850","header":"x-maas-group"} {"level":"info","ts":1789145768.9965055,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d6cfecd9925dc57e455ed44cda42ee99","span_id":"10a2ea531d158f48","x-request-id":"64ae5418-b74a-4515-bb94-a9700047b850","header":"x-maas-username"} {"level":"info","ts":1789145768.996511,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d6cfecd9925dc57e455ed44cda42ee99","span_id":"10a2ea531d158f48","x-request-id":"64ae5418-b74a-4515-bb94-a9700047b850","header":"x-maas-subscription"} {"level":"info","ts":1789145768.996526,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d6cfecd9925dc57e455ed44cda42ee99","span_id":"10a2ea531d158f48","x-request-id":"64ae5418-b74a-4515-bb94-a9700047b850","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789145768.9965532,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d6cfecd9925dc57e455ed44cda42ee99","span_id":"10a2ea531d158f48","x-request-id":"64ae5418-b74a-4515-bb94-a9700047b850"} {"level":"info","ts":1789145769.0035038,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d6cfecd9925dc57e455ed44cda42ee99","span_id":"10a2ea531d158f48","x-request-id":"64ae5418-b74a-4515-bb94-a9700047b850"} {"level":"info","ts":1789145769.0035264,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d6cfecd9925dc57e455ed44cda42ee99","span_id":"10a2ea531d158f48","x-request-id":"64ae5418-b74a-4515-bb94-a9700047b850"} {"level":"info","ts":1789145769.0035439,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d6cfecd9925dc57e455ed44cda42ee99","span_id":"10a2ea531d158f48","x-request-id":"64ae5418-b74a-4515-bb94-a9700047b850","EoS":false} {"level":"info","ts":1789145769.0035584,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d6cfecd9925dc57e455ed44cda42ee99","span_id":"10a2ea531d158f48","x-request-id":"64ae5418-b74a-4515-bb94-a9700047b850"} {"level":"info","ts":1789145769.0035865,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d6cfecd9925dc57e455ed44cda42ee99","span_id":"10a2ea531d158f48","x-request-id":"64ae5418-b74a-4515-bb94-a9700047b850","EoS":true} {"level":"info","ts":1789145769.003596,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d6cfecd9925dc57e455ed44cda42ee99","span_id":"10a2ea531d158f48","x-request-id":"64ae5418-b74a-4515-bb94-a9700047b850"} {"level":"info","ts":1789145769.0666542,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789145769.066751,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ebcc6d4b1c2ca8a8c093f78a5e53b75a","span_id":"b658a03d49716694","x-request-id":"5d247abd-6c1d-4efd-ae22-0b34a45a4def"} {"level":"info","ts":1789145769.0667632,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ebcc6d4b1c2ca8a8c093f78a5e53b75a","span_id":"b658a03d49716694","x-request-id":"5d247abd-6c1d-4efd-ae22-0b34a45a4def"} {"level":"info","ts":1789145769.0667753,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ebcc6d4b1c2ca8a8c093f78a5e53b75a","span_id":"b658a03d49716694","x-request-id":"5d247abd-6c1d-4efd-ae22-0b34a45a4def","EoS":true} {"level":"info","ts":1789145769.0668197,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ebcc6d4b1c2ca8a8c093f78a5e53b75a","span_id":"b658a03d49716694","x-request-id":"5d247abd-6c1d-4efd-ae22-0b34a45a4def","header":"x-maas-group"} {"level":"info","ts":1789145769.0668302,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ebcc6d4b1c2ca8a8c093f78a5e53b75a","span_id":"b658a03d49716694","x-request-id":"5d247abd-6c1d-4efd-ae22-0b34a45a4def","header":"x-maas-username"} {"level":"info","ts":1789145769.0668359,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ebcc6d4b1c2ca8a8c093f78a5e53b75a","span_id":"b658a03d49716694","x-request-id":"5d247abd-6c1d-4efd-ae22-0b34a45a4def","header":"x-maas-subscription"} {"level":"info","ts":1789145769.0668514,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ebcc6d4b1c2ca8a8c093f78a5e53b75a","span_id":"b658a03d49716694","x-request-id":"5d247abd-6c1d-4efd-ae22-0b34a45a4def","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789145769.0668764,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ebcc6d4b1c2ca8a8c093f78a5e53b75a","span_id":"b658a03d49716694","x-request-id":"5d247abd-6c1d-4efd-ae22-0b34a45a4def"} {"level":"info","ts":1789145769.073902,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ebcc6d4b1c2ca8a8c093f78a5e53b75a","span_id":"b658a03d49716694","x-request-id":"5d247abd-6c1d-4efd-ae22-0b34a45a4def"} {"level":"info","ts":1789145769.0739224,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ebcc6d4b1c2ca8a8c093f78a5e53b75a","span_id":"b658a03d49716694","x-request-id":"5d247abd-6c1d-4efd-ae22-0b34a45a4def"} {"level":"info","ts":1789145769.073935,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ebcc6d4b1c2ca8a8c093f78a5e53b75a","span_id":"b658a03d49716694","x-request-id":"5d247abd-6c1d-4efd-ae22-0b34a45a4def","EoS":false} {"level":"info","ts":1789145769.0739465,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ebcc6d4b1c2ca8a8c093f78a5e53b75a","span_id":"b658a03d49716694","x-request-id":"5d247abd-6c1d-4efd-ae22-0b34a45a4def"} {"level":"info","ts":1789145769.0739713,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ebcc6d4b1c2ca8a8c093f78a5e53b75a","span_id":"b658a03d49716694","x-request-id":"5d247abd-6c1d-4efd-ae22-0b34a45a4def","EoS":true} {"level":"info","ts":1789145769.0739803,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ebcc6d4b1c2ca8a8c093f78a5e53b75a","span_id":"b658a03d49716694","x-request-id":"5d247abd-6c1d-4efd-ae22-0b34a45a4def"} {"level":"info","ts":1789145769.1314588,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789145769.1315594,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"74faae7ea17ff4aa73e6b0a060a6dc23","span_id":"69f3cbe03acc25f3","x-request-id":"080a0b75-0459-4160-9465-beb21ccd9c18"} {"level":"info","ts":1789145769.1315799,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"74faae7ea17ff4aa73e6b0a060a6dc23","span_id":"69f3cbe03acc25f3","x-request-id":"080a0b75-0459-4160-9465-beb21ccd9c18"} {"level":"info","ts":1789145769.1315987,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"74faae7ea17ff4aa73e6b0a060a6dc23","span_id":"69f3cbe03acc25f3","x-request-id":"080a0b75-0459-4160-9465-beb21ccd9c18","EoS":true} {"level":"info","ts":1789145769.1316311,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"74faae7ea17ff4aa73e6b0a060a6dc23","span_id":"69f3cbe03acc25f3","x-request-id":"080a0b75-0459-4160-9465-beb21ccd9c18","header":"x-maas-username"} {"level":"info","ts":1789145769.1316433,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"74faae7ea17ff4aa73e6b0a060a6dc23","span_id":"69f3cbe03acc25f3","x-request-id":"080a0b75-0459-4160-9465-beb21ccd9c18","header":"x-maas-group"} {"level":"info","ts":1789145769.1316493,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"74faae7ea17ff4aa73e6b0a060a6dc23","span_id":"69f3cbe03acc25f3","x-request-id":"080a0b75-0459-4160-9465-beb21ccd9c18","header":"x-maas-subscription"} {"level":"info","ts":1789145769.1316643,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"74faae7ea17ff4aa73e6b0a060a6dc23","span_id":"69f3cbe03acc25f3","x-request-id":"080a0b75-0459-4160-9465-beb21ccd9c18","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789145769.131699,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"74faae7ea17ff4aa73e6b0a060a6dc23","span_id":"69f3cbe03acc25f3","x-request-id":"080a0b75-0459-4160-9465-beb21ccd9c18"} {"level":"info","ts":1789145769.1402168,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"74faae7ea17ff4aa73e6b0a060a6dc23","span_id":"69f3cbe03acc25f3","x-request-id":"080a0b75-0459-4160-9465-beb21ccd9c18"} {"level":"info","ts":1789145769.140237,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"74faae7ea17ff4aa73e6b0a060a6dc23","span_id":"69f3cbe03acc25f3","x-request-id":"080a0b75-0459-4160-9465-beb21ccd9c18"} {"level":"info","ts":1789145769.140251,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"74faae7ea17ff4aa73e6b0a060a6dc23","span_id":"69f3cbe03acc25f3","x-request-id":"080a0b75-0459-4160-9465-beb21ccd9c18","EoS":false} {"level":"info","ts":1789145769.1402643,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"74faae7ea17ff4aa73e6b0a060a6dc23","span_id":"69f3cbe03acc25f3","x-request-id":"080a0b75-0459-4160-9465-beb21ccd9c18"} {"level":"info","ts":1789145769.1402934,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"74faae7ea17ff4aa73e6b0a060a6dc23","span_id":"69f3cbe03acc25f3","x-request-id":"080a0b75-0459-4160-9465-beb21ccd9c18","EoS":true} {"level":"info","ts":1789145769.1403081,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"74faae7ea17ff4aa73e6b0a060a6dc23","span_id":"69f3cbe03acc25f3","x-request-id":"080a0b75-0459-4160-9465-beb21ccd9c18"} {"level":"info","ts":1789145769.194607,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789145769.1947024,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7dc6a973da5ce327d07802f99376d408","span_id":"49d4a30b14e674e7","x-request-id":"dcc49be4-46d2-430c-bd99-d5d34d384474"} {"level":"info","ts":1789145769.1947155,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7dc6a973da5ce327d07802f99376d408","span_id":"49d4a30b14e674e7","x-request-id":"dcc49be4-46d2-430c-bd99-d5d34d384474"} {"level":"info","ts":1789145769.194726,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7dc6a973da5ce327d07802f99376d408","span_id":"49d4a30b14e674e7","x-request-id":"dcc49be4-46d2-430c-bd99-d5d34d384474","EoS":true} {"level":"info","ts":1789145769.1947486,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7dc6a973da5ce327d07802f99376d408","span_id":"49d4a30b14e674e7","x-request-id":"dcc49be4-46d2-430c-bd99-d5d34d384474","header":"x-maas-subscription"} {"level":"info","ts":1789145769.1947584,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7dc6a973da5ce327d07802f99376d408","span_id":"49d4a30b14e674e7","x-request-id":"dcc49be4-46d2-430c-bd99-d5d34d384474","header":"x-maas-username"} {"level":"info","ts":1789145769.1947634,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7dc6a973da5ce327d07802f99376d408","span_id":"49d4a30b14e674e7","x-request-id":"dcc49be4-46d2-430c-bd99-d5d34d384474","header":"x-maas-group"} {"level":"info","ts":1789145769.1947787,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7dc6a973da5ce327d07802f99376d408","span_id":"49d4a30b14e674e7","x-request-id":"dcc49be4-46d2-430c-bd99-d5d34d384474","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789145769.1948323,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7dc6a973da5ce327d07802f99376d408","span_id":"49d4a30b14e674e7","x-request-id":"dcc49be4-46d2-430c-bd99-d5d34d384474"} {"level":"info","ts":1789145769.1991334,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7dc6a973da5ce327d07802f99376d408","span_id":"49d4a30b14e674e7","x-request-id":"dcc49be4-46d2-430c-bd99-d5d34d384474"} {"level":"info","ts":1789145769.1991522,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7dc6a973da5ce327d07802f99376d408","span_id":"49d4a30b14e674e7","x-request-id":"dcc49be4-46d2-430c-bd99-d5d34d384474"} {"level":"info","ts":1789145769.1991668,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7dc6a973da5ce327d07802f99376d408","span_id":"49d4a30b14e674e7","x-request-id":"dcc49be4-46d2-430c-bd99-d5d34d384474","EoS":false} {"level":"info","ts":1789145769.1991782,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7dc6a973da5ce327d07802f99376d408","span_id":"49d4a30b14e674e7","x-request-id":"dcc49be4-46d2-430c-bd99-d5d34d384474"} {"level":"info","ts":1789145769.1992064,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7dc6a973da5ce327d07802f99376d408","span_id":"49d4a30b14e674e7","x-request-id":"dcc49be4-46d2-430c-bd99-d5d34d384474","EoS":true} {"level":"info","ts":1789145769.1992197,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7dc6a973da5ce327d07802f99376d408","span_id":"49d4a30b14e674e7","x-request-id":"dcc49be4-46d2-430c-bd99-d5d34d384474"} {"level":"error","ts":1789145778.0433404,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789145784.4190264,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789145784.4191284,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e5c88333e6e3ce72c54f818abf215195","span_id":"d63ede57f60b6431","x-request-id":"62cba64b-6257-49f2-878c-b85b98f54e78"} {"level":"info","ts":1789145784.4191422,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e5c88333e6e3ce72c54f818abf215195","span_id":"d63ede57f60b6431","x-request-id":"62cba64b-6257-49f2-878c-b85b98f54e78"} {"level":"info","ts":1789145784.4191532,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e5c88333e6e3ce72c54f818abf215195","span_id":"d63ede57f60b6431","x-request-id":"62cba64b-6257-49f2-878c-b85b98f54e78","EoS":true} {"level":"info","ts":1789145784.4192019,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e5c88333e6e3ce72c54f818abf215195","span_id":"d63ede57f60b6431","x-request-id":"62cba64b-6257-49f2-878c-b85b98f54e78"} {"level":"info","ts":1789145784.5739686,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789145784.5740705,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b29f901ae5977e873494dbca3f72263a","span_id":"aa8d3ce11e99eace","x-request-id":"1bab83ca-294b-4fd1-bb30-88ee4b1f4e1b"} {"level":"info","ts":1789145784.574086,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b29f901ae5977e873494dbca3f72263a","span_id":"aa8d3ce11e99eace","x-request-id":"1bab83ca-294b-4fd1-bb30-88ee4b1f4e1b"} {"level":"info","ts":1789145784.5741038,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b29f901ae5977e873494dbca3f72263a","span_id":"aa8d3ce11e99eace","x-request-id":"1bab83ca-294b-4fd1-bb30-88ee4b1f4e1b","EoS":true} {"level":"info","ts":1789145784.5741444,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b29f901ae5977e873494dbca3f72263a","span_id":"aa8d3ce11e99eace","x-request-id":"1bab83ca-294b-4fd1-bb30-88ee4b1f4e1b"} {"level":"info","ts":1789145784.728762,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789145784.728888,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"25b61056e6c1ea3381f8fb4f1123dd7d","span_id":"699b0b770f1d8589","x-request-id":"84a5e679-ee7d-4c65-b83d-ee61aa8b480f"} {"level":"info","ts":1789145784.7289069,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"25b61056e6c1ea3381f8fb4f1123dd7d","span_id":"699b0b770f1d8589","x-request-id":"84a5e679-ee7d-4c65-b83d-ee61aa8b480f"} {"level":"info","ts":1789145784.7289202,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"25b61056e6c1ea3381f8fb4f1123dd7d","span_id":"699b0b770f1d8589","x-request-id":"84a5e679-ee7d-4c65-b83d-ee61aa8b480f","EoS":true} {"level":"info","ts":1789145784.7289665,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"25b61056e6c1ea3381f8fb4f1123dd7d","span_id":"699b0b770f1d8589","x-request-id":"84a5e679-ee7d-4c65-b83d-ee61aa8b480f"} {"level":"error","ts":1789145793.0450573,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789145808.0467408,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789146869.5511274,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789146869.5512445,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"da530951f1f444fb485858b3c48f9748","span_id":"711f0ef089ac0cbf","x-request-id":"d45eb0e6-d81f-4be1-be47-c67f80c639ba"} {"level":"info","ts":1789146869.5512583,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"da530951f1f444fb485858b3c48f9748","span_id":"711f0ef089ac0cbf","x-request-id":"d45eb0e6-d81f-4be1-be47-c67f80c639ba"} {"level":"info","ts":1789146869.5512705,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"da530951f1f444fb485858b3c48f9748","span_id":"711f0ef089ac0cbf","x-request-id":"d45eb0e6-d81f-4be1-be47-c67f80c639ba","EoS":true} {"level":"info","ts":1789146869.5512943,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"da530951f1f444fb485858b3c48f9748","span_id":"711f0ef089ac0cbf","x-request-id":"d45eb0e6-d81f-4be1-be47-c67f80c639ba","header":"x-maas-username"} {"level":"info","ts":1789146869.551303,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"da530951f1f444fb485858b3c48f9748","span_id":"711f0ef089ac0cbf","x-request-id":"d45eb0e6-d81f-4be1-be47-c67f80c639ba","header":"x-maas-group"} {"level":"info","ts":1789146869.5513077,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"da530951f1f444fb485858b3c48f9748","span_id":"711f0ef089ac0cbf","x-request-id":"d45eb0e6-d81f-4be1-be47-c67f80c639ba","header":"x-maas-subscription"} {"level":"info","ts":1789146869.5513225,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"da530951f1f444fb485858b3c48f9748","span_id":"711f0ef089ac0cbf","x-request-id":"d45eb0e6-d81f-4be1-be47-c67f80c639ba","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789146869.5513413,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"da530951f1f444fb485858b3c48f9748","span_id":"711f0ef089ac0cbf","x-request-id":"d45eb0e6-d81f-4be1-be47-c67f80c639ba"} {"level":"info","ts":1789146869.55216,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"da530951f1f444fb485858b3c48f9748","span_id":"711f0ef089ac0cbf","x-request-id":"d45eb0e6-d81f-4be1-be47-c67f80c639ba"} {"level":"info","ts":1789146869.5521817,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"da530951f1f444fb485858b3c48f9748","span_id":"711f0ef089ac0cbf","x-request-id":"d45eb0e6-d81f-4be1-be47-c67f80c639ba"} {"level":"info","ts":1789146869.552197,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"da530951f1f444fb485858b3c48f9748","span_id":"711f0ef089ac0cbf","x-request-id":"d45eb0e6-d81f-4be1-be47-c67f80c639ba","EoS":false} {"level":"info","ts":1789146869.552212,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"da530951f1f444fb485858b3c48f9748","span_id":"711f0ef089ac0cbf","x-request-id":"d45eb0e6-d81f-4be1-be47-c67f80c639ba"} {"level":"info","ts":1789146869.5522382,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"da530951f1f444fb485858b3c48f9748","span_id":"711f0ef089ac0cbf","x-request-id":"d45eb0e6-d81f-4be1-be47-c67f80c639ba","EoS":true} {"level":"info","ts":1789146869.5522475,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"da530951f1f444fb485858b3c48f9748","span_id":"711f0ef089ac0cbf","x-request-id":"d45eb0e6-d81f-4be1-be47-c67f80c639ba"} {"level":"info","ts":1789146869.5926955,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789146869.5928152,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"986096355b9dfdb41f739056af0bc830","span_id":"31c19801d400b1f0","x-request-id":"0e70888c-f728-4d34-9e19-885d5bd393b2"} {"level":"info","ts":1789146869.5928292,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"986096355b9dfdb41f739056af0bc830","span_id":"31c19801d400b1f0","x-request-id":"0e70888c-f728-4d34-9e19-885d5bd393b2"} {"level":"info","ts":1789146869.5928457,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"986096355b9dfdb41f739056af0bc830","span_id":"31c19801d400b1f0","x-request-id":"0e70888c-f728-4d34-9e19-885d5bd393b2","EoS":true} {"level":"info","ts":1789146869.592871,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"986096355b9dfdb41f739056af0bc830","span_id":"31c19801d400b1f0","x-request-id":"0e70888c-f728-4d34-9e19-885d5bd393b2","header":"x-maas-username"} {"level":"info","ts":1789146869.5928817,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"986096355b9dfdb41f739056af0bc830","span_id":"31c19801d400b1f0","x-request-id":"0e70888c-f728-4d34-9e19-885d5bd393b2","header":"x-maas-group"} {"level":"info","ts":1789146869.5928876,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"986096355b9dfdb41f739056af0bc830","span_id":"31c19801d400b1f0","x-request-id":"0e70888c-f728-4d34-9e19-885d5bd393b2","header":"x-maas-subscription"} {"level":"info","ts":1789146869.5929031,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"986096355b9dfdb41f739056af0bc830","span_id":"31c19801d400b1f0","x-request-id":"0e70888c-f728-4d34-9e19-885d5bd393b2","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789146869.5929298,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"986096355b9dfdb41f739056af0bc830","span_id":"31c19801d400b1f0","x-request-id":"0e70888c-f728-4d34-9e19-885d5bd393b2"} {"level":"info","ts":1789146869.5937624,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"986096355b9dfdb41f739056af0bc830","span_id":"31c19801d400b1f0","x-request-id":"0e70888c-f728-4d34-9e19-885d5bd393b2"} {"level":"info","ts":1789146869.593781,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"986096355b9dfdb41f739056af0bc830","span_id":"31c19801d400b1f0","x-request-id":"0e70888c-f728-4d34-9e19-885d5bd393b2"} {"level":"info","ts":1789146869.5938287,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"986096355b9dfdb41f739056af0bc830","span_id":"31c19801d400b1f0","x-request-id":"0e70888c-f728-4d34-9e19-885d5bd393b2","EoS":false} {"level":"info","ts":1789146869.5938447,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"986096355b9dfdb41f739056af0bc830","span_id":"31c19801d400b1f0","x-request-id":"0e70888c-f728-4d34-9e19-885d5bd393b2"} {"level":"info","ts":1789146869.5938697,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"986096355b9dfdb41f739056af0bc830","span_id":"31c19801d400b1f0","x-request-id":"0e70888c-f728-4d34-9e19-885d5bd393b2","EoS":true} {"level":"info","ts":1789146869.5938787,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"986096355b9dfdb41f739056af0bc830","span_id":"31c19801d400b1f0","x-request-id":"0e70888c-f728-4d34-9e19-885d5bd393b2"} {"level":"error","ts":1789146883.1721687,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789147191.3788495,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789147191.3789625,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"295c48ba6b590f3ddf0b2233e2874faa","span_id":"3818b00fc6676395","x-request-id":"08e57f4f-a827-4fc5-b966-00c1c006afe6"} {"level":"info","ts":1789147191.3789773,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"295c48ba6b590f3ddf0b2233e2874faa","span_id":"3818b00fc6676395","x-request-id":"08e57f4f-a827-4fc5-b966-00c1c006afe6"} {"level":"info","ts":1789147191.378989,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"295c48ba6b590f3ddf0b2233e2874faa","span_id":"3818b00fc6676395","x-request-id":"08e57f4f-a827-4fc5-b966-00c1c006afe6","EoS":true} {"level":"info","ts":1789147191.379016,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"295c48ba6b590f3ddf0b2233e2874faa","span_id":"3818b00fc6676395","x-request-id":"08e57f4f-a827-4fc5-b966-00c1c006afe6","header":"x-maas-username"} {"level":"info","ts":1789147191.3790302,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"295c48ba6b590f3ddf0b2233e2874faa","span_id":"3818b00fc6676395","x-request-id":"08e57f4f-a827-4fc5-b966-00c1c006afe6","header":"x-maas-subscription"} {"level":"info","ts":1789147191.379037,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"295c48ba6b590f3ddf0b2233e2874faa","span_id":"3818b00fc6676395","x-request-id":"08e57f4f-a827-4fc5-b966-00c1c006afe6","header":"x-maas-group"} {"level":"info","ts":1789147191.379053,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"295c48ba6b590f3ddf0b2233e2874faa","span_id":"3818b00fc6676395","x-request-id":"08e57f4f-a827-4fc5-b966-00c1c006afe6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789147191.3790805,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"295c48ba6b590f3ddf0b2233e2874faa","span_id":"3818b00fc6676395","x-request-id":"08e57f4f-a827-4fc5-b966-00c1c006afe6"} {"level":"info","ts":1789147191.3923938,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"295c48ba6b590f3ddf0b2233e2874faa","span_id":"3818b00fc6676395","x-request-id":"08e57f4f-a827-4fc5-b966-00c1c006afe6"} {"level":"info","ts":1789147191.3924155,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"295c48ba6b590f3ddf0b2233e2874faa","span_id":"3818b00fc6676395","x-request-id":"08e57f4f-a827-4fc5-b966-00c1c006afe6"} {"level":"info","ts":1789147191.3924308,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"295c48ba6b590f3ddf0b2233e2874faa","span_id":"3818b00fc6676395","x-request-id":"08e57f4f-a827-4fc5-b966-00c1c006afe6","EoS":false} {"level":"info","ts":1789147191.3924432,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"295c48ba6b590f3ddf0b2233e2874faa","span_id":"3818b00fc6676395","x-request-id":"08e57f4f-a827-4fc5-b966-00c1c006afe6"} {"level":"info","ts":1789147191.3924685,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"295c48ba6b590f3ddf0b2233e2874faa","span_id":"3818b00fc6676395","x-request-id":"08e57f4f-a827-4fc5-b966-00c1c006afe6","EoS":true} {"level":"info","ts":1789147191.392476,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"295c48ba6b590f3ddf0b2233e2874faa","span_id":"3818b00fc6676395","x-request-id":"08e57f4f-a827-4fc5-b966-00c1c006afe6"} {"level":"info","ts":1789147191.5320354,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789147191.5321765,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e0ec13761683197483e8acdc545f60c3","span_id":"e588615c0d1d4137","x-request-id":"73b86b36-90d0-484a-a334-8f596d1b2dc7"} {"level":"info","ts":1789147191.5321898,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e0ec13761683197483e8acdc545f60c3","span_id":"e588615c0d1d4137","x-request-id":"73b86b36-90d0-484a-a334-8f596d1b2dc7"} {"level":"info","ts":1789147191.5322027,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e0ec13761683197483e8acdc545f60c3","span_id":"e588615c0d1d4137","x-request-id":"73b86b36-90d0-484a-a334-8f596d1b2dc7","EoS":true} {"level":"info","ts":1789147191.5322275,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e0ec13761683197483e8acdc545f60c3","span_id":"e588615c0d1d4137","x-request-id":"73b86b36-90d0-484a-a334-8f596d1b2dc7","header":"x-maas-group"} {"level":"info","ts":1789147191.532242,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e0ec13761683197483e8acdc545f60c3","span_id":"e588615c0d1d4137","x-request-id":"73b86b36-90d0-484a-a334-8f596d1b2dc7","header":"x-maas-subscription"} {"level":"info","ts":1789147191.53225,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e0ec13761683197483e8acdc545f60c3","span_id":"e588615c0d1d4137","x-request-id":"73b86b36-90d0-484a-a334-8f596d1b2dc7","header":"x-maas-username"} {"level":"info","ts":1789147191.532265,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e0ec13761683197483e8acdc545f60c3","span_id":"e588615c0d1d4137","x-request-id":"73b86b36-90d0-484a-a334-8f596d1b2dc7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789147191.5322928,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e0ec13761683197483e8acdc545f60c3","span_id":"e588615c0d1d4137","x-request-id":"73b86b36-90d0-484a-a334-8f596d1b2dc7"} {"level":"info","ts":1789147191.534527,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e0ec13761683197483e8acdc545f60c3","span_id":"e588615c0d1d4137","x-request-id":"73b86b36-90d0-484a-a334-8f596d1b2dc7"} {"level":"info","ts":1789147191.534547,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e0ec13761683197483e8acdc545f60c3","span_id":"e588615c0d1d4137","x-request-id":"73b86b36-90d0-484a-a334-8f596d1b2dc7"} {"level":"info","ts":1789147191.5345614,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e0ec13761683197483e8acdc545f60c3","span_id":"e588615c0d1d4137","x-request-id":"73b86b36-90d0-484a-a334-8f596d1b2dc7","EoS":false} {"level":"info","ts":1789147191.5345726,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e0ec13761683197483e8acdc545f60c3","span_id":"e588615c0d1d4137","x-request-id":"73b86b36-90d0-484a-a334-8f596d1b2dc7"} {"level":"info","ts":1789147191.5345995,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e0ec13761683197483e8acdc545f60c3","span_id":"e588615c0d1d4137","x-request-id":"73b86b36-90d0-484a-a334-8f596d1b2dc7","EoS":true} {"level":"info","ts":1789147191.534609,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e0ec13761683197483e8acdc545f60c3","span_id":"e588615c0d1d4137","x-request-id":"73b86b36-90d0-484a-a334-8f596d1b2dc7"} {"level":"info","ts":1789147191.675015,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789147191.6751301,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e998c404af2de8c5f755150082e23929","span_id":"a402d95f0b9f8d84","x-request-id":"f4008d41-fc01-457d-99c9-943dcb76c54b"} {"level":"info","ts":1789147191.6751454,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e998c404af2de8c5f755150082e23929","span_id":"a402d95f0b9f8d84","x-request-id":"f4008d41-fc01-457d-99c9-943dcb76c54b"} {"level":"info","ts":1789147191.6751647,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e998c404af2de8c5f755150082e23929","span_id":"a402d95f0b9f8d84","x-request-id":"f4008d41-fc01-457d-99c9-943dcb76c54b","EoS":true} {"level":"info","ts":1789147191.6752026,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e998c404af2de8c5f755150082e23929","span_id":"a402d95f0b9f8d84","x-request-id":"f4008d41-fc01-457d-99c9-943dcb76c54b","header":"x-maas-username"} {"level":"info","ts":1789147191.6752157,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e998c404af2de8c5f755150082e23929","span_id":"a402d95f0b9f8d84","x-request-id":"f4008d41-fc01-457d-99c9-943dcb76c54b","header":"x-maas-subscription"} {"level":"info","ts":1789147191.6752229,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e998c404af2de8c5f755150082e23929","span_id":"a402d95f0b9f8d84","x-request-id":"f4008d41-fc01-457d-99c9-943dcb76c54b","header":"x-maas-group"} {"level":"info","ts":1789147191.675245,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e998c404af2de8c5f755150082e23929","span_id":"a402d95f0b9f8d84","x-request-id":"f4008d41-fc01-457d-99c9-943dcb76c54b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789147191.6752832,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e998c404af2de8c5f755150082e23929","span_id":"a402d95f0b9f8d84","x-request-id":"f4008d41-fc01-457d-99c9-943dcb76c54b"} {"level":"info","ts":1789147191.6762862,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e998c404af2de8c5f755150082e23929","span_id":"a402d95f0b9f8d84","x-request-id":"f4008d41-fc01-457d-99c9-943dcb76c54b"} {"level":"info","ts":1789147191.676306,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e998c404af2de8c5f755150082e23929","span_id":"a402d95f0b9f8d84","x-request-id":"f4008d41-fc01-457d-99c9-943dcb76c54b"} {"level":"info","ts":1789147191.6763241,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e998c404af2de8c5f755150082e23929","span_id":"a402d95f0b9f8d84","x-request-id":"f4008d41-fc01-457d-99c9-943dcb76c54b","EoS":false} {"level":"info","ts":1789147191.6763418,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e998c404af2de8c5f755150082e23929","span_id":"a402d95f0b9f8d84","x-request-id":"f4008d41-fc01-457d-99c9-943dcb76c54b"} {"level":"info","ts":1789147191.6763682,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e998c404af2de8c5f755150082e23929","span_id":"a402d95f0b9f8d84","x-request-id":"f4008d41-fc01-457d-99c9-943dcb76c54b","EoS":true} {"level":"info","ts":1789147191.6763773,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e998c404af2de8c5f755150082e23929","span_id":"a402d95f0b9f8d84","x-request-id":"f4008d41-fc01-457d-99c9-943dcb76c54b"} {"level":"info","ts":1789147191.815073,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789147191.8151848,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3696d51b220f3728a6e1681148d36c42","span_id":"4feccc0546546001","x-request-id":"43d43c28-3b9e-4902-a72d-8d3aaed7400c"} {"level":"info","ts":1789147191.8152006,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3696d51b220f3728a6e1681148d36c42","span_id":"4feccc0546546001","x-request-id":"43d43c28-3b9e-4902-a72d-8d3aaed7400c"} {"level":"info","ts":1789147191.8152184,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3696d51b220f3728a6e1681148d36c42","span_id":"4feccc0546546001","x-request-id":"43d43c28-3b9e-4902-a72d-8d3aaed7400c","EoS":true} {"level":"info","ts":1789147191.8152514,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3696d51b220f3728a6e1681148d36c42","span_id":"4feccc0546546001","x-request-id":"43d43c28-3b9e-4902-a72d-8d3aaed7400c","header":"x-maas-group"} {"level":"info","ts":1789147191.815263,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3696d51b220f3728a6e1681148d36c42","span_id":"4feccc0546546001","x-request-id":"43d43c28-3b9e-4902-a72d-8d3aaed7400c","header":"x-maas-username"} {"level":"info","ts":1789147191.8152716,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3696d51b220f3728a6e1681148d36c42","span_id":"4feccc0546546001","x-request-id":"43d43c28-3b9e-4902-a72d-8d3aaed7400c","header":"x-maas-subscription"} {"level":"info","ts":1789147191.8152916,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3696d51b220f3728a6e1681148d36c42","span_id":"4feccc0546546001","x-request-id":"43d43c28-3b9e-4902-a72d-8d3aaed7400c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789147191.8153284,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3696d51b220f3728a6e1681148d36c42","span_id":"4feccc0546546001","x-request-id":"43d43c28-3b9e-4902-a72d-8d3aaed7400c"} {"level":"info","ts":1789147191.8163333,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3696d51b220f3728a6e1681148d36c42","span_id":"4feccc0546546001","x-request-id":"43d43c28-3b9e-4902-a72d-8d3aaed7400c"} {"level":"info","ts":1789147191.8163538,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3696d51b220f3728a6e1681148d36c42","span_id":"4feccc0546546001","x-request-id":"43d43c28-3b9e-4902-a72d-8d3aaed7400c"} {"level":"info","ts":1789147191.816368,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3696d51b220f3728a6e1681148d36c42","span_id":"4feccc0546546001","x-request-id":"43d43c28-3b9e-4902-a72d-8d3aaed7400c","EoS":false} {"level":"info","ts":1789147191.8163896,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3696d51b220f3728a6e1681148d36c42","span_id":"4feccc0546546001","x-request-id":"43d43c28-3b9e-4902-a72d-8d3aaed7400c"} {"level":"info","ts":1789147191.8164155,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3696d51b220f3728a6e1681148d36c42","span_id":"4feccc0546546001","x-request-id":"43d43c28-3b9e-4902-a72d-8d3aaed7400c","EoS":true} {"level":"info","ts":1789147191.8164253,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3696d51b220f3728a6e1681148d36c42","span_id":"4feccc0546546001","x-request-id":"43d43c28-3b9e-4902-a72d-8d3aaed7400c"} {"level":"info","ts":1789147191.9561274,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789147191.956223,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7bad7551af775ed794d4133feb47c542","span_id":"869e8c83ed66261f","x-request-id":"106aff5e-2ff2-4b28-a4bc-ee1aaa2507e8"} {"level":"info","ts":1789147191.956237,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7bad7551af775ed794d4133feb47c542","span_id":"869e8c83ed66261f","x-request-id":"106aff5e-2ff2-4b28-a4bc-ee1aaa2507e8"} {"level":"info","ts":1789147191.956248,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7bad7551af775ed794d4133feb47c542","span_id":"869e8c83ed66261f","x-request-id":"106aff5e-2ff2-4b28-a4bc-ee1aaa2507e8","EoS":true} {"level":"info","ts":1789147191.956271,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7bad7551af775ed794d4133feb47c542","span_id":"869e8c83ed66261f","x-request-id":"106aff5e-2ff2-4b28-a4bc-ee1aaa2507e8","header":"x-maas-username"} {"level":"info","ts":1789147191.956279,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7bad7551af775ed794d4133feb47c542","span_id":"869e8c83ed66261f","x-request-id":"106aff5e-2ff2-4b28-a4bc-ee1aaa2507e8","header":"x-maas-subscription"} {"level":"info","ts":1789147191.9562845,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7bad7551af775ed794d4133feb47c542","span_id":"869e8c83ed66261f","x-request-id":"106aff5e-2ff2-4b28-a4bc-ee1aaa2507e8","header":"x-maas-group"} {"level":"info","ts":1789147191.9562998,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7bad7551af775ed794d4133feb47c542","span_id":"869e8c83ed66261f","x-request-id":"106aff5e-2ff2-4b28-a4bc-ee1aaa2507e8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789147191.956321,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7bad7551af775ed794d4133feb47c542","span_id":"869e8c83ed66261f","x-request-id":"106aff5e-2ff2-4b28-a4bc-ee1aaa2507e8"} {"level":"info","ts":1789147191.957317,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7bad7551af775ed794d4133feb47c542","span_id":"869e8c83ed66261f","x-request-id":"106aff5e-2ff2-4b28-a4bc-ee1aaa2507e8"} {"level":"info","ts":1789147191.957337,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7bad7551af775ed794d4133feb47c542","span_id":"869e8c83ed66261f","x-request-id":"106aff5e-2ff2-4b28-a4bc-ee1aaa2507e8"} {"level":"info","ts":1789147191.957352,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7bad7551af775ed794d4133feb47c542","span_id":"869e8c83ed66261f","x-request-id":"106aff5e-2ff2-4b28-a4bc-ee1aaa2507e8","EoS":false} {"level":"info","ts":1789147191.9573696,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7bad7551af775ed794d4133feb47c542","span_id":"869e8c83ed66261f","x-request-id":"106aff5e-2ff2-4b28-a4bc-ee1aaa2507e8"} {"level":"info","ts":1789147191.9573958,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7bad7551af775ed794d4133feb47c542","span_id":"869e8c83ed66261f","x-request-id":"106aff5e-2ff2-4b28-a4bc-ee1aaa2507e8","EoS":true} {"level":"info","ts":1789147191.957405,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7bad7551af775ed794d4133feb47c542","span_id":"869e8c83ed66261f","x-request-id":"106aff5e-2ff2-4b28-a4bc-ee1aaa2507e8"} {"level":"info","ts":1789147200.7904534,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789147200.7905633,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ada09c4bfedf9c6a79384c03c500b434","span_id":"22d39a0f8fb791b3","x-request-id":"ec3a50ba-053f-4419-a111-178ed38eebd7"} {"level":"info","ts":1789147200.7905803,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ada09c4bfedf9c6a79384c03c500b434","span_id":"22d39a0f8fb791b3","x-request-id":"ec3a50ba-053f-4419-a111-178ed38eebd7"} {"level":"info","ts":1789147200.7905924,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ada09c4bfedf9c6a79384c03c500b434","span_id":"22d39a0f8fb791b3","x-request-id":"ec3a50ba-053f-4419-a111-178ed38eebd7","EoS":true} {"level":"info","ts":1789147200.790619,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ada09c4bfedf9c6a79384c03c500b434","span_id":"22d39a0f8fb791b3","x-request-id":"ec3a50ba-053f-4419-a111-178ed38eebd7","header":"x-maas-group"} {"level":"info","ts":1789147200.7906272,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ada09c4bfedf9c6a79384c03c500b434","span_id":"22d39a0f8fb791b3","x-request-id":"ec3a50ba-053f-4419-a111-178ed38eebd7","header":"x-maas-username"} {"level":"info","ts":1789147200.7906322,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ada09c4bfedf9c6a79384c03c500b434","span_id":"22d39a0f8fb791b3","x-request-id":"ec3a50ba-053f-4419-a111-178ed38eebd7","header":"x-maas-subscription"} {"level":"info","ts":1789147200.7906504,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ada09c4bfedf9c6a79384c03c500b434","span_id":"22d39a0f8fb791b3","x-request-id":"ec3a50ba-053f-4419-a111-178ed38eebd7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789147200.7906785,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ada09c4bfedf9c6a79384c03c500b434","span_id":"22d39a0f8fb791b3","x-request-id":"ec3a50ba-053f-4419-a111-178ed38eebd7"} {"level":"info","ts":1789147200.7917056,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ada09c4bfedf9c6a79384c03c500b434","span_id":"22d39a0f8fb791b3","x-request-id":"ec3a50ba-053f-4419-a111-178ed38eebd7"} {"level":"info","ts":1789147200.7917297,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ada09c4bfedf9c6a79384c03c500b434","span_id":"22d39a0f8fb791b3","x-request-id":"ec3a50ba-053f-4419-a111-178ed38eebd7"} {"level":"info","ts":1789147200.791746,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ada09c4bfedf9c6a79384c03c500b434","span_id":"22d39a0f8fb791b3","x-request-id":"ec3a50ba-053f-4419-a111-178ed38eebd7","EoS":false} {"level":"info","ts":1789147200.7917588,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ada09c4bfedf9c6a79384c03c500b434","span_id":"22d39a0f8fb791b3","x-request-id":"ec3a50ba-053f-4419-a111-178ed38eebd7"} {"level":"info","ts":1789147200.7917848,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ada09c4bfedf9c6a79384c03c500b434","span_id":"22d39a0f8fb791b3","x-request-id":"ec3a50ba-053f-4419-a111-178ed38eebd7","EoS":true} {"level":"info","ts":1789147200.7918165,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ada09c4bfedf9c6a79384c03c500b434","span_id":"22d39a0f8fb791b3","x-request-id":"ec3a50ba-053f-4419-a111-178ed38eebd7"} {"level":"info","ts":1789147200.8327515,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789147200.8328755,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a5984325680dfcf79c77cf0e30621fa7","span_id":"44ed8a3678ec7f00","x-request-id":"8177f24a-6e28-4ce1-a0ac-bea028ce1ef6"} {"level":"info","ts":1789147200.832889,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a5984325680dfcf79c77cf0e30621fa7","span_id":"44ed8a3678ec7f00","x-request-id":"8177f24a-6e28-4ce1-a0ac-bea028ce1ef6"} {"level":"info","ts":1789147200.832907,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a5984325680dfcf79c77cf0e30621fa7","span_id":"44ed8a3678ec7f00","x-request-id":"8177f24a-6e28-4ce1-a0ac-bea028ce1ef6","EoS":true} {"level":"info","ts":1789147200.8329337,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a5984325680dfcf79c77cf0e30621fa7","span_id":"44ed8a3678ec7f00","x-request-id":"8177f24a-6e28-4ce1-a0ac-bea028ce1ef6","header":"x-maas-username"} {"level":"info","ts":1789147200.8329442,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a5984325680dfcf79c77cf0e30621fa7","span_id":"44ed8a3678ec7f00","x-request-id":"8177f24a-6e28-4ce1-a0ac-bea028ce1ef6","header":"x-maas-subscription"} {"level":"info","ts":1789147200.8329487,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a5984325680dfcf79c77cf0e30621fa7","span_id":"44ed8a3678ec7f00","x-request-id":"8177f24a-6e28-4ce1-a0ac-bea028ce1ef6","header":"x-maas-group"} {"level":"info","ts":1789147200.8329632,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a5984325680dfcf79c77cf0e30621fa7","span_id":"44ed8a3678ec7f00","x-request-id":"8177f24a-6e28-4ce1-a0ac-bea028ce1ef6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789147200.832994,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a5984325680dfcf79c77cf0e30621fa7","span_id":"44ed8a3678ec7f00","x-request-id":"8177f24a-6e28-4ce1-a0ac-bea028ce1ef6"} {"level":"info","ts":1789147200.8339858,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a5984325680dfcf79c77cf0e30621fa7","span_id":"44ed8a3678ec7f00","x-request-id":"8177f24a-6e28-4ce1-a0ac-bea028ce1ef6"} {"level":"info","ts":1789147200.8340075,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a5984325680dfcf79c77cf0e30621fa7","span_id":"44ed8a3678ec7f00","x-request-id":"8177f24a-6e28-4ce1-a0ac-bea028ce1ef6"} {"level":"info","ts":1789147200.8340206,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a5984325680dfcf79c77cf0e30621fa7","span_id":"44ed8a3678ec7f00","x-request-id":"8177f24a-6e28-4ce1-a0ac-bea028ce1ef6","EoS":false} {"level":"info","ts":1789147200.834033,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a5984325680dfcf79c77cf0e30621fa7","span_id":"44ed8a3678ec7f00","x-request-id":"8177f24a-6e28-4ce1-a0ac-bea028ce1ef6"} {"level":"info","ts":1789147200.8340657,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a5984325680dfcf79c77cf0e30621fa7","span_id":"44ed8a3678ec7f00","x-request-id":"8177f24a-6e28-4ce1-a0ac-bea028ce1ef6","EoS":true} {"level":"info","ts":1789147200.834076,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a5984325680dfcf79c77cf0e30621fa7","span_id":"44ed8a3678ec7f00","x-request-id":"8177f24a-6e28-4ce1-a0ac-bea028ce1ef6"} {"level":"info","ts":1789147200.942592,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789147200.9426937,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f0791588724ddf71f77867828d099595","span_id":"4589fa2f578020ee","x-request-id":"b7d3b444-18bd-486f-bf6b-128d6a76ccc7"} {"level":"info","ts":1789147200.9436088,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f0791588724ddf71f77867828d099595","span_id":"4589fa2f578020ee","x-request-id":"b7d3b444-18bd-486f-bf6b-128d6a76ccc7"} {"level":"info","ts":1789147200.9436293,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f0791588724ddf71f77867828d099595","span_id":"4589fa2f578020ee","x-request-id":"b7d3b444-18bd-486f-bf6b-128d6a76ccc7"} {"level":"info","ts":1789147200.9436445,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f0791588724ddf71f77867828d099595","span_id":"4589fa2f578020ee","x-request-id":"b7d3b444-18bd-486f-bf6b-128d6a76ccc7","EoS":false} {"level":"info","ts":1789147200.9436603,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f0791588724ddf71f77867828d099595","span_id":"4589fa2f578020ee","x-request-id":"b7d3b444-18bd-486f-bf6b-128d6a76ccc7"} {"level":"info","ts":1789147200.9436874,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f0791588724ddf71f77867828d099595","span_id":"4589fa2f578020ee","x-request-id":"b7d3b444-18bd-486f-bf6b-128d6a76ccc7","EoS":true} {"level":"info","ts":1789147200.9436967,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f0791588724ddf71f77867828d099595","span_id":"4589fa2f578020ee","x-request-id":"b7d3b444-18bd-486f-bf6b-128d6a76ccc7"} {"level":"info","ts":1789147201.7690105,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789147201.7691152,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c103576db0cb5ef031cc451cc092d869","span_id":"8fca70e65f352db4","x-request-id":"e37a53d2-c496-4154-937f-d15f6c64ed93"} {"level":"info","ts":1789147201.7691278,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c103576db0cb5ef031cc451cc092d869","span_id":"8fca70e65f352db4","x-request-id":"e37a53d2-c496-4154-937f-d15f6c64ed93"} {"level":"info","ts":1789147201.7691398,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c103576db0cb5ef031cc451cc092d869","span_id":"8fca70e65f352db4","x-request-id":"e37a53d2-c496-4154-937f-d15f6c64ed93","EoS":true} {"level":"info","ts":1789147201.7691615,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c103576db0cb5ef031cc451cc092d869","span_id":"8fca70e65f352db4","x-request-id":"e37a53d2-c496-4154-937f-d15f6c64ed93","header":"x-maas-username"} {"level":"info","ts":1789147201.7691712,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c103576db0cb5ef031cc451cc092d869","span_id":"8fca70e65f352db4","x-request-id":"e37a53d2-c496-4154-937f-d15f6c64ed93","header":"x-maas-subscription"} {"level":"info","ts":1789147201.7691762,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c103576db0cb5ef031cc451cc092d869","span_id":"8fca70e65f352db4","x-request-id":"e37a53d2-c496-4154-937f-d15f6c64ed93","header":"x-maas-group"} {"level":"info","ts":1789147201.7691927,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c103576db0cb5ef031cc451cc092d869","span_id":"8fca70e65f352db4","x-request-id":"e37a53d2-c496-4154-937f-d15f6c64ed93","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789147201.7692132,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c103576db0cb5ef031cc451cc092d869","span_id":"8fca70e65f352db4","x-request-id":"e37a53d2-c496-4154-937f-d15f6c64ed93"} {"level":"info","ts":1789147201.7700362,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c103576db0cb5ef031cc451cc092d869","span_id":"8fca70e65f352db4","x-request-id":"e37a53d2-c496-4154-937f-d15f6c64ed93"} {"level":"info","ts":1789147201.7700577,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c103576db0cb5ef031cc451cc092d869","span_id":"8fca70e65f352db4","x-request-id":"e37a53d2-c496-4154-937f-d15f6c64ed93"} {"level":"info","ts":1789147201.770077,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c103576db0cb5ef031cc451cc092d869","span_id":"8fca70e65f352db4","x-request-id":"e37a53d2-c496-4154-937f-d15f6c64ed93","EoS":false} {"level":"info","ts":1789147201.7700927,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c103576db0cb5ef031cc451cc092d869","span_id":"8fca70e65f352db4","x-request-id":"e37a53d2-c496-4154-937f-d15f6c64ed93"} {"level":"info","ts":1789147201.7701187,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c103576db0cb5ef031cc451cc092d869","span_id":"8fca70e65f352db4","x-request-id":"e37a53d2-c496-4154-937f-d15f6c64ed93","EoS":true} {"level":"info","ts":1789147201.770128,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c103576db0cb5ef031cc451cc092d869","span_id":"8fca70e65f352db4","x-request-id":"e37a53d2-c496-4154-937f-d15f6c64ed93"} {"level":"info","ts":1789147202.7326097,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789147202.7327135,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ced24417f78229d9c5aa0e251e1577d2","span_id":"428dbd349f3056b4","x-request-id":"310d5eb9-2105-4dfe-9bb2-2d209d306495"} {"level":"info","ts":1789147202.7327266,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ced24417f78229d9c5aa0e251e1577d2","span_id":"428dbd349f3056b4","x-request-id":"310d5eb9-2105-4dfe-9bb2-2d209d306495"} {"level":"info","ts":1789147202.7327378,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ced24417f78229d9c5aa0e251e1577d2","span_id":"428dbd349f3056b4","x-request-id":"310d5eb9-2105-4dfe-9bb2-2d209d306495","EoS":true} {"level":"info","ts":1789147202.732761,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ced24417f78229d9c5aa0e251e1577d2","span_id":"428dbd349f3056b4","x-request-id":"310d5eb9-2105-4dfe-9bb2-2d209d306495","header":"x-maas-subscription"} {"level":"info","ts":1789147202.732771,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ced24417f78229d9c5aa0e251e1577d2","span_id":"428dbd349f3056b4","x-request-id":"310d5eb9-2105-4dfe-9bb2-2d209d306495","header":"x-maas-group"} {"level":"info","ts":1789147202.7327764,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ced24417f78229d9c5aa0e251e1577d2","span_id":"428dbd349f3056b4","x-request-id":"310d5eb9-2105-4dfe-9bb2-2d209d306495","header":"x-maas-username"} {"level":"info","ts":1789147202.7327907,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ced24417f78229d9c5aa0e251e1577d2","span_id":"428dbd349f3056b4","x-request-id":"310d5eb9-2105-4dfe-9bb2-2d209d306495","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789147202.732836,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ced24417f78229d9c5aa0e251e1577d2","span_id":"428dbd349f3056b4","x-request-id":"310d5eb9-2105-4dfe-9bb2-2d209d306495"} {"level":"info","ts":1789147202.733741,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ced24417f78229d9c5aa0e251e1577d2","span_id":"428dbd349f3056b4","x-request-id":"310d5eb9-2105-4dfe-9bb2-2d209d306495"} {"level":"info","ts":1789147202.7337618,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ced24417f78229d9c5aa0e251e1577d2","span_id":"428dbd349f3056b4","x-request-id":"310d5eb9-2105-4dfe-9bb2-2d209d306495"} {"level":"info","ts":1789147202.733778,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ced24417f78229d9c5aa0e251e1577d2","span_id":"428dbd349f3056b4","x-request-id":"310d5eb9-2105-4dfe-9bb2-2d209d306495","EoS":false} {"level":"info","ts":1789147202.7338192,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ced24417f78229d9c5aa0e251e1577d2","span_id":"428dbd349f3056b4","x-request-id":"310d5eb9-2105-4dfe-9bb2-2d209d306495"} {"level":"info","ts":1789147202.7338464,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ced24417f78229d9c5aa0e251e1577d2","span_id":"428dbd349f3056b4","x-request-id":"310d5eb9-2105-4dfe-9bb2-2d209d306495","EoS":true} {"level":"info","ts":1789147202.7338576,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ced24417f78229d9c5aa0e251e1577d2","span_id":"428dbd349f3056b4","x-request-id":"310d5eb9-2105-4dfe-9bb2-2d209d306495"} {"level":"error","ts":1789147203.2105083,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789147203.440276,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789147203.4403756,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5c2802c95a0e828438a7b519a4b5664e","span_id":"b6c1b4d31bab724a","x-request-id":"c3df1a34-8675-4c71-8c14-bad2339e9318"} {"level":"info","ts":1789147203.4403915,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5c2802c95a0e828438a7b519a4b5664e","span_id":"b6c1b4d31bab724a","x-request-id":"c3df1a34-8675-4c71-8c14-bad2339e9318"} {"level":"info","ts":1789147203.4404085,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5c2802c95a0e828438a7b519a4b5664e","span_id":"b6c1b4d31bab724a","x-request-id":"c3df1a34-8675-4c71-8c14-bad2339e9318","EoS":true} {"level":"info","ts":1789147203.440435,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5c2802c95a0e828438a7b519a4b5664e","span_id":"b6c1b4d31bab724a","x-request-id":"c3df1a34-8675-4c71-8c14-bad2339e9318","header":"x-maas-group"} {"level":"info","ts":1789147203.4404452,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5c2802c95a0e828438a7b519a4b5664e","span_id":"b6c1b4d31bab724a","x-request-id":"c3df1a34-8675-4c71-8c14-bad2339e9318","header":"x-maas-subscription"} {"level":"info","ts":1789147203.4404507,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5c2802c95a0e828438a7b519a4b5664e","span_id":"b6c1b4d31bab724a","x-request-id":"c3df1a34-8675-4c71-8c14-bad2339e9318","header":"x-maas-username"} {"level":"info","ts":1789147203.440464,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5c2802c95a0e828438a7b519a4b5664e","span_id":"b6c1b4d31bab724a","x-request-id":"c3df1a34-8675-4c71-8c14-bad2339e9318","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789147203.440493,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5c2802c95a0e828438a7b519a4b5664e","span_id":"b6c1b4d31bab724a","x-request-id":"c3df1a34-8675-4c71-8c14-bad2339e9318"} {"level":"info","ts":1789147203.4413285,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5c2802c95a0e828438a7b519a4b5664e","span_id":"b6c1b4d31bab724a","x-request-id":"c3df1a34-8675-4c71-8c14-bad2339e9318"} {"level":"info","ts":1789147203.4413517,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5c2802c95a0e828438a7b519a4b5664e","span_id":"b6c1b4d31bab724a","x-request-id":"c3df1a34-8675-4c71-8c14-bad2339e9318"} {"level":"info","ts":1789147203.4413717,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5c2802c95a0e828438a7b519a4b5664e","span_id":"b6c1b4d31bab724a","x-request-id":"c3df1a34-8675-4c71-8c14-bad2339e9318","EoS":false} {"level":"info","ts":1789147203.4413872,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5c2802c95a0e828438a7b519a4b5664e","span_id":"b6c1b4d31bab724a","x-request-id":"c3df1a34-8675-4c71-8c14-bad2339e9318"} {"level":"info","ts":1789147203.441414,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5c2802c95a0e828438a7b519a4b5664e","span_id":"b6c1b4d31bab724a","x-request-id":"c3df1a34-8675-4c71-8c14-bad2339e9318","EoS":true} {"level":"info","ts":1789147203.441423,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5c2802c95a0e828438a7b519a4b5664e","span_id":"b6c1b4d31bab724a","x-request-id":"c3df1a34-8675-4c71-8c14-bad2339e9318"} {"level":"info","ts":1789147204.4570537,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789147204.4571586,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8eb245fc2e51b07fc656bbd3962f243e","span_id":"6dc0f317938407b1","x-request-id":"a5025870-6eba-4989-84b1-ebf9e78313b4"} {"level":"info","ts":1789147204.457174,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8eb245fc2e51b07fc656bbd3962f243e","span_id":"6dc0f317938407b1","x-request-id":"a5025870-6eba-4989-84b1-ebf9e78313b4"} {"level":"info","ts":1789147204.457186,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8eb245fc2e51b07fc656bbd3962f243e","span_id":"6dc0f317938407b1","x-request-id":"a5025870-6eba-4989-84b1-ebf9e78313b4","EoS":true} {"level":"info","ts":1789147204.4572122,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8eb245fc2e51b07fc656bbd3962f243e","span_id":"6dc0f317938407b1","x-request-id":"a5025870-6eba-4989-84b1-ebf9e78313b4","header":"x-maas-subscription"} {"level":"info","ts":1789147204.4572225,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8eb245fc2e51b07fc656bbd3962f243e","span_id":"6dc0f317938407b1","x-request-id":"a5025870-6eba-4989-84b1-ebf9e78313b4","header":"x-maas-group"} {"level":"info","ts":1789147204.4572277,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8eb245fc2e51b07fc656bbd3962f243e","span_id":"6dc0f317938407b1","x-request-id":"a5025870-6eba-4989-84b1-ebf9e78313b4","header":"x-maas-username"} {"level":"info","ts":1789147204.4572423,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8eb245fc2e51b07fc656bbd3962f243e","span_id":"6dc0f317938407b1","x-request-id":"a5025870-6eba-4989-84b1-ebf9e78313b4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789147204.4572682,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8eb245fc2e51b07fc656bbd3962f243e","span_id":"6dc0f317938407b1","x-request-id":"a5025870-6eba-4989-84b1-ebf9e78313b4"} {"level":"info","ts":1789147204.4581742,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8eb245fc2e51b07fc656bbd3962f243e","span_id":"6dc0f317938407b1","x-request-id":"a5025870-6eba-4989-84b1-ebf9e78313b4"} {"level":"info","ts":1789147204.458195,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8eb245fc2e51b07fc656bbd3962f243e","span_id":"6dc0f317938407b1","x-request-id":"a5025870-6eba-4989-84b1-ebf9e78313b4"} {"level":"info","ts":1789147204.4582174,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8eb245fc2e51b07fc656bbd3962f243e","span_id":"6dc0f317938407b1","x-request-id":"a5025870-6eba-4989-84b1-ebf9e78313b4","EoS":false} {"level":"info","ts":1789147204.4582303,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8eb245fc2e51b07fc656bbd3962f243e","span_id":"6dc0f317938407b1","x-request-id":"a5025870-6eba-4989-84b1-ebf9e78313b4"} {"level":"info","ts":1789147204.4582539,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8eb245fc2e51b07fc656bbd3962f243e","span_id":"6dc0f317938407b1","x-request-id":"a5025870-6eba-4989-84b1-ebf9e78313b4","EoS":true} {"level":"info","ts":1789147204.4582639,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8eb245fc2e51b07fc656bbd3962f243e","span_id":"6dc0f317938407b1","x-request-id":"a5025870-6eba-4989-84b1-ebf9e78313b4"} {"level":"error","ts":1789147213.2106953,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789147223.2111647,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789147226.3442762,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789147226.3443813,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b697ab2586e7f12890486b6a0e4fc79f","span_id":"676af4f48c6d8427","x-request-id":"c7a252c4-3595-4e51-8af6-972c5fafbd46"} {"level":"info","ts":1789147226.344395,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b697ab2586e7f12890486b6a0e4fc79f","span_id":"676af4f48c6d8427","x-request-id":"c7a252c4-3595-4e51-8af6-972c5fafbd46"} {"level":"info","ts":1789147226.3444078,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b697ab2586e7f12890486b6a0e4fc79f","span_id":"676af4f48c6d8427","x-request-id":"c7a252c4-3595-4e51-8af6-972c5fafbd46","EoS":true} {"level":"info","ts":1789147226.3444319,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b697ab2586e7f12890486b6a0e4fc79f","span_id":"676af4f48c6d8427","x-request-id":"c7a252c4-3595-4e51-8af6-972c5fafbd46","header":"x-maas-subscription"} {"level":"info","ts":1789147226.3444438,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b697ab2586e7f12890486b6a0e4fc79f","span_id":"676af4f48c6d8427","x-request-id":"c7a252c4-3595-4e51-8af6-972c5fafbd46","header":"x-maas-username"} {"level":"info","ts":1789147226.3444507,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b697ab2586e7f12890486b6a0e4fc79f","span_id":"676af4f48c6d8427","x-request-id":"c7a252c4-3595-4e51-8af6-972c5fafbd46","header":"x-maas-group"} {"level":"info","ts":1789147226.344487,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b697ab2586e7f12890486b6a0e4fc79f","span_id":"676af4f48c6d8427","x-request-id":"c7a252c4-3595-4e51-8af6-972c5fafbd46","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789147226.344515,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b697ab2586e7f12890486b6a0e4fc79f","span_id":"676af4f48c6d8427","x-request-id":"c7a252c4-3595-4e51-8af6-972c5fafbd46"} {"level":"info","ts":1789147226.3453333,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b697ab2586e7f12890486b6a0e4fc79f","span_id":"676af4f48c6d8427","x-request-id":"c7a252c4-3595-4e51-8af6-972c5fafbd46"} {"level":"info","ts":1789147226.3453515,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b697ab2586e7f12890486b6a0e4fc79f","span_id":"676af4f48c6d8427","x-request-id":"c7a252c4-3595-4e51-8af6-972c5fafbd46"} {"level":"info","ts":1789147226.3453658,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b697ab2586e7f12890486b6a0e4fc79f","span_id":"676af4f48c6d8427","x-request-id":"c7a252c4-3595-4e51-8af6-972c5fafbd46","EoS":false} {"level":"info","ts":1789147226.3453758,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b697ab2586e7f12890486b6a0e4fc79f","span_id":"676af4f48c6d8427","x-request-id":"c7a252c4-3595-4e51-8af6-972c5fafbd46"} {"level":"info","ts":1789147226.345396,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b697ab2586e7f12890486b6a0e4fc79f","span_id":"676af4f48c6d8427","x-request-id":"c7a252c4-3595-4e51-8af6-972c5fafbd46","EoS":true} {"level":"info","ts":1789147226.345406,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b697ab2586e7f12890486b6a0e4fc79f","span_id":"676af4f48c6d8427","x-request-id":"c7a252c4-3595-4e51-8af6-972c5fafbd46"} {"level":"error","ts":1789147233.2113183,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789147248.2132108,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789147315.3788214,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789147315.3789232,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"97f17faf45971d725e5a60e0fbf942f0","span_id":"a12a86122f78882b","x-request-id":"629e8a71-6161-4816-bdd6-f96c0a68d9b0"} {"level":"info","ts":1789147315.378938,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"97f17faf45971d725e5a60e0fbf942f0","span_id":"a12a86122f78882b","x-request-id":"629e8a71-6161-4816-bdd6-f96c0a68d9b0"} {"level":"info","ts":1789147315.3789499,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"97f17faf45971d725e5a60e0fbf942f0","span_id":"a12a86122f78882b","x-request-id":"629e8a71-6161-4816-bdd6-f96c0a68d9b0","EoS":true} {"level":"info","ts":1789147315.378975,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"97f17faf45971d725e5a60e0fbf942f0","span_id":"a12a86122f78882b","x-request-id":"629e8a71-6161-4816-bdd6-f96c0a68d9b0","header":"x-maas-subscription"} {"level":"info","ts":1789147315.3789876,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"97f17faf45971d725e5a60e0fbf942f0","span_id":"a12a86122f78882b","x-request-id":"629e8a71-6161-4816-bdd6-f96c0a68d9b0","header":"x-maas-username"} {"level":"info","ts":1789147315.3789928,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"97f17faf45971d725e5a60e0fbf942f0","span_id":"a12a86122f78882b","x-request-id":"629e8a71-6161-4816-bdd6-f96c0a68d9b0","header":"x-maas-group"} {"level":"info","ts":1789147315.3790076,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"97f17faf45971d725e5a60e0fbf942f0","span_id":"a12a86122f78882b","x-request-id":"629e8a71-6161-4816-bdd6-f96c0a68d9b0","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789147315.3790267,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"97f17faf45971d725e5a60e0fbf942f0","span_id":"a12a86122f78882b","x-request-id":"629e8a71-6161-4816-bdd6-f96c0a68d9b0"} {"level":"info","ts":1789147315.3916688,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"97f17faf45971d725e5a60e0fbf942f0","span_id":"a12a86122f78882b","x-request-id":"629e8a71-6161-4816-bdd6-f96c0a68d9b0"} {"level":"info","ts":1789147315.3916903,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"97f17faf45971d725e5a60e0fbf942f0","span_id":"a12a86122f78882b","x-request-id":"629e8a71-6161-4816-bdd6-f96c0a68d9b0"} {"level":"info","ts":1789147315.3917108,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"97f17faf45971d725e5a60e0fbf942f0","span_id":"a12a86122f78882b","x-request-id":"629e8a71-6161-4816-bdd6-f96c0a68d9b0","EoS":false} {"level":"info","ts":1789147315.391726,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"97f17faf45971d725e5a60e0fbf942f0","span_id":"a12a86122f78882b","x-request-id":"629e8a71-6161-4816-bdd6-f96c0a68d9b0"} {"level":"info","ts":1789147315.3917508,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"97f17faf45971d725e5a60e0fbf942f0","span_id":"a12a86122f78882b","x-request-id":"629e8a71-6161-4816-bdd6-f96c0a68d9b0","EoS":true} {"level":"info","ts":1789147315.3917606,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"97f17faf45971d725e5a60e0fbf942f0","span_id":"a12a86122f78882b","x-request-id":"629e8a71-6161-4816-bdd6-f96c0a68d9b0"} {"level":"error","ts":1789147328.222406,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789147423.0783598,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789147423.0784903,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3a57f1004e3a7618109efc6ace4f6436","span_id":"49dfce18b32a29fb","x-request-id":"e27f1fb6-d432-4c04-8699-067d89005e48"} {"level":"info","ts":1789147423.0785134,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3a57f1004e3a7618109efc6ace4f6436","span_id":"49dfce18b32a29fb","x-request-id":"e27f1fb6-d432-4c04-8699-067d89005e48"} {"level":"info","ts":1789147423.078534,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3a57f1004e3a7618109efc6ace4f6436","span_id":"49dfce18b32a29fb","x-request-id":"e27f1fb6-d432-4c04-8699-067d89005e48","EoS":true} {"level":"info","ts":1789147423.07856,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3a57f1004e3a7618109efc6ace4f6436","span_id":"49dfce18b32a29fb","x-request-id":"e27f1fb6-d432-4c04-8699-067d89005e48","header":"x-maas-username"} {"level":"info","ts":1789147423.0785725,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3a57f1004e3a7618109efc6ace4f6436","span_id":"49dfce18b32a29fb","x-request-id":"e27f1fb6-d432-4c04-8699-067d89005e48","header":"x-maas-subscription"} {"level":"info","ts":1789147423.078577,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3a57f1004e3a7618109efc6ace4f6436","span_id":"49dfce18b32a29fb","x-request-id":"e27f1fb6-d432-4c04-8699-067d89005e48","header":"x-maas-group"} {"level":"info","ts":1789147423.078592,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3a57f1004e3a7618109efc6ace4f6436","span_id":"49dfce18b32a29fb","x-request-id":"e27f1fb6-d432-4c04-8699-067d89005e48","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789147423.0786183,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3a57f1004e3a7618109efc6ace4f6436","span_id":"49dfce18b32a29fb","x-request-id":"e27f1fb6-d432-4c04-8699-067d89005e48"} {"level":"info","ts":1789147423.0795803,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3a57f1004e3a7618109efc6ace4f6436","span_id":"49dfce18b32a29fb","x-request-id":"e27f1fb6-d432-4c04-8699-067d89005e48"} {"level":"info","ts":1789147423.079597,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3a57f1004e3a7618109efc6ace4f6436","span_id":"49dfce18b32a29fb","x-request-id":"e27f1fb6-d432-4c04-8699-067d89005e48"} {"level":"info","ts":1789147423.07961,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3a57f1004e3a7618109efc6ace4f6436","span_id":"49dfce18b32a29fb","x-request-id":"e27f1fb6-d432-4c04-8699-067d89005e48","EoS":false} {"level":"info","ts":1789147423.0796201,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3a57f1004e3a7618109efc6ace4f6436","span_id":"49dfce18b32a29fb","x-request-id":"e27f1fb6-d432-4c04-8699-067d89005e48"} {"level":"info","ts":1789147423.0796475,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3a57f1004e3a7618109efc6ace4f6436","span_id":"49dfce18b32a29fb","x-request-id":"e27f1fb6-d432-4c04-8699-067d89005e48","EoS":true} {"level":"info","ts":1789147423.0796618,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3a57f1004e3a7618109efc6ace4f6436","span_id":"49dfce18b32a29fb","x-request-id":"e27f1fb6-d432-4c04-8699-067d89005e48"} {"level":"error","ts":1789147433.2334802,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789147436.8551822,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789147436.8553014,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8a638067cebd528853d2e15af6b9423e","span_id":"69a3a0eea2de20d8","x-request-id":"ef9069ac-7503-4fad-9a92-9162f7ccaee6"} {"level":"info","ts":1789147436.855316,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8a638067cebd528853d2e15af6b9423e","span_id":"69a3a0eea2de20d8","x-request-id":"ef9069ac-7503-4fad-9a92-9162f7ccaee6"} {"level":"info","ts":1789147436.8553343,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8a638067cebd528853d2e15af6b9423e","span_id":"69a3a0eea2de20d8","x-request-id":"ef9069ac-7503-4fad-9a92-9162f7ccaee6","EoS":true} {"level":"info","ts":1789147436.8553681,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8a638067cebd528853d2e15af6b9423e","span_id":"69a3a0eea2de20d8","x-request-id":"ef9069ac-7503-4fad-9a92-9162f7ccaee6","header":"x-maas-username"} {"level":"info","ts":1789147436.8553813,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8a638067cebd528853d2e15af6b9423e","span_id":"69a3a0eea2de20d8","x-request-id":"ef9069ac-7503-4fad-9a92-9162f7ccaee6","header":"x-maas-group"} {"level":"info","ts":1789147436.855391,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8a638067cebd528853d2e15af6b9423e","span_id":"69a3a0eea2de20d8","x-request-id":"ef9069ac-7503-4fad-9a92-9162f7ccaee6","header":"x-maas-subscription"} {"level":"info","ts":1789147436.8554132,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8a638067cebd528853d2e15af6b9423e","span_id":"69a3a0eea2de20d8","x-request-id":"ef9069ac-7503-4fad-9a92-9162f7ccaee6","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789147436.8554506,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8a638067cebd528853d2e15af6b9423e","span_id":"69a3a0eea2de20d8","x-request-id":"ef9069ac-7503-4fad-9a92-9162f7ccaee6"} {"level":"info","ts":1789147436.8688276,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8a638067cebd528853d2e15af6b9423e","span_id":"69a3a0eea2de20d8","x-request-id":"ef9069ac-7503-4fad-9a92-9162f7ccaee6"} {"level":"info","ts":1789147436.868852,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8a638067cebd528853d2e15af6b9423e","span_id":"69a3a0eea2de20d8","x-request-id":"ef9069ac-7503-4fad-9a92-9162f7ccaee6"} {"level":"info","ts":1789147436.8688686,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8a638067cebd528853d2e15af6b9423e","span_id":"69a3a0eea2de20d8","x-request-id":"ef9069ac-7503-4fad-9a92-9162f7ccaee6","EoS":false} {"level":"info","ts":1789147436.8688822,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8a638067cebd528853d2e15af6b9423e","span_id":"69a3a0eea2de20d8","x-request-id":"ef9069ac-7503-4fad-9a92-9162f7ccaee6"} {"level":"info","ts":1789147436.8689208,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8a638067cebd528853d2e15af6b9423e","span_id":"69a3a0eea2de20d8","x-request-id":"ef9069ac-7503-4fad-9a92-9162f7ccaee6","EoS":false} {"level":"info","ts":1789147436.8689344,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8a638067cebd528853d2e15af6b9423e","span_id":"69a3a0eea2de20d8","x-request-id":"ef9069ac-7503-4fad-9a92-9162f7ccaee6"} {"level":"info","ts":1789147436.868946,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8a638067cebd528853d2e15af6b9423e","span_id":"69a3a0eea2de20d8","x-request-id":"ef9069ac-7503-4fad-9a92-9162f7ccaee6","EoS":true} {"level":"info","ts":1789147436.8689547,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8a638067cebd528853d2e15af6b9423e","span_id":"69a3a0eea2de20d8","x-request-id":"ef9069ac-7503-4fad-9a92-9162f7ccaee6"} {"level":"info","ts":1789147437.00961,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789147437.0097404,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c995d3bbe9f977a6aaf62dceb3ef2c17","span_id":"3309be29d5aa0c79","x-request-id":"3110e583-9d6c-4c77-933c-4ab611f5507d"} {"level":"info","ts":1789147437.009756,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c995d3bbe9f977a6aaf62dceb3ef2c17","span_id":"3309be29d5aa0c79","x-request-id":"3110e583-9d6c-4c77-933c-4ab611f5507d"} {"level":"info","ts":1789147437.0097756,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c995d3bbe9f977a6aaf62dceb3ef2c17","span_id":"3309be29d5aa0c79","x-request-id":"3110e583-9d6c-4c77-933c-4ab611f5507d","EoS":true} {"level":"info","ts":1789147437.009835,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c995d3bbe9f977a6aaf62dceb3ef2c17","span_id":"3309be29d5aa0c79","x-request-id":"3110e583-9d6c-4c77-933c-4ab611f5507d","header":"x-maas-username"} {"level":"info","ts":1789147437.0098512,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c995d3bbe9f977a6aaf62dceb3ef2c17","span_id":"3309be29d5aa0c79","x-request-id":"3110e583-9d6c-4c77-933c-4ab611f5507d","header":"x-maas-group"} {"level":"info","ts":1789147437.0098615,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c995d3bbe9f977a6aaf62dceb3ef2c17","span_id":"3309be29d5aa0c79","x-request-id":"3110e583-9d6c-4c77-933c-4ab611f5507d","header":"x-maas-subscription"} {"level":"info","ts":1789147437.009883,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c995d3bbe9f977a6aaf62dceb3ef2c17","span_id":"3309be29d5aa0c79","x-request-id":"3110e583-9d6c-4c77-933c-4ab611f5507d","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789147437.00992,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c995d3bbe9f977a6aaf62dceb3ef2c17","span_id":"3309be29d5aa0c79","x-request-id":"3110e583-9d6c-4c77-933c-4ab611f5507d"} {"level":"info","ts":1789147437.0122612,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c995d3bbe9f977a6aaf62dceb3ef2c17","span_id":"3309be29d5aa0c79","x-request-id":"3110e583-9d6c-4c77-933c-4ab611f5507d"} {"level":"info","ts":1789147437.0122828,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c995d3bbe9f977a6aaf62dceb3ef2c17","span_id":"3309be29d5aa0c79","x-request-id":"3110e583-9d6c-4c77-933c-4ab611f5507d"} {"level":"info","ts":1789147437.0123026,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c995d3bbe9f977a6aaf62dceb3ef2c17","span_id":"3309be29d5aa0c79","x-request-id":"3110e583-9d6c-4c77-933c-4ab611f5507d","EoS":false} {"level":"info","ts":1789147437.0123205,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c995d3bbe9f977a6aaf62dceb3ef2c17","span_id":"3309be29d5aa0c79","x-request-id":"3110e583-9d6c-4c77-933c-4ab611f5507d"} {"level":"info","ts":1789147437.012402,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c995d3bbe9f977a6aaf62dceb3ef2c17","span_id":"3309be29d5aa0c79","x-request-id":"3110e583-9d6c-4c77-933c-4ab611f5507d","EoS":false} {"level":"info","ts":1789147437.0124164,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c995d3bbe9f977a6aaf62dceb3ef2c17","span_id":"3309be29d5aa0c79","x-request-id":"3110e583-9d6c-4c77-933c-4ab611f5507d"} {"level":"info","ts":1789147437.012442,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c995d3bbe9f977a6aaf62dceb3ef2c17","span_id":"3309be29d5aa0c79","x-request-id":"3110e583-9d6c-4c77-933c-4ab611f5507d","EoS":false} {"level":"info","ts":1789147437.0124598,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c995d3bbe9f977a6aaf62dceb3ef2c17","span_id":"3309be29d5aa0c79","x-request-id":"3110e583-9d6c-4c77-933c-4ab611f5507d"} {"level":"info","ts":1789147437.012472,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c995d3bbe9f977a6aaf62dceb3ef2c17","span_id":"3309be29d5aa0c79","x-request-id":"3110e583-9d6c-4c77-933c-4ab611f5507d","EoS":true} {"level":"info","ts":1789147437.0124779,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c995d3bbe9f977a6aaf62dceb3ef2c17","span_id":"3309be29d5aa0c79","x-request-id":"3110e583-9d6c-4c77-933c-4ab611f5507d"} {"level":"info","ts":1789147437.1526556,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789147437.1527548,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"41ed4147c1e2b553365f18bf5e1fae6b","span_id":"54b58203c713d9c3","x-request-id":"df27ffa7-5a3a-474e-86cd-259505e8799c"} {"level":"info","ts":1789147437.152767,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"41ed4147c1e2b553365f18bf5e1fae6b","span_id":"54b58203c713d9c3","x-request-id":"df27ffa7-5a3a-474e-86cd-259505e8799c"} {"level":"info","ts":1789147437.1527784,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"41ed4147c1e2b553365f18bf5e1fae6b","span_id":"54b58203c713d9c3","x-request-id":"df27ffa7-5a3a-474e-86cd-259505e8799c","EoS":true} {"level":"info","ts":1789147437.152822,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"41ed4147c1e2b553365f18bf5e1fae6b","span_id":"54b58203c713d9c3","x-request-id":"df27ffa7-5a3a-474e-86cd-259505e8799c","header":"x-maas-username"} {"level":"info","ts":1789147437.1528335,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"41ed4147c1e2b553365f18bf5e1fae6b","span_id":"54b58203c713d9c3","x-request-id":"df27ffa7-5a3a-474e-86cd-259505e8799c","header":"x-maas-group"} {"level":"info","ts":1789147437.1528394,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"41ed4147c1e2b553365f18bf5e1fae6b","span_id":"54b58203c713d9c3","x-request-id":"df27ffa7-5a3a-474e-86cd-259505e8799c","header":"x-maas-subscription"} {"level":"info","ts":1789147437.152853,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"41ed4147c1e2b553365f18bf5e1fae6b","span_id":"54b58203c713d9c3","x-request-id":"df27ffa7-5a3a-474e-86cd-259505e8799c","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789147437.1528795,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"41ed4147c1e2b553365f18bf5e1fae6b","span_id":"54b58203c713d9c3","x-request-id":"df27ffa7-5a3a-474e-86cd-259505e8799c"} {"level":"info","ts":1789147437.1539419,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"41ed4147c1e2b553365f18bf5e1fae6b","span_id":"54b58203c713d9c3","x-request-id":"df27ffa7-5a3a-474e-86cd-259505e8799c"} {"level":"info","ts":1789147437.1539679,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"41ed4147c1e2b553365f18bf5e1fae6b","span_id":"54b58203c713d9c3","x-request-id":"df27ffa7-5a3a-474e-86cd-259505e8799c"} {"level":"info","ts":1789147437.1539881,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"41ed4147c1e2b553365f18bf5e1fae6b","span_id":"54b58203c713d9c3","x-request-id":"df27ffa7-5a3a-474e-86cd-259505e8799c","EoS":false} {"level":"info","ts":1789147437.1540036,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"41ed4147c1e2b553365f18bf5e1fae6b","span_id":"54b58203c713d9c3","x-request-id":"df27ffa7-5a3a-474e-86cd-259505e8799c"} {"level":"info","ts":1789147437.15403,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"41ed4147c1e2b553365f18bf5e1fae6b","span_id":"54b58203c713d9c3","x-request-id":"df27ffa7-5a3a-474e-86cd-259505e8799c","EoS":false} {"level":"info","ts":1789147437.1540427,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"41ed4147c1e2b553365f18bf5e1fae6b","span_id":"54b58203c713d9c3","x-request-id":"df27ffa7-5a3a-474e-86cd-259505e8799c"} {"level":"info","ts":1789147437.1540537,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"41ed4147c1e2b553365f18bf5e1fae6b","span_id":"54b58203c713d9c3","x-request-id":"df27ffa7-5a3a-474e-86cd-259505e8799c","EoS":true} {"level":"info","ts":1789147437.1540608,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"41ed4147c1e2b553365f18bf5e1fae6b","span_id":"54b58203c713d9c3","x-request-id":"df27ffa7-5a3a-474e-86cd-259505e8799c"} {"level":"error","ts":1789147448.2340982,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789147450.0278246,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789147450.027932,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"dabbfdc24272e6aa2825744d2604cde5","span_id":"f7806866655c59cf","x-request-id":"b52e7a49-b865-4508-9514-d6a64daf44b7"} {"level":"info","ts":1789147450.0279455,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"dabbfdc24272e6aa2825744d2604cde5","span_id":"f7806866655c59cf","x-request-id":"b52e7a49-b865-4508-9514-d6a64daf44b7"} {"level":"info","ts":1789147450.0279577,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"dabbfdc24272e6aa2825744d2604cde5","span_id":"f7806866655c59cf","x-request-id":"b52e7a49-b865-4508-9514-d6a64daf44b7","EoS":true} {"level":"info","ts":1789147450.0279794,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dabbfdc24272e6aa2825744d2604cde5","span_id":"f7806866655c59cf","x-request-id":"b52e7a49-b865-4508-9514-d6a64daf44b7","header":"x-maas-username"} {"level":"info","ts":1789147450.02799,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dabbfdc24272e6aa2825744d2604cde5","span_id":"f7806866655c59cf","x-request-id":"b52e7a49-b865-4508-9514-d6a64daf44b7","header":"x-maas-subscription"} {"level":"info","ts":1789147450.0279949,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dabbfdc24272e6aa2825744d2604cde5","span_id":"f7806866655c59cf","x-request-id":"b52e7a49-b865-4508-9514-d6a64daf44b7","header":"x-maas-group"} {"level":"info","ts":1789147450.0280106,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"dabbfdc24272e6aa2825744d2604cde5","span_id":"f7806866655c59cf","x-request-id":"b52e7a49-b865-4508-9514-d6a64daf44b7","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789147450.0280368,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"dabbfdc24272e6aa2825744d2604cde5","span_id":"f7806866655c59cf","x-request-id":"b52e7a49-b865-4508-9514-d6a64daf44b7"} {"level":"info","ts":1789147450.0304089,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"dabbfdc24272e6aa2825744d2604cde5","span_id":"f7806866655c59cf","x-request-id":"b52e7a49-b865-4508-9514-d6a64daf44b7"} {"level":"info","ts":1789147450.0304255,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"dabbfdc24272e6aa2825744d2604cde5","span_id":"f7806866655c59cf","x-request-id":"b52e7a49-b865-4508-9514-d6a64daf44b7"} {"level":"info","ts":1789147450.0304399,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dabbfdc24272e6aa2825744d2604cde5","span_id":"f7806866655c59cf","x-request-id":"b52e7a49-b865-4508-9514-d6a64daf44b7","EoS":false} {"level":"info","ts":1789147450.0304542,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dabbfdc24272e6aa2825744d2604cde5","span_id":"f7806866655c59cf","x-request-id":"b52e7a49-b865-4508-9514-d6a64daf44b7"} {"level":"info","ts":1789147450.0304782,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dabbfdc24272e6aa2825744d2604cde5","span_id":"f7806866655c59cf","x-request-id":"b52e7a49-b865-4508-9514-d6a64daf44b7","EoS":true} {"level":"info","ts":1789147450.0304885,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dabbfdc24272e6aa2825744d2604cde5","span_id":"f7806866655c59cf","x-request-id":"b52e7a49-b865-4508-9514-d6a64daf44b7"} {"level":"error","ts":1789147463.235488,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}