{"level":"info","ts":1789563297.6373389,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-4ff7a892","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ff7a892","reconcileID":"6cac7e4d-3a7c-4ded-9fa4-d9207d400ef6","name":"e2e-legacy-migration-4ff7a892","namespace":"llm"} {"level":"info","ts":1789563297.6373665,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-4ff7a892","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ff7a892","reconcileID":"6cac7e4d-3a7c-4ded-9fa4-d9207d400ef6","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789563297.6373796,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ff7a892","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ff7a892","reconcileID":"b5b3b2ba-8515-48b8-a980-72437ade5cc5"} {"level":"info","ts":1789563297.6374376,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ff7a892","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ff7a892","reconcileID":"b5b3b2ba-8515-48b8-a980-72437ade5cc5","name":"e2e-legacy-migration-4ff7a892"} {"level":"info","ts":1789563297.637446,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ff7a892","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ff7a892","reconcileID":"a02393d9-6928-4a03-9042-4dc0823e87d5","name":"e2e-legacy-migration-4ff7a892","namespace":"llm"} {"level":"info","ts":1789563297.6374674,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ff7a892","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ff7a892","reconcileID":"a02393d9-6928-4a03-9042-4dc0823e87d5","modelName":"e2e-legacy-migration-4ff7a892","resolvedRefs":1} {"level":"error","ts":1789563297.6429918,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-4ff7a892","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ff7a892","reconcileID":"148c9c6c-766a-48ec-bb93-a4547a2d2569","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-4ff7a892\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789563297.643053,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-4ff7a892","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ff7a892","reconcileID":"237f8ee9-886c-475b-90b1-91b3bba7d35b"} {"level":"info","ts":1789563297.6430855,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-4ff7a892","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ff7a892","reconcileID":"237f8ee9-886c-475b-90b1-91b3bba7d35b","name":"e2e-legacy-migration-4ff7a892"} {"level":"info","ts":1789563297.6652412,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-4ff7a892","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ff7a892","reconcileID":"237f8ee9-886c-475b-90b1-91b3bba7d35b","service":"e2e-legacy-migration-4ff7a892","serviceEntry":"e2e-legacy-migration-4ff7a892","destinationRule":"e2e-legacy-migration-4ff7a892"} {"level":"info","ts":1789563297.6657197,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ff7a892","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ff7a892","reconcileID":"ba0433ca-1f73-4766-b11a-103de549eef8","name":"e2e-legacy-migration-4ff7a892","namespace":"llm"} {"level":"info","ts":1789563297.6657548,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ff7a892","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ff7a892","reconcileID":"ba0433ca-1f73-4766-b11a-103de549eef8","modelName":"e2e-legacy-migration-4ff7a892","resolvedRefs":1} {"level":"error","ts":1789563297.6686494,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ff7a892","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ff7a892","reconcileID":"b5b3b2ba-8515-48b8-a980-72437ade5cc5","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-4ff7a892\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789563297.668683,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ff7a892","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ff7a892","reconcileID":"b5b3b2ba-8515-48b8-a980-72437ade5cc5","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-4ff7a892\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789563297.6687286,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ff7a892","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ff7a892","reconcileID":"172a6356-6442-4044-a5c4-bb94255163c4"} {"level":"info","ts":1789563297.6687667,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ff7a892","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ff7a892","reconcileID":"172a6356-6442-4044-a5c4-bb94255163c4","name":"e2e-legacy-migration-4ff7a892"} {"level":"info","ts":1789563297.7116258,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ff7a892","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ff7a892","reconcileID":"4b2e2c17-0402-4f52-8d43-1b742af33a73","name":"e2e-legacy-migration-4ff7a892","namespace":"llm"} {"level":"info","ts":1789563297.711655,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ff7a892","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ff7a892","reconcileID":"4b2e2c17-0402-4f52-8d43-1b742af33a73","modelName":"e2e-legacy-migration-4ff7a892","resolvedRefs":1} {"level":"error","ts":1789563297.7568402,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ff7a892","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ff7a892","reconcileID":"172a6356-6442-4044-a5c4-bb94255163c4","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-4ff7a892\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789563297.756888,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ff7a892","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ff7a892","reconcileID":"172a6356-6442-4044-a5c4-bb94255163c4","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-4ff7a892\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789563297.7569573,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ff7a892","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ff7a892","reconcileID":"4bf0fe35-c4af-4574-b455-f5176fa5560c"} {"level":"info","ts":1789563297.7570095,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ff7a892","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ff7a892","reconcileID":"4bf0fe35-c4af-4574-b455-f5176fa5560c","name":"e2e-legacy-migration-4ff7a892"} {"level":"info","ts":1789563297.7835126,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ff7a892","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ff7a892","reconcileID":"a0ab80ff-fb1b-4602-abf3-a4dd58f7b2cd","name":"e2e-legacy-migration-4ff7a892","namespace":"llm"} {"level":"info","ts":1789563297.7835543,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ff7a892","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ff7a892","reconcileID":"a0ab80ff-fb1b-4602-abf3-a4dd58f7b2cd","modelName":"e2e-legacy-migration-4ff7a892","resolvedRefs":1} {"level":"info","ts":1789563297.7944112,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ff7a892","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ff7a892","reconcileID":"4bf0fe35-c4af-4574-b455-f5176fa5560c","httpRoute":"e2e-legacy-migration-4ff7a892","providers":["e2e-legacy-migration-4ff7a892"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789563297.8122346,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ff7a892","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ff7a892","reconcileID":"4bf0fe35-c4af-4574-b455-f5176fa5560c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-4ff7a892\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789563297.8123136,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ff7a892","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ff7a892","reconcileID":"3ca9c7bd-75ad-4da9-b465-ea7d345c927a"} {"level":"info","ts":1789563297.8123763,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ff7a892","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ff7a892","reconcileID":"3ca9c7bd-75ad-4da9-b465-ea7d345c927a","name":"e2e-legacy-migration-4ff7a892"} {"level":"info","ts":1789563297.861748,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ff7a892","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ff7a892","reconcileID":"3ca9c7bd-75ad-4da9-b465-ea7d345c927a","httpRoute":"e2e-legacy-migration-4ff7a892","providers":["e2e-legacy-migration-4ff7a892"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789563297.9955027,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ff7a892","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ff7a892","reconcileID":"de602eb4-ddb9-4616-bd9c-ea019fce58c5","name":"e2e-legacy-migration-4ff7a892","namespace":"llm"} {"level":"info","ts":1789563298.0007277,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ff7a892","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ff7a892","reconcileID":"de602eb4-ddb9-4616-bd9c-ea019fce58c5","name":"e2e-legacy-migration-4ff7a892"} {"level":"info","ts":1789563298.0078385,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ff7a892","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ff7a892","reconcileID":"de602eb4-ddb9-4616-bd9c-ea019fce58c5","provider":"openai","model":"e2e-legacy-migration-4ff7a892","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789563300.792505,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ff7a892","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ff7a892","reconcileID":"2d405a49-5019-409f-a480-e545a9715049","name":"e2e-legacy-migration-4ff7a892","namespace":"llm"} {"level":"info","ts":1789563300.8010094,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ff7a892","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ff7a892","reconcileID":"a1bf874f-5b3c-4005-bc87-beddef1b68ab"} {"level":"info","ts":1789563300.8010788,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ff7a892","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ff7a892","reconcileID":"24cb138f-8674-4157-9b64-e5f4cdb8b50e","name":"e2e-legacy-migration-4ff7a892","namespace":"llm"} {"level":"info","ts":1789563300.8011081,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ff7a892","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ff7a892","reconcileID":"24cb138f-8674-4157-9b64-e5f4cdb8b50e","name":"e2e-legacy-migration-4ff7a892","namespace":"llm"} {"level":"info","ts":1789563300.8026888,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-4ff7a892","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ff7a892","reconcileID":"cda2d4f3-f3d6-4276-ac2b-ada41107a83e","name":"e2e-legacy-migration-4ff7a892","namespace":"llm"} {"level":"info","ts":1789563300.8028564,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-4ff7a892","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ff7a892","reconcileID":"cda2d4f3-f3d6-4276-ac2b-ada41107a83e","name":"e2e-legacy-migration-4ff7a892","namespace":"llm"} {"level":"info","ts":1789563300.8028047,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-4ff7a892","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ff7a892","reconcileID":"86866cb2-20d7-40a0-be0e-cb9366e44314"} {"level":"error","ts":1789563300.932152,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789563301.214553,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789563301.214648,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"332a488e1fb8687ae73fefd18403f2bc","span_id":"c7bc5de5033f98c8","x-request-id":"5e0b8a85-60e1-476b-93cf-8fd386bf004a"} {"level":"info","ts":1789563301.21466,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"332a488e1fb8687ae73fefd18403f2bc","span_id":"c7bc5de5033f98c8","x-request-id":"5e0b8a85-60e1-476b-93cf-8fd386bf004a"} {"level":"info","ts":1789563301.2146719,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"332a488e1fb8687ae73fefd18403f2bc","span_id":"c7bc5de5033f98c8","x-request-id":"5e0b8a85-60e1-476b-93cf-8fd386bf004a","EoS":true} {"level":"info","ts":1789563301.2146938,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"332a488e1fb8687ae73fefd18403f2bc","span_id":"c7bc5de5033f98c8","x-request-id":"5e0b8a85-60e1-476b-93cf-8fd386bf004a","header":"x-maas-username"} {"level":"info","ts":1789563301.2147036,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"332a488e1fb8687ae73fefd18403f2bc","span_id":"c7bc5de5033f98c8","x-request-id":"5e0b8a85-60e1-476b-93cf-8fd386bf004a","header":"x-maas-group"} {"level":"info","ts":1789563301.214709,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"332a488e1fb8687ae73fefd18403f2bc","span_id":"c7bc5de5033f98c8","x-request-id":"5e0b8a85-60e1-476b-93cf-8fd386bf004a","header":"x-maas-subscription"} {"level":"info","ts":1789563301.2147267,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"332a488e1fb8687ae73fefd18403f2bc","span_id":"c7bc5de5033f98c8","x-request-id":"5e0b8a85-60e1-476b-93cf-8fd386bf004a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789563301.2147386,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"332a488e1fb8687ae73fefd18403f2bc","span_id":"c7bc5de5033f98c8","x-request-id":"5e0b8a85-60e1-476b-93cf-8fd386bf004a","modelName":"e2e-external-model"} {"level":"info","ts":1789563301.214753,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"332a488e1fb8687ae73fefd18403f2bc","span_id":"c7bc5de5033f98c8","x-request-id":"5e0b8a85-60e1-476b-93cf-8fd386bf004a","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789563301.214783,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"332a488e1fb8687ae73fefd18403f2bc","span_id":"c7bc5de5033f98c8","x-request-id":"5e0b8a85-60e1-476b-93cf-8fd386bf004a","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1789563301.2148027,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"332a488e1fb8687ae73fefd18403f2bc","span_id":"c7bc5de5033f98c8","x-request-id":"5e0b8a85-60e1-476b-93cf-8fd386bf004a","authType":"apikey"} {"level":"info","ts":1789563301.214829,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"332a488e1fb8687ae73fefd18403f2bc","span_id":"c7bc5de5033f98c8","x-request-id":"5e0b8a85-60e1-476b-93cf-8fd386bf004a"} {"level":"info","ts":1789563301.6895902,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"332a488e1fb8687ae73fefd18403f2bc","span_id":"c7bc5de5033f98c8","x-request-id":"5e0b8a85-60e1-476b-93cf-8fd386bf004a"} {"level":"info","ts":1789563301.6896174,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"332a488e1fb8687ae73fefd18403f2bc","span_id":"c7bc5de5033f98c8","x-request-id":"5e0b8a85-60e1-476b-93cf-8fd386bf004a"} {"level":"info","ts":1789563301.6896353,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"332a488e1fb8687ae73fefd18403f2bc","span_id":"c7bc5de5033f98c8","x-request-id":"5e0b8a85-60e1-476b-93cf-8fd386bf004a","EoS":false} {"level":"info","ts":1789563301.689658,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"332a488e1fb8687ae73fefd18403f2bc","span_id":"c7bc5de5033f98c8","x-request-id":"5e0b8a85-60e1-476b-93cf-8fd386bf004a"} {"level":"info","ts":1789563301.6896906,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"332a488e1fb8687ae73fefd18403f2bc","span_id":"c7bc5de5033f98c8","x-request-id":"5e0b8a85-60e1-476b-93cf-8fd386bf004a","EoS":true} {"level":"info","ts":1789563301.6897035,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"332a488e1fb8687ae73fefd18403f2bc","span_id":"c7bc5de5033f98c8","x-request-id":"5e0b8a85-60e1-476b-93cf-8fd386bf004a"} {"level":"info","ts":1789563301.7382984,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789563301.73838,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"30c8c9801e95003938025d1a0c7211b4","span_id":"d77bcfd6cdb97f54","x-request-id":"9022684b-541e-4ec9-b9d0-277b3fb7ace9"} {"level":"info","ts":1789563301.7383916,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"30c8c9801e95003938025d1a0c7211b4","span_id":"d77bcfd6cdb97f54","x-request-id":"9022684b-541e-4ec9-b9d0-277b3fb7ace9"} {"level":"info","ts":1789563301.7384024,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"30c8c9801e95003938025d1a0c7211b4","span_id":"d77bcfd6cdb97f54","x-request-id":"9022684b-541e-4ec9-b9d0-277b3fb7ace9","EoS":true} {"level":"info","ts":1789563301.7384233,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"30c8c9801e95003938025d1a0c7211b4","span_id":"d77bcfd6cdb97f54","x-request-id":"9022684b-541e-4ec9-b9d0-277b3fb7ace9","header":"x-maas-username"} {"level":"info","ts":1789563301.7384334,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"30c8c9801e95003938025d1a0c7211b4","span_id":"d77bcfd6cdb97f54","x-request-id":"9022684b-541e-4ec9-b9d0-277b3fb7ace9","header":"x-maas-subscription"} {"level":"info","ts":1789563301.738439,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"30c8c9801e95003938025d1a0c7211b4","span_id":"d77bcfd6cdb97f54","x-request-id":"9022684b-541e-4ec9-b9d0-277b3fb7ace9","header":"x-maas-group"} {"level":"info","ts":1789563301.7384534,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"30c8c9801e95003938025d1a0c7211b4","span_id":"d77bcfd6cdb97f54","x-request-id":"9022684b-541e-4ec9-b9d0-277b3fb7ace9","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789563301.738493,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"30c8c9801e95003938025d1a0c7211b4","span_id":"d77bcfd6cdb97f54","x-request-id":"9022684b-541e-4ec9-b9d0-277b3fb7ace9"} {"level":"info","ts":1789563301.8154132,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"30c8c9801e95003938025d1a0c7211b4","span_id":"d77bcfd6cdb97f54","x-request-id":"9022684b-541e-4ec9-b9d0-277b3fb7ace9"} {"level":"info","ts":1789563301.8154373,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"30c8c9801e95003938025d1a0c7211b4","span_id":"d77bcfd6cdb97f54","x-request-id":"9022684b-541e-4ec9-b9d0-277b3fb7ace9"} {"level":"info","ts":1789563301.815452,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"30c8c9801e95003938025d1a0c7211b4","span_id":"d77bcfd6cdb97f54","x-request-id":"9022684b-541e-4ec9-b9d0-277b3fb7ace9","EoS":false} {"level":"info","ts":1789563301.815468,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"30c8c9801e95003938025d1a0c7211b4","span_id":"d77bcfd6cdb97f54","x-request-id":"9022684b-541e-4ec9-b9d0-277b3fb7ace9"} {"level":"info","ts":1789563301.8155203,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"30c8c9801e95003938025d1a0c7211b4","span_id":"d77bcfd6cdb97f54","x-request-id":"9022684b-541e-4ec9-b9d0-277b3fb7ace9","EoS":true} {"level":"info","ts":1789563301.8155346,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"30c8c9801e95003938025d1a0c7211b4","span_id":"d77bcfd6cdb97f54","x-request-id":"9022684b-541e-4ec9-b9d0-277b3fb7ace9"} {"level":"info","ts":1789563301.8597271,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789563301.859803,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7c5d4cd547a6bfdb2fbfc7d98df17678","span_id":"693324ee47d2ed68","x-request-id":"2ed357c0-af4d-4ca9-a426-b7dbec070096"} {"level":"info","ts":1789563301.8598158,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7c5d4cd547a6bfdb2fbfc7d98df17678","span_id":"693324ee47d2ed68","x-request-id":"2ed357c0-af4d-4ca9-a426-b7dbec070096"} {"level":"info","ts":1789563301.8598268,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7c5d4cd547a6bfdb2fbfc7d98df17678","span_id":"693324ee47d2ed68","x-request-id":"2ed357c0-af4d-4ca9-a426-b7dbec070096","EoS":true} {"level":"info","ts":1789563301.8598452,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7c5d4cd547a6bfdb2fbfc7d98df17678","span_id":"693324ee47d2ed68","x-request-id":"2ed357c0-af4d-4ca9-a426-b7dbec070096","header":"x-maas-username"} {"level":"info","ts":1789563301.8598564,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7c5d4cd547a6bfdb2fbfc7d98df17678","span_id":"693324ee47d2ed68","x-request-id":"2ed357c0-af4d-4ca9-a426-b7dbec070096","header":"x-maas-subscription"} {"level":"info","ts":1789563301.8598642,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7c5d4cd547a6bfdb2fbfc7d98df17678","span_id":"693324ee47d2ed68","x-request-id":"2ed357c0-af4d-4ca9-a426-b7dbec070096","header":"x-maas-group"} {"level":"info","ts":1789563301.859897,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7c5d4cd547a6bfdb2fbfc7d98df17678","span_id":"693324ee47d2ed68","x-request-id":"2ed357c0-af4d-4ca9-a426-b7dbec070096"} {"level":"info","ts":1789563301.8953886,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7c5d4cd547a6bfdb2fbfc7d98df17678","span_id":"693324ee47d2ed68","x-request-id":"2ed357c0-af4d-4ca9-a426-b7dbec070096"} {"level":"info","ts":1789563301.8954163,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7c5d4cd547a6bfdb2fbfc7d98df17678","span_id":"693324ee47d2ed68","x-request-id":"2ed357c0-af4d-4ca9-a426-b7dbec070096"} {"level":"info","ts":1789563301.8954334,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7c5d4cd547a6bfdb2fbfc7d98df17678","span_id":"693324ee47d2ed68","x-request-id":"2ed357c0-af4d-4ca9-a426-b7dbec070096","EoS":false} {"level":"info","ts":1789563301.8954496,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7c5d4cd547a6bfdb2fbfc7d98df17678","span_id":"693324ee47d2ed68","x-request-id":"2ed357c0-af4d-4ca9-a426-b7dbec070096"} {"level":"info","ts":1789563301.8954952,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7c5d4cd547a6bfdb2fbfc7d98df17678","span_id":"693324ee47d2ed68","x-request-id":"2ed357c0-af4d-4ca9-a426-b7dbec070096","EoS":true} {"level":"info","ts":1789563301.8955116,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7c5d4cd547a6bfdb2fbfc7d98df17678","span_id":"693324ee47d2ed68","x-request-id":"2ed357c0-af4d-4ca9-a426-b7dbec070096"} {"level":"info","ts":1789563302.814046,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8d29766c-8a22-4230-982a-fe2832588f1d"} {"level":"info","ts":1789563302.8141236,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"afdc444c-6552-4c10-9abc-927815f13507","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789563302.8141396,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"afdc444c-6552-4c10-9abc-927815f13507","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789563302.9661725,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bd250294-9f2f-406c-ab36-7eb4a3046b32"} {"level":"info","ts":1789563302.9662747,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"32e0f2ff-658a-468c-9b76-34123ad5d0a5","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789563302.9662921,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"32e0f2ff-658a-468c-9b76-34123ad5d0a5","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789563303.102925,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"7fc09856-2cfc-475b-a875-22fe2e67bbce","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789563303.102976,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"7fc09856-2cfc-475b-a875-22fe2e67bbce","key":"llm/e2e-external-model-api-key"} {"level":"error","ts":1789563310.9331694,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789563322.1794107,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789563322.1796467,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a6df9c3f5c3e1ce5d27d44de23995770","span_id":"607dd1f47f72efe6","x-request-id":"1aae9a9a-cb1e-4c3e-89a7-1d83a663d688"} {"level":"info","ts":1789563322.1796703,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a6df9c3f5c3e1ce5d27d44de23995770","span_id":"607dd1f47f72efe6","x-request-id":"1aae9a9a-cb1e-4c3e-89a7-1d83a663d688"} {"level":"info","ts":1789563322.1796887,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a6df9c3f5c3e1ce5d27d44de23995770","span_id":"607dd1f47f72efe6","x-request-id":"1aae9a9a-cb1e-4c3e-89a7-1d83a663d688","EoS":true} {"level":"info","ts":1789563322.1797214,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a6df9c3f5c3e1ce5d27d44de23995770","span_id":"607dd1f47f72efe6","x-request-id":"1aae9a9a-cb1e-4c3e-89a7-1d83a663d688","header":"x-maas-group"} {"level":"info","ts":1789563322.17977,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a6df9c3f5c3e1ce5d27d44de23995770","span_id":"607dd1f47f72efe6","x-request-id":"1aae9a9a-cb1e-4c3e-89a7-1d83a663d688","header":"x-maas-username"} {"level":"info","ts":1789563322.1797826,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a6df9c3f5c3e1ce5d27d44de23995770","span_id":"607dd1f47f72efe6","x-request-id":"1aae9a9a-cb1e-4c3e-89a7-1d83a663d688","header":"x-maas-subscription"} {"level":"info","ts":1789563322.1798024,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a6df9c3f5c3e1ce5d27d44de23995770","span_id":"607dd1f47f72efe6","x-request-id":"1aae9a9a-cb1e-4c3e-89a7-1d83a663d688","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789563322.179842,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a6df9c3f5c3e1ce5d27d44de23995770","span_id":"607dd1f47f72efe6","x-request-id":"1aae9a9a-cb1e-4c3e-89a7-1d83a663d688"} {"level":"info","ts":1789563322.1809807,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a6df9c3f5c3e1ce5d27d44de23995770","span_id":"607dd1f47f72efe6","x-request-id":"1aae9a9a-cb1e-4c3e-89a7-1d83a663d688"} {"level":"info","ts":1789563322.181,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a6df9c3f5c3e1ce5d27d44de23995770","span_id":"607dd1f47f72efe6","x-request-id":"1aae9a9a-cb1e-4c3e-89a7-1d83a663d688"} {"level":"info","ts":1789563322.1810136,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a6df9c3f5c3e1ce5d27d44de23995770","span_id":"607dd1f47f72efe6","x-request-id":"1aae9a9a-cb1e-4c3e-89a7-1d83a663d688","EoS":false} {"level":"info","ts":1789563322.1810243,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a6df9c3f5c3e1ce5d27d44de23995770","span_id":"607dd1f47f72efe6","x-request-id":"1aae9a9a-cb1e-4c3e-89a7-1d83a663d688"} {"level":"info","ts":1789563322.1810462,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a6df9c3f5c3e1ce5d27d44de23995770","span_id":"607dd1f47f72efe6","x-request-id":"1aae9a9a-cb1e-4c3e-89a7-1d83a663d688","EoS":true} {"level":"info","ts":1789563322.1810536,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a6df9c3f5c3e1ce5d27d44de23995770","span_id":"607dd1f47f72efe6","x-request-id":"1aae9a9a-cb1e-4c3e-89a7-1d83a663d688"} {"level":"info","ts":1789563322.2319694,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789563322.2320907,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e49daac9819c4f3a8604eeb885dae57a","span_id":"d2f601a8081ed41a","x-request-id":"85384542-a170-4338-b08c-303ae6de662e"} {"level":"info","ts":1789563322.232105,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e49daac9819c4f3a8604eeb885dae57a","span_id":"d2f601a8081ed41a","x-request-id":"85384542-a170-4338-b08c-303ae6de662e"} {"level":"info","ts":1789563322.23212,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e49daac9819c4f3a8604eeb885dae57a","span_id":"d2f601a8081ed41a","x-request-id":"85384542-a170-4338-b08c-303ae6de662e","EoS":true} {"level":"info","ts":1789563322.2321482,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e49daac9819c4f3a8604eeb885dae57a","span_id":"d2f601a8081ed41a","x-request-id":"85384542-a170-4338-b08c-303ae6de662e","header":"x-maas-group"} {"level":"info","ts":1789563322.232161,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e49daac9819c4f3a8604eeb885dae57a","span_id":"d2f601a8081ed41a","x-request-id":"85384542-a170-4338-b08c-303ae6de662e","header":"x-maas-subscription"} {"level":"info","ts":1789563322.232168,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e49daac9819c4f3a8604eeb885dae57a","span_id":"d2f601a8081ed41a","x-request-id":"85384542-a170-4338-b08c-303ae6de662e","header":"x-maas-username"} {"level":"info","ts":1789563322.2321868,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e49daac9819c4f3a8604eeb885dae57a","span_id":"d2f601a8081ed41a","x-request-id":"85384542-a170-4338-b08c-303ae6de662e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789563322.2322197,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e49daac9819c4f3a8604eeb885dae57a","span_id":"d2f601a8081ed41a","x-request-id":"85384542-a170-4338-b08c-303ae6de662e"} {"level":"info","ts":1789563322.2334528,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e49daac9819c4f3a8604eeb885dae57a","span_id":"d2f601a8081ed41a","x-request-id":"85384542-a170-4338-b08c-303ae6de662e"} {"level":"info","ts":1789563322.2335038,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e49daac9819c4f3a8604eeb885dae57a","span_id":"d2f601a8081ed41a","x-request-id":"85384542-a170-4338-b08c-303ae6de662e"} {"level":"info","ts":1789563322.2335365,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e49daac9819c4f3a8604eeb885dae57a","span_id":"d2f601a8081ed41a","x-request-id":"85384542-a170-4338-b08c-303ae6de662e","EoS":false} {"level":"info","ts":1789563322.2335575,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e49daac9819c4f3a8604eeb885dae57a","span_id":"d2f601a8081ed41a","x-request-id":"85384542-a170-4338-b08c-303ae6de662e"} {"level":"info","ts":1789563322.2335892,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e49daac9819c4f3a8604eeb885dae57a","span_id":"d2f601a8081ed41a","x-request-id":"85384542-a170-4338-b08c-303ae6de662e","EoS":true} {"level":"info","ts":1789563322.2336032,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e49daac9819c4f3a8604eeb885dae57a","span_id":"d2f601a8081ed41a","x-request-id":"85384542-a170-4338-b08c-303ae6de662e"} {"level":"info","ts":1789563322.2795665,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789563322.2797284,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a47a4613a8d0016c08fcc8593bf3db8b","span_id":"22b1b0fc3dff62b5","x-request-id":"c6bfa3a3-08aa-4a10-b0db-509b359e2c8b"} {"level":"info","ts":1789563322.27975,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a47a4613a8d0016c08fcc8593bf3db8b","span_id":"22b1b0fc3dff62b5","x-request-id":"c6bfa3a3-08aa-4a10-b0db-509b359e2c8b"} {"level":"info","ts":1789563322.279768,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a47a4613a8d0016c08fcc8593bf3db8b","span_id":"22b1b0fc3dff62b5","x-request-id":"c6bfa3a3-08aa-4a10-b0db-509b359e2c8b","EoS":true} {"level":"info","ts":1789563322.2798033,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a47a4613a8d0016c08fcc8593bf3db8b","span_id":"22b1b0fc3dff62b5","x-request-id":"c6bfa3a3-08aa-4a10-b0db-509b359e2c8b","header":"x-maas-subscription"} {"level":"info","ts":1789563322.2798195,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a47a4613a8d0016c08fcc8593bf3db8b","span_id":"22b1b0fc3dff62b5","x-request-id":"c6bfa3a3-08aa-4a10-b0db-509b359e2c8b","header":"x-maas-group"} {"level":"info","ts":1789563322.279829,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a47a4613a8d0016c08fcc8593bf3db8b","span_id":"22b1b0fc3dff62b5","x-request-id":"c6bfa3a3-08aa-4a10-b0db-509b359e2c8b","header":"x-maas-username"} {"level":"info","ts":1789563322.2798507,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a47a4613a8d0016c08fcc8593bf3db8b","span_id":"22b1b0fc3dff62b5","x-request-id":"c6bfa3a3-08aa-4a10-b0db-509b359e2c8b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789563322.2798886,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a47a4613a8d0016c08fcc8593bf3db8b","span_id":"22b1b0fc3dff62b5","x-request-id":"c6bfa3a3-08aa-4a10-b0db-509b359e2c8b"} {"level":"info","ts":1789563322.2809708,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a47a4613a8d0016c08fcc8593bf3db8b","span_id":"22b1b0fc3dff62b5","x-request-id":"c6bfa3a3-08aa-4a10-b0db-509b359e2c8b"} {"level":"info","ts":1789563322.2810504,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a47a4613a8d0016c08fcc8593bf3db8b","span_id":"22b1b0fc3dff62b5","x-request-id":"c6bfa3a3-08aa-4a10-b0db-509b359e2c8b"} {"level":"info","ts":1789563322.2810993,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a47a4613a8d0016c08fcc8593bf3db8b","span_id":"22b1b0fc3dff62b5","x-request-id":"c6bfa3a3-08aa-4a10-b0db-509b359e2c8b","EoS":false} {"level":"info","ts":1789563322.2811222,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a47a4613a8d0016c08fcc8593bf3db8b","span_id":"22b1b0fc3dff62b5","x-request-id":"c6bfa3a3-08aa-4a10-b0db-509b359e2c8b"} {"level":"info","ts":1789563322.2811718,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a47a4613a8d0016c08fcc8593bf3db8b","span_id":"22b1b0fc3dff62b5","x-request-id":"c6bfa3a3-08aa-4a10-b0db-509b359e2c8b","EoS":true} {"level":"info","ts":1789563322.2811859,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a47a4613a8d0016c08fcc8593bf3db8b","span_id":"22b1b0fc3dff62b5","x-request-id":"c6bfa3a3-08aa-4a10-b0db-509b359e2c8b"} {"level":"info","ts":1789563322.3385262,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789563322.3386216,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1dcab1c6b31cdaa015c1e8457d833a05","span_id":"2f509666eb1b2977","x-request-id":"aaf9e442-c2f5-4de2-a0a3-b22fd3d47713"} {"level":"info","ts":1789563322.3386328,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1dcab1c6b31cdaa015c1e8457d833a05","span_id":"2f509666eb1b2977","x-request-id":"aaf9e442-c2f5-4de2-a0a3-b22fd3d47713"} {"level":"info","ts":1789563322.3386436,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1dcab1c6b31cdaa015c1e8457d833a05","span_id":"2f509666eb1b2977","x-request-id":"aaf9e442-c2f5-4de2-a0a3-b22fd3d47713","EoS":true} {"level":"info","ts":1789563322.3386664,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1dcab1c6b31cdaa015c1e8457d833a05","span_id":"2f509666eb1b2977","x-request-id":"aaf9e442-c2f5-4de2-a0a3-b22fd3d47713","header":"x-maas-group"} {"level":"info","ts":1789563322.338676,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1dcab1c6b31cdaa015c1e8457d833a05","span_id":"2f509666eb1b2977","x-request-id":"aaf9e442-c2f5-4de2-a0a3-b22fd3d47713","header":"x-maas-subscription"} {"level":"info","ts":1789563322.3386827,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1dcab1c6b31cdaa015c1e8457d833a05","span_id":"2f509666eb1b2977","x-request-id":"aaf9e442-c2f5-4de2-a0a3-b22fd3d47713","header":"x-maas-username"} {"level":"info","ts":1789563322.3386967,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"1dcab1c6b31cdaa015c1e8457d833a05","span_id":"2f509666eb1b2977","x-request-id":"aaf9e442-c2f5-4de2-a0a3-b22fd3d47713","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789563322.3387218,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1dcab1c6b31cdaa015c1e8457d833a05","span_id":"2f509666eb1b2977","x-request-id":"aaf9e442-c2f5-4de2-a0a3-b22fd3d47713"} {"level":"info","ts":1789563322.3399148,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"1dcab1c6b31cdaa015c1e8457d833a05","span_id":"2f509666eb1b2977","x-request-id":"aaf9e442-c2f5-4de2-a0a3-b22fd3d47713"} {"level":"info","ts":1789563322.339934,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"1dcab1c6b31cdaa015c1e8457d833a05","span_id":"2f509666eb1b2977","x-request-id":"aaf9e442-c2f5-4de2-a0a3-b22fd3d47713"} {"level":"info","ts":1789563322.3399508,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1dcab1c6b31cdaa015c1e8457d833a05","span_id":"2f509666eb1b2977","x-request-id":"aaf9e442-c2f5-4de2-a0a3-b22fd3d47713","EoS":false} {"level":"info","ts":1789563322.339966,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1dcab1c6b31cdaa015c1e8457d833a05","span_id":"2f509666eb1b2977","x-request-id":"aaf9e442-c2f5-4de2-a0a3-b22fd3d47713"} {"level":"info","ts":1789563322.3399913,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1dcab1c6b31cdaa015c1e8457d833a05","span_id":"2f509666eb1b2977","x-request-id":"aaf9e442-c2f5-4de2-a0a3-b22fd3d47713","EoS":true} {"level":"info","ts":1789563322.3400002,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1dcab1c6b31cdaa015c1e8457d833a05","span_id":"2f509666eb1b2977","x-request-id":"aaf9e442-c2f5-4de2-a0a3-b22fd3d47713"} {"level":"error","ts":1789563325.935218,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789563336.1114242,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789563336.1115444,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"718fb8657811c25fc6c9631fe69c49eb","span_id":"cf484533ef959087","x-request-id":"2cb0629a-6764-464c-81ea-f8da3b519762"} {"level":"info","ts":1789563336.1115592,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"718fb8657811c25fc6c9631fe69c49eb","span_id":"cf484533ef959087","x-request-id":"2cb0629a-6764-464c-81ea-f8da3b519762"} {"level":"info","ts":1789563336.1115787,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"718fb8657811c25fc6c9631fe69c49eb","span_id":"cf484533ef959087","x-request-id":"2cb0629a-6764-464c-81ea-f8da3b519762","EoS":true} {"level":"info","ts":1789563336.1116326,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"718fb8657811c25fc6c9631fe69c49eb","span_id":"cf484533ef959087","x-request-id":"2cb0629a-6764-464c-81ea-f8da3b519762"} {"level":"info","ts":1789563336.2766533,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789563336.2767606,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"41f1ece8c2e684ba3d72e80fe76f87e7","span_id":"14a0f26076d52c98","x-request-id":"99796c5c-5339-4577-af00-a4c8f878f2c1"} {"level":"info","ts":1789563336.276774,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"41f1ece8c2e684ba3d72e80fe76f87e7","span_id":"14a0f26076d52c98","x-request-id":"99796c5c-5339-4577-af00-a4c8f878f2c1"} {"level":"info","ts":1789563336.276786,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"41f1ece8c2e684ba3d72e80fe76f87e7","span_id":"14a0f26076d52c98","x-request-id":"99796c5c-5339-4577-af00-a4c8f878f2c1","EoS":true} {"level":"info","ts":1789563336.2768314,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"41f1ece8c2e684ba3d72e80fe76f87e7","span_id":"14a0f26076d52c98","x-request-id":"99796c5c-5339-4577-af00-a4c8f878f2c1"} {"level":"info","ts":1789563336.4298592,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789563336.429949,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"363878069d993632b92b9359a868de98","span_id":"4001bfba980be702","x-request-id":"cc602019-c89c-4a77-9106-86e82d9d1efd"} {"level":"info","ts":1789563336.4299617,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"363878069d993632b92b9359a868de98","span_id":"4001bfba980be702","x-request-id":"cc602019-c89c-4a77-9106-86e82d9d1efd"} {"level":"info","ts":1789563336.4299734,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"363878069d993632b92b9359a868de98","span_id":"4001bfba980be702","x-request-id":"cc602019-c89c-4a77-9106-86e82d9d1efd","EoS":true} {"level":"info","ts":1789563336.4300227,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"363878069d993632b92b9359a868de98","span_id":"4001bfba980be702","x-request-id":"cc602019-c89c-4a77-9106-86e82d9d1efd"} {"level":"error","ts":1789563340.9361262,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789563350.9366162,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789563360.9372604,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789563370.9381402,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789564404.5430176,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789564404.5431378,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"46a1d6893e427d33a1a001fffa410c8a","span_id":"c89e870a5d172179","x-request-id":"1923bd9c-e50a-435a-a2d3-0bbab35ff78f"} {"level":"info","ts":1789564404.5431516,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"46a1d6893e427d33a1a001fffa410c8a","span_id":"c89e870a5d172179","x-request-id":"1923bd9c-e50a-435a-a2d3-0bbab35ff78f"} {"level":"info","ts":1789564404.5431633,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"46a1d6893e427d33a1a001fffa410c8a","span_id":"c89e870a5d172179","x-request-id":"1923bd9c-e50a-435a-a2d3-0bbab35ff78f","EoS":true} {"level":"info","ts":1789564404.5431852,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"46a1d6893e427d33a1a001fffa410c8a","span_id":"c89e870a5d172179","x-request-id":"1923bd9c-e50a-435a-a2d3-0bbab35ff78f","header":"x-maas-group"} {"level":"info","ts":1789564404.5431957,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"46a1d6893e427d33a1a001fffa410c8a","span_id":"c89e870a5d172179","x-request-id":"1923bd9c-e50a-435a-a2d3-0bbab35ff78f","header":"x-maas-subscription"} {"level":"info","ts":1789564404.5432005,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"46a1d6893e427d33a1a001fffa410c8a","span_id":"c89e870a5d172179","x-request-id":"1923bd9c-e50a-435a-a2d3-0bbab35ff78f","header":"x-maas-username"} {"level":"info","ts":1789564404.5432134,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"46a1d6893e427d33a1a001fffa410c8a","span_id":"c89e870a5d172179","x-request-id":"1923bd9c-e50a-435a-a2d3-0bbab35ff78f","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789564404.5432384,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"46a1d6893e427d33a1a001fffa410c8a","span_id":"c89e870a5d172179","x-request-id":"1923bd9c-e50a-435a-a2d3-0bbab35ff78f"} {"level":"info","ts":1789564404.5441985,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"46a1d6893e427d33a1a001fffa410c8a","span_id":"c89e870a5d172179","x-request-id":"1923bd9c-e50a-435a-a2d3-0bbab35ff78f"} {"level":"info","ts":1789564404.5442145,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"46a1d6893e427d33a1a001fffa410c8a","span_id":"c89e870a5d172179","x-request-id":"1923bd9c-e50a-435a-a2d3-0bbab35ff78f"} {"level":"info","ts":1789564404.5442257,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"46a1d6893e427d33a1a001fffa410c8a","span_id":"c89e870a5d172179","x-request-id":"1923bd9c-e50a-435a-a2d3-0bbab35ff78f","EoS":false} {"level":"info","ts":1789564404.544236,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"46a1d6893e427d33a1a001fffa410c8a","span_id":"c89e870a5d172179","x-request-id":"1923bd9c-e50a-435a-a2d3-0bbab35ff78f"} {"level":"info","ts":1789564404.5442588,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"46a1d6893e427d33a1a001fffa410c8a","span_id":"c89e870a5d172179","x-request-id":"1923bd9c-e50a-435a-a2d3-0bbab35ff78f","EoS":true} {"level":"info","ts":1789564404.5442724,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"46a1d6893e427d33a1a001fffa410c8a","span_id":"c89e870a5d172179","x-request-id":"1923bd9c-e50a-435a-a2d3-0bbab35ff78f"} {"level":"info","ts":1789564404.5834196,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789564404.5835178,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"10089bc1620f034284395bf07e1aa96b","span_id":"b71621adf6a260d2","x-request-id":"2aa43d6d-bd2f-40d4-bb3a-e812b41124b6"} {"level":"info","ts":1789564404.583531,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"10089bc1620f034284395bf07e1aa96b","span_id":"b71621adf6a260d2","x-request-id":"2aa43d6d-bd2f-40d4-bb3a-e812b41124b6"} {"level":"info","ts":1789564404.583542,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"10089bc1620f034284395bf07e1aa96b","span_id":"b71621adf6a260d2","x-request-id":"2aa43d6d-bd2f-40d4-bb3a-e812b41124b6","EoS":true} {"level":"info","ts":1789564404.5835617,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"10089bc1620f034284395bf07e1aa96b","span_id":"b71621adf6a260d2","x-request-id":"2aa43d6d-bd2f-40d4-bb3a-e812b41124b6","header":"x-maas-subscription"} {"level":"info","ts":1789564404.5835714,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"10089bc1620f034284395bf07e1aa96b","span_id":"b71621adf6a260d2","x-request-id":"2aa43d6d-bd2f-40d4-bb3a-e812b41124b6","header":"x-maas-group"} {"level":"info","ts":1789564404.5835767,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"10089bc1620f034284395bf07e1aa96b","span_id":"b71621adf6a260d2","x-request-id":"2aa43d6d-bd2f-40d4-bb3a-e812b41124b6","header":"x-maas-username"} {"level":"info","ts":1789564404.583589,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"10089bc1620f034284395bf07e1aa96b","span_id":"b71621adf6a260d2","x-request-id":"2aa43d6d-bd2f-40d4-bb3a-e812b41124b6","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789564404.5836136,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"10089bc1620f034284395bf07e1aa96b","span_id":"b71621adf6a260d2","x-request-id":"2aa43d6d-bd2f-40d4-bb3a-e812b41124b6"} {"level":"info","ts":1789564404.5846136,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"10089bc1620f034284395bf07e1aa96b","span_id":"b71621adf6a260d2","x-request-id":"2aa43d6d-bd2f-40d4-bb3a-e812b41124b6"} {"level":"info","ts":1789564404.5846303,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"10089bc1620f034284395bf07e1aa96b","span_id":"b71621adf6a260d2","x-request-id":"2aa43d6d-bd2f-40d4-bb3a-e812b41124b6"} {"level":"info","ts":1789564404.5846446,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"10089bc1620f034284395bf07e1aa96b","span_id":"b71621adf6a260d2","x-request-id":"2aa43d6d-bd2f-40d4-bb3a-e812b41124b6","EoS":false} {"level":"info","ts":1789564404.584661,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"10089bc1620f034284395bf07e1aa96b","span_id":"b71621adf6a260d2","x-request-id":"2aa43d6d-bd2f-40d4-bb3a-e812b41124b6"} {"level":"info","ts":1789564404.5846841,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"10089bc1620f034284395bf07e1aa96b","span_id":"b71621adf6a260d2","x-request-id":"2aa43d6d-bd2f-40d4-bb3a-e812b41124b6","EoS":true} {"level":"info","ts":1789564404.5846937,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"10089bc1620f034284395bf07e1aa96b","span_id":"b71621adf6a260d2","x-request-id":"2aa43d6d-bd2f-40d4-bb3a-e812b41124b6"} {"level":"error","ts":1789564416.070834,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789564734.6170428,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789564734.6171348,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"352ccdb63ecead3741df76822fc5655f","span_id":"ff8d7b974b4764b0","x-request-id":"60c6b7b7-1e52-4ac6-bb31-193b818e699a"} {"level":"info","ts":1789564734.6171453,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"352ccdb63ecead3741df76822fc5655f","span_id":"ff8d7b974b4764b0","x-request-id":"60c6b7b7-1e52-4ac6-bb31-193b818e699a"} {"level":"info","ts":1789564734.617156,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"352ccdb63ecead3741df76822fc5655f","span_id":"ff8d7b974b4764b0","x-request-id":"60c6b7b7-1e52-4ac6-bb31-193b818e699a","EoS":true} {"level":"info","ts":1789564734.6171794,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"352ccdb63ecead3741df76822fc5655f","span_id":"ff8d7b974b4764b0","x-request-id":"60c6b7b7-1e52-4ac6-bb31-193b818e699a","header":"x-maas-subscription"} {"level":"info","ts":1789564734.6171896,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"352ccdb63ecead3741df76822fc5655f","span_id":"ff8d7b974b4764b0","x-request-id":"60c6b7b7-1e52-4ac6-bb31-193b818e699a","header":"x-maas-group"} {"level":"info","ts":1789564734.617195,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"352ccdb63ecead3741df76822fc5655f","span_id":"ff8d7b974b4764b0","x-request-id":"60c6b7b7-1e52-4ac6-bb31-193b818e699a","header":"x-maas-username"} {"level":"info","ts":1789564734.6172101,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"352ccdb63ecead3741df76822fc5655f","span_id":"ff8d7b974b4764b0","x-request-id":"60c6b7b7-1e52-4ac6-bb31-193b818e699a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789564734.6172373,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"352ccdb63ecead3741df76822fc5655f","span_id":"ff8d7b974b4764b0","x-request-id":"60c6b7b7-1e52-4ac6-bb31-193b818e699a"} {"level":"info","ts":1789564734.6299603,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"352ccdb63ecead3741df76822fc5655f","span_id":"ff8d7b974b4764b0","x-request-id":"60c6b7b7-1e52-4ac6-bb31-193b818e699a"} {"level":"info","ts":1789564734.6299822,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"352ccdb63ecead3741df76822fc5655f","span_id":"ff8d7b974b4764b0","x-request-id":"60c6b7b7-1e52-4ac6-bb31-193b818e699a"} {"level":"info","ts":1789564734.630008,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"352ccdb63ecead3741df76822fc5655f","span_id":"ff8d7b974b4764b0","x-request-id":"60c6b7b7-1e52-4ac6-bb31-193b818e699a","EoS":false} {"level":"info","ts":1789564734.6300235,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"352ccdb63ecead3741df76822fc5655f","span_id":"ff8d7b974b4764b0","x-request-id":"60c6b7b7-1e52-4ac6-bb31-193b818e699a"} {"level":"info","ts":1789564734.630061,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"352ccdb63ecead3741df76822fc5655f","span_id":"ff8d7b974b4764b0","x-request-id":"60c6b7b7-1e52-4ac6-bb31-193b818e699a","EoS":true} {"level":"info","ts":1789564734.630072,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"352ccdb63ecead3741df76822fc5655f","span_id":"ff8d7b974b4764b0","x-request-id":"60c6b7b7-1e52-4ac6-bb31-193b818e699a"} {"level":"info","ts":1789564734.7686002,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789564734.768689,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"927c128ee7d1c5d77f6c7027e8a0b530","span_id":"0e02d35903632ae8","x-request-id":"9ad9dff9-1416-4cd8-9e87-fbcd3856e173"} {"level":"info","ts":1789564734.7686996,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"927c128ee7d1c5d77f6c7027e8a0b530","span_id":"0e02d35903632ae8","x-request-id":"9ad9dff9-1416-4cd8-9e87-fbcd3856e173"} {"level":"info","ts":1789564734.7687104,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"927c128ee7d1c5d77f6c7027e8a0b530","span_id":"0e02d35903632ae8","x-request-id":"9ad9dff9-1416-4cd8-9e87-fbcd3856e173","EoS":true} {"level":"info","ts":1789564734.7687314,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"927c128ee7d1c5d77f6c7027e8a0b530","span_id":"0e02d35903632ae8","x-request-id":"9ad9dff9-1416-4cd8-9e87-fbcd3856e173","header":"x-maas-subscription"} {"level":"info","ts":1789564734.768741,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"927c128ee7d1c5d77f6c7027e8a0b530","span_id":"0e02d35903632ae8","x-request-id":"9ad9dff9-1416-4cd8-9e87-fbcd3856e173","header":"x-maas-group"} {"level":"info","ts":1789564734.7687461,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"927c128ee7d1c5d77f6c7027e8a0b530","span_id":"0e02d35903632ae8","x-request-id":"9ad9dff9-1416-4cd8-9e87-fbcd3856e173","header":"x-maas-username"} {"level":"info","ts":1789564734.7687593,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"927c128ee7d1c5d77f6c7027e8a0b530","span_id":"0e02d35903632ae8","x-request-id":"9ad9dff9-1416-4cd8-9e87-fbcd3856e173","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789564734.7687836,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"927c128ee7d1c5d77f6c7027e8a0b530","span_id":"0e02d35903632ae8","x-request-id":"9ad9dff9-1416-4cd8-9e87-fbcd3856e173"} {"level":"info","ts":1789564734.770617,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"927c128ee7d1c5d77f6c7027e8a0b530","span_id":"0e02d35903632ae8","x-request-id":"9ad9dff9-1416-4cd8-9e87-fbcd3856e173"} {"level":"info","ts":1789564734.7706358,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"927c128ee7d1c5d77f6c7027e8a0b530","span_id":"0e02d35903632ae8","x-request-id":"9ad9dff9-1416-4cd8-9e87-fbcd3856e173"} {"level":"info","ts":1789564734.7706537,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"927c128ee7d1c5d77f6c7027e8a0b530","span_id":"0e02d35903632ae8","x-request-id":"9ad9dff9-1416-4cd8-9e87-fbcd3856e173","EoS":false} {"level":"info","ts":1789564734.7706673,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"927c128ee7d1c5d77f6c7027e8a0b530","span_id":"0e02d35903632ae8","x-request-id":"9ad9dff9-1416-4cd8-9e87-fbcd3856e173"} {"level":"info","ts":1789564734.7706878,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"927c128ee7d1c5d77f6c7027e8a0b530","span_id":"0e02d35903632ae8","x-request-id":"9ad9dff9-1416-4cd8-9e87-fbcd3856e173","EoS":true} {"level":"info","ts":1789564734.7706966,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"927c128ee7d1c5d77f6c7027e8a0b530","span_id":"0e02d35903632ae8","x-request-id":"9ad9dff9-1416-4cd8-9e87-fbcd3856e173"} {"level":"info","ts":1789564734.9100626,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789564734.9101398,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"520adfb8362cf147dce207ad042d2d07","span_id":"d49f973b24b35d81","x-request-id":"79424830-541e-4ee2-98e4-894e3d9a615f"} {"level":"info","ts":1789564734.9101517,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"520adfb8362cf147dce207ad042d2d07","span_id":"d49f973b24b35d81","x-request-id":"79424830-541e-4ee2-98e4-894e3d9a615f"} {"level":"info","ts":1789564734.910163,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"520adfb8362cf147dce207ad042d2d07","span_id":"d49f973b24b35d81","x-request-id":"79424830-541e-4ee2-98e4-894e3d9a615f","EoS":true} {"level":"info","ts":1789564734.910182,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"520adfb8362cf147dce207ad042d2d07","span_id":"d49f973b24b35d81","x-request-id":"79424830-541e-4ee2-98e4-894e3d9a615f","header":"x-maas-subscription"} {"level":"info","ts":1789564734.9101915,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"520adfb8362cf147dce207ad042d2d07","span_id":"d49f973b24b35d81","x-request-id":"79424830-541e-4ee2-98e4-894e3d9a615f","header":"x-maas-group"} {"level":"info","ts":1789564734.9101975,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"520adfb8362cf147dce207ad042d2d07","span_id":"d49f973b24b35d81","x-request-id":"79424830-541e-4ee2-98e4-894e3d9a615f","header":"x-maas-username"} {"level":"info","ts":1789564734.9102118,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"520adfb8362cf147dce207ad042d2d07","span_id":"d49f973b24b35d81","x-request-id":"79424830-541e-4ee2-98e4-894e3d9a615f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789564734.9102345,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"520adfb8362cf147dce207ad042d2d07","span_id":"d49f973b24b35d81","x-request-id":"79424830-541e-4ee2-98e4-894e3d9a615f"} {"level":"info","ts":1789564734.9112504,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"520adfb8362cf147dce207ad042d2d07","span_id":"d49f973b24b35d81","x-request-id":"79424830-541e-4ee2-98e4-894e3d9a615f"} {"level":"info","ts":1789564734.9112692,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"520adfb8362cf147dce207ad042d2d07","span_id":"d49f973b24b35d81","x-request-id":"79424830-541e-4ee2-98e4-894e3d9a615f"} {"level":"info","ts":1789564734.9112847,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"520adfb8362cf147dce207ad042d2d07","span_id":"d49f973b24b35d81","x-request-id":"79424830-541e-4ee2-98e4-894e3d9a615f","EoS":false} {"level":"info","ts":1789564734.9113,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"520adfb8362cf147dce207ad042d2d07","span_id":"d49f973b24b35d81","x-request-id":"79424830-541e-4ee2-98e4-894e3d9a615f"} {"level":"info","ts":1789564734.9113235,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"520adfb8362cf147dce207ad042d2d07","span_id":"d49f973b24b35d81","x-request-id":"79424830-541e-4ee2-98e4-894e3d9a615f","EoS":true} {"level":"info","ts":1789564734.911333,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"520adfb8362cf147dce207ad042d2d07","span_id":"d49f973b24b35d81","x-request-id":"79424830-541e-4ee2-98e4-894e3d9a615f"} {"level":"info","ts":1789564735.0478363,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789564735.0479186,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"cd3834ae76273d66d4b584c8e0964598","span_id":"cc0fe276a78b79ba","x-request-id":"29983fd6-0b78-4eb5-b090-1e6bdfc082ce"} {"level":"info","ts":1789564735.047931,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"cd3834ae76273d66d4b584c8e0964598","span_id":"cc0fe276a78b79ba","x-request-id":"29983fd6-0b78-4eb5-b090-1e6bdfc082ce"} {"level":"info","ts":1789564735.0479438,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"cd3834ae76273d66d4b584c8e0964598","span_id":"cc0fe276a78b79ba","x-request-id":"29983fd6-0b78-4eb5-b090-1e6bdfc082ce","EoS":true} {"level":"info","ts":1789564735.0479627,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cd3834ae76273d66d4b584c8e0964598","span_id":"cc0fe276a78b79ba","x-request-id":"29983fd6-0b78-4eb5-b090-1e6bdfc082ce","header":"x-maas-username"} {"level":"info","ts":1789564735.0479727,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cd3834ae76273d66d4b584c8e0964598","span_id":"cc0fe276a78b79ba","x-request-id":"29983fd6-0b78-4eb5-b090-1e6bdfc082ce","header":"x-maas-group"} {"level":"info","ts":1789564735.0479796,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cd3834ae76273d66d4b584c8e0964598","span_id":"cc0fe276a78b79ba","x-request-id":"29983fd6-0b78-4eb5-b090-1e6bdfc082ce","header":"x-maas-subscription"} {"level":"info","ts":1789564735.0479953,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"cd3834ae76273d66d4b584c8e0964598","span_id":"cc0fe276a78b79ba","x-request-id":"29983fd6-0b78-4eb5-b090-1e6bdfc082ce","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789564735.0480251,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"cd3834ae76273d66d4b584c8e0964598","span_id":"cc0fe276a78b79ba","x-request-id":"29983fd6-0b78-4eb5-b090-1e6bdfc082ce"} {"level":"info","ts":1789564735.048793,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"cd3834ae76273d66d4b584c8e0964598","span_id":"cc0fe276a78b79ba","x-request-id":"29983fd6-0b78-4eb5-b090-1e6bdfc082ce"} {"level":"info","ts":1789564735.0488064,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"cd3834ae76273d66d4b584c8e0964598","span_id":"cc0fe276a78b79ba","x-request-id":"29983fd6-0b78-4eb5-b090-1e6bdfc082ce"} {"level":"info","ts":1789564735.0488176,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cd3834ae76273d66d4b584c8e0964598","span_id":"cc0fe276a78b79ba","x-request-id":"29983fd6-0b78-4eb5-b090-1e6bdfc082ce","EoS":false} {"level":"info","ts":1789564735.0488296,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cd3834ae76273d66d4b584c8e0964598","span_id":"cc0fe276a78b79ba","x-request-id":"29983fd6-0b78-4eb5-b090-1e6bdfc082ce"} {"level":"info","ts":1789564735.0488489,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cd3834ae76273d66d4b584c8e0964598","span_id":"cc0fe276a78b79ba","x-request-id":"29983fd6-0b78-4eb5-b090-1e6bdfc082ce","EoS":true} {"level":"info","ts":1789564735.0488577,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cd3834ae76273d66d4b584c8e0964598","span_id":"cc0fe276a78b79ba","x-request-id":"29983fd6-0b78-4eb5-b090-1e6bdfc082ce"} {"level":"info","ts":1789564735.1878963,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789564735.187994,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e28487e435e2c9f7e3273c3a553566d6","span_id":"e291e50b985049b3","x-request-id":"1041cf59-6fc1-4995-9ba0-6931c71bcc20"} {"level":"info","ts":1789564735.1880066,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e28487e435e2c9f7e3273c3a553566d6","span_id":"e291e50b985049b3","x-request-id":"1041cf59-6fc1-4995-9ba0-6931c71bcc20"} {"level":"info","ts":1789564735.1880188,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e28487e435e2c9f7e3273c3a553566d6","span_id":"e291e50b985049b3","x-request-id":"1041cf59-6fc1-4995-9ba0-6931c71bcc20","EoS":true} {"level":"info","ts":1789564735.1880407,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e28487e435e2c9f7e3273c3a553566d6","span_id":"e291e50b985049b3","x-request-id":"1041cf59-6fc1-4995-9ba0-6931c71bcc20","header":"x-maas-group"} {"level":"info","ts":1789564735.1880505,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e28487e435e2c9f7e3273c3a553566d6","span_id":"e291e50b985049b3","x-request-id":"1041cf59-6fc1-4995-9ba0-6931c71bcc20","header":"x-maas-username"} {"level":"info","ts":1789564735.1880553,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e28487e435e2c9f7e3273c3a553566d6","span_id":"e291e50b985049b3","x-request-id":"1041cf59-6fc1-4995-9ba0-6931c71bcc20","header":"x-maas-subscription"} {"level":"info","ts":1789564735.1880698,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e28487e435e2c9f7e3273c3a553566d6","span_id":"e291e50b985049b3","x-request-id":"1041cf59-6fc1-4995-9ba0-6931c71bcc20","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789564735.188098,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e28487e435e2c9f7e3273c3a553566d6","span_id":"e291e50b985049b3","x-request-id":"1041cf59-6fc1-4995-9ba0-6931c71bcc20"} {"level":"info","ts":1789564735.1888995,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e28487e435e2c9f7e3273c3a553566d6","span_id":"e291e50b985049b3","x-request-id":"1041cf59-6fc1-4995-9ba0-6931c71bcc20"} {"level":"info","ts":1789564735.1889195,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e28487e435e2c9f7e3273c3a553566d6","span_id":"e291e50b985049b3","x-request-id":"1041cf59-6fc1-4995-9ba0-6931c71bcc20"} {"level":"info","ts":1789564735.1889307,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e28487e435e2c9f7e3273c3a553566d6","span_id":"e291e50b985049b3","x-request-id":"1041cf59-6fc1-4995-9ba0-6931c71bcc20","EoS":false} {"level":"info","ts":1789564735.1889431,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e28487e435e2c9f7e3273c3a553566d6","span_id":"e291e50b985049b3","x-request-id":"1041cf59-6fc1-4995-9ba0-6931c71bcc20"} {"level":"info","ts":1789564735.1889672,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e28487e435e2c9f7e3273c3a553566d6","span_id":"e291e50b985049b3","x-request-id":"1041cf59-6fc1-4995-9ba0-6931c71bcc20","EoS":true} {"level":"info","ts":1789564735.188976,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e28487e435e2c9f7e3273c3a553566d6","span_id":"e291e50b985049b3","x-request-id":"1041cf59-6fc1-4995-9ba0-6931c71bcc20"} {"level":"error","ts":1789564746.109242,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789564750.1963265,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789564750.1964285,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"355a0f1c9adc261f5c100379e40f07a1","span_id":"d9e7086fc9241305","x-request-id":"9ef9ce55-7958-4b1c-a7d4-b8c2c224b04e"} {"level":"info","ts":1789564750.1964436,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"355a0f1c9adc261f5c100379e40f07a1","span_id":"d9e7086fc9241305","x-request-id":"9ef9ce55-7958-4b1c-a7d4-b8c2c224b04e"} {"level":"info","ts":1789564750.196462,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"355a0f1c9adc261f5c100379e40f07a1","span_id":"d9e7086fc9241305","x-request-id":"9ef9ce55-7958-4b1c-a7d4-b8c2c224b04e","EoS":true} {"level":"info","ts":1789564750.1965191,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"355a0f1c9adc261f5c100379e40f07a1","span_id":"d9e7086fc9241305","x-request-id":"9ef9ce55-7958-4b1c-a7d4-b8c2c224b04e","header":"x-maas-subscription"} {"level":"info","ts":1789564750.1965349,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"355a0f1c9adc261f5c100379e40f07a1","span_id":"d9e7086fc9241305","x-request-id":"9ef9ce55-7958-4b1c-a7d4-b8c2c224b04e","header":"x-maas-group"} {"level":"info","ts":1789564750.1965573,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"355a0f1c9adc261f5c100379e40f07a1","span_id":"d9e7086fc9241305","x-request-id":"9ef9ce55-7958-4b1c-a7d4-b8c2c224b04e","header":"x-maas-username"} {"level":"info","ts":1789564750.196579,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"355a0f1c9adc261f5c100379e40f07a1","span_id":"d9e7086fc9241305","x-request-id":"9ef9ce55-7958-4b1c-a7d4-b8c2c224b04e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789564750.1966164,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"355a0f1c9adc261f5c100379e40f07a1","span_id":"d9e7086fc9241305","x-request-id":"9ef9ce55-7958-4b1c-a7d4-b8c2c224b04e"} {"level":"info","ts":1789564750.1975565,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"355a0f1c9adc261f5c100379e40f07a1","span_id":"d9e7086fc9241305","x-request-id":"9ef9ce55-7958-4b1c-a7d4-b8c2c224b04e"} {"level":"info","ts":1789564750.1975782,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"355a0f1c9adc261f5c100379e40f07a1","span_id":"d9e7086fc9241305","x-request-id":"9ef9ce55-7958-4b1c-a7d4-b8c2c224b04e"} {"level":"info","ts":1789564750.1975935,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"355a0f1c9adc261f5c100379e40f07a1","span_id":"d9e7086fc9241305","x-request-id":"9ef9ce55-7958-4b1c-a7d4-b8c2c224b04e","EoS":false} {"level":"info","ts":1789564750.1976054,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"355a0f1c9adc261f5c100379e40f07a1","span_id":"d9e7086fc9241305","x-request-id":"9ef9ce55-7958-4b1c-a7d4-b8c2c224b04e"} {"level":"info","ts":1789564750.1976318,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"355a0f1c9adc261f5c100379e40f07a1","span_id":"d9e7086fc9241305","x-request-id":"9ef9ce55-7958-4b1c-a7d4-b8c2c224b04e","EoS":true} {"level":"info","ts":1789564750.1976442,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"355a0f1c9adc261f5c100379e40f07a1","span_id":"d9e7086fc9241305","x-request-id":"9ef9ce55-7958-4b1c-a7d4-b8c2c224b04e"} {"level":"info","ts":1789564750.295775,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789564750.2958844,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"15502e177f583d5e3a50a2bc3768c3c2","span_id":"f173d4d626702c62","x-request-id":"298084f7-a3b8-439a-9f3a-945d3a40464a"} {"level":"info","ts":1789564750.296589,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"15502e177f583d5e3a50a2bc3768c3c2","span_id":"f173d4d626702c62","x-request-id":"298084f7-a3b8-439a-9f3a-945d3a40464a"} {"level":"info","ts":1789564750.2966042,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"15502e177f583d5e3a50a2bc3768c3c2","span_id":"f173d4d626702c62","x-request-id":"298084f7-a3b8-439a-9f3a-945d3a40464a"} {"level":"info","ts":1789564750.296618,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"15502e177f583d5e3a50a2bc3768c3c2","span_id":"f173d4d626702c62","x-request-id":"298084f7-a3b8-439a-9f3a-945d3a40464a","EoS":false} {"level":"info","ts":1789564750.296629,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"15502e177f583d5e3a50a2bc3768c3c2","span_id":"f173d4d626702c62","x-request-id":"298084f7-a3b8-439a-9f3a-945d3a40464a"} {"level":"info","ts":1789564750.29665,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"15502e177f583d5e3a50a2bc3768c3c2","span_id":"f173d4d626702c62","x-request-id":"298084f7-a3b8-439a-9f3a-945d3a40464a","EoS":true} {"level":"info","ts":1789564750.296659,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"15502e177f583d5e3a50a2bc3768c3c2","span_id":"f173d4d626702c62","x-request-id":"298084f7-a3b8-439a-9f3a-945d3a40464a"} {"level":"info","ts":1789564751.0528038,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789564751.0528889,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"addcfdaad965a3eb6ed154593ea8dfc3","span_id":"749c11bef43ab26f","x-request-id":"27967dfc-6ba2-4c21-b37f-19ac09333584"} {"level":"info","ts":1789564751.0528998,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"addcfdaad965a3eb6ed154593ea8dfc3","span_id":"749c11bef43ab26f","x-request-id":"27967dfc-6ba2-4c21-b37f-19ac09333584"} {"level":"info","ts":1789564751.0529106,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"addcfdaad965a3eb6ed154593ea8dfc3","span_id":"749c11bef43ab26f","x-request-id":"27967dfc-6ba2-4c21-b37f-19ac09333584","EoS":true} {"level":"info","ts":1789564751.0529325,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"addcfdaad965a3eb6ed154593ea8dfc3","span_id":"749c11bef43ab26f","x-request-id":"27967dfc-6ba2-4c21-b37f-19ac09333584","header":"x-maas-subscription"} {"level":"info","ts":1789564751.052943,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"addcfdaad965a3eb6ed154593ea8dfc3","span_id":"749c11bef43ab26f","x-request-id":"27967dfc-6ba2-4c21-b37f-19ac09333584","header":"x-maas-group"} {"level":"info","ts":1789564751.052948,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"addcfdaad965a3eb6ed154593ea8dfc3","span_id":"749c11bef43ab26f","x-request-id":"27967dfc-6ba2-4c21-b37f-19ac09333584","header":"x-maas-username"} {"level":"info","ts":1789564751.052962,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"addcfdaad965a3eb6ed154593ea8dfc3","span_id":"749c11bef43ab26f","x-request-id":"27967dfc-6ba2-4c21-b37f-19ac09333584","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789564751.0529842,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"addcfdaad965a3eb6ed154593ea8dfc3","span_id":"749c11bef43ab26f","x-request-id":"27967dfc-6ba2-4c21-b37f-19ac09333584"} {"level":"info","ts":1789564751.0537636,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"addcfdaad965a3eb6ed154593ea8dfc3","span_id":"749c11bef43ab26f","x-request-id":"27967dfc-6ba2-4c21-b37f-19ac09333584"} {"level":"info","ts":1789564751.0537772,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"addcfdaad965a3eb6ed154593ea8dfc3","span_id":"749c11bef43ab26f","x-request-id":"27967dfc-6ba2-4c21-b37f-19ac09333584"} {"level":"info","ts":1789564751.0537884,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"addcfdaad965a3eb6ed154593ea8dfc3","span_id":"749c11bef43ab26f","x-request-id":"27967dfc-6ba2-4c21-b37f-19ac09333584","EoS":false} {"level":"info","ts":1789564751.053799,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"addcfdaad965a3eb6ed154593ea8dfc3","span_id":"749c11bef43ab26f","x-request-id":"27967dfc-6ba2-4c21-b37f-19ac09333584"} {"level":"info","ts":1789564751.0538185,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"addcfdaad965a3eb6ed154593ea8dfc3","span_id":"749c11bef43ab26f","x-request-id":"27967dfc-6ba2-4c21-b37f-19ac09333584","EoS":true} {"level":"info","ts":1789564751.053826,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"addcfdaad965a3eb6ed154593ea8dfc3","span_id":"749c11bef43ab26f","x-request-id":"27967dfc-6ba2-4c21-b37f-19ac09333584"} {"level":"info","ts":1789564752.0027,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789564752.002787,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"61774883320c188e3cf0e9ebb2fb5c05","span_id":"dcb3f77b86b519d7","x-request-id":"d1401957-9345-4486-812a-ac8ca7f16189"} {"level":"info","ts":1789564752.002799,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"61774883320c188e3cf0e9ebb2fb5c05","span_id":"dcb3f77b86b519d7","x-request-id":"d1401957-9345-4486-812a-ac8ca7f16189"} {"level":"info","ts":1789564752.00281,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"61774883320c188e3cf0e9ebb2fb5c05","span_id":"dcb3f77b86b519d7","x-request-id":"d1401957-9345-4486-812a-ac8ca7f16189","EoS":true} {"level":"info","ts":1789564752.0028303,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"61774883320c188e3cf0e9ebb2fb5c05","span_id":"dcb3f77b86b519d7","x-request-id":"d1401957-9345-4486-812a-ac8ca7f16189","header":"x-maas-subscription"} {"level":"info","ts":1789564752.00284,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"61774883320c188e3cf0e9ebb2fb5c05","span_id":"dcb3f77b86b519d7","x-request-id":"d1401957-9345-4486-812a-ac8ca7f16189","header":"x-maas-group"} {"level":"info","ts":1789564752.0028448,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"61774883320c188e3cf0e9ebb2fb5c05","span_id":"dcb3f77b86b519d7","x-request-id":"d1401957-9345-4486-812a-ac8ca7f16189","header":"x-maas-username"} {"level":"info","ts":1789564752.0028594,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"61774883320c188e3cf0e9ebb2fb5c05","span_id":"dcb3f77b86b519d7","x-request-id":"d1401957-9345-4486-812a-ac8ca7f16189","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789564752.002884,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"61774883320c188e3cf0e9ebb2fb5c05","span_id":"dcb3f77b86b519d7","x-request-id":"d1401957-9345-4486-812a-ac8ca7f16189"} {"level":"info","ts":1789564752.0036335,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"61774883320c188e3cf0e9ebb2fb5c05","span_id":"dcb3f77b86b519d7","x-request-id":"d1401957-9345-4486-812a-ac8ca7f16189"} {"level":"info","ts":1789564752.0036552,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"61774883320c188e3cf0e9ebb2fb5c05","span_id":"dcb3f77b86b519d7","x-request-id":"d1401957-9345-4486-812a-ac8ca7f16189"} {"level":"info","ts":1789564752.0036695,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"61774883320c188e3cf0e9ebb2fb5c05","span_id":"dcb3f77b86b519d7","x-request-id":"d1401957-9345-4486-812a-ac8ca7f16189","EoS":false} {"level":"info","ts":1789564752.0036826,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"61774883320c188e3cf0e9ebb2fb5c05","span_id":"dcb3f77b86b519d7","x-request-id":"d1401957-9345-4486-812a-ac8ca7f16189"} {"level":"info","ts":1789564752.0037086,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"61774883320c188e3cf0e9ebb2fb5c05","span_id":"dcb3f77b86b519d7","x-request-id":"d1401957-9345-4486-812a-ac8ca7f16189","EoS":true} {"level":"info","ts":1789564752.0037177,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"61774883320c188e3cf0e9ebb2fb5c05","span_id":"dcb3f77b86b519d7","x-request-id":"d1401957-9345-4486-812a-ac8ca7f16189"} {"level":"info","ts":1789564752.7157395,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789564752.71584,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"24f55c75351dca2c13f9b805003ab7ee","span_id":"a7899255f1e86aaa","x-request-id":"3974deab-7631-4a05-bb0d-81517882b276"} {"level":"info","ts":1789564752.7158525,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"24f55c75351dca2c13f9b805003ab7ee","span_id":"a7899255f1e86aaa","x-request-id":"3974deab-7631-4a05-bb0d-81517882b276"} {"level":"info","ts":1789564752.7158635,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"24f55c75351dca2c13f9b805003ab7ee","span_id":"a7899255f1e86aaa","x-request-id":"3974deab-7631-4a05-bb0d-81517882b276","EoS":true} {"level":"info","ts":1789564752.7158859,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"24f55c75351dca2c13f9b805003ab7ee","span_id":"a7899255f1e86aaa","x-request-id":"3974deab-7631-4a05-bb0d-81517882b276","header":"x-maas-username"} {"level":"info","ts":1789564752.715936,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"24f55c75351dca2c13f9b805003ab7ee","span_id":"a7899255f1e86aaa","x-request-id":"3974deab-7631-4a05-bb0d-81517882b276","header":"x-maas-subscription"} {"level":"info","ts":1789564752.715941,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"24f55c75351dca2c13f9b805003ab7ee","span_id":"a7899255f1e86aaa","x-request-id":"3974deab-7631-4a05-bb0d-81517882b276","header":"x-maas-group"} {"level":"info","ts":1789564752.7159557,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"24f55c75351dca2c13f9b805003ab7ee","span_id":"a7899255f1e86aaa","x-request-id":"3974deab-7631-4a05-bb0d-81517882b276","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789564752.7159822,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"24f55c75351dca2c13f9b805003ab7ee","span_id":"a7899255f1e86aaa","x-request-id":"3974deab-7631-4a05-bb0d-81517882b276"} {"level":"info","ts":1789564752.7167473,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"24f55c75351dca2c13f9b805003ab7ee","span_id":"a7899255f1e86aaa","x-request-id":"3974deab-7631-4a05-bb0d-81517882b276"} {"level":"info","ts":1789564752.7167668,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"24f55c75351dca2c13f9b805003ab7ee","span_id":"a7899255f1e86aaa","x-request-id":"3974deab-7631-4a05-bb0d-81517882b276"} {"level":"info","ts":1789564752.716781,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"24f55c75351dca2c13f9b805003ab7ee","span_id":"a7899255f1e86aaa","x-request-id":"3974deab-7631-4a05-bb0d-81517882b276","EoS":false} {"level":"info","ts":1789564752.7167985,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"24f55c75351dca2c13f9b805003ab7ee","span_id":"a7899255f1e86aaa","x-request-id":"3974deab-7631-4a05-bb0d-81517882b276"} {"level":"info","ts":1789564752.7168238,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"24f55c75351dca2c13f9b805003ab7ee","span_id":"a7899255f1e86aaa","x-request-id":"3974deab-7631-4a05-bb0d-81517882b276","EoS":true} {"level":"info","ts":1789564752.716835,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"24f55c75351dca2c13f9b805003ab7ee","span_id":"a7899255f1e86aaa","x-request-id":"3974deab-7631-4a05-bb0d-81517882b276"} {"level":"info","ts":1789564753.7621362,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789564753.762228,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ab8d23890cd25d8bcb156bc72debfeed","span_id":"45ccb3b2ec07189f","x-request-id":"37735e41-9a37-4478-a903-196c3663aa26"} {"level":"info","ts":1789564753.7622416,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ab8d23890cd25d8bcb156bc72debfeed","span_id":"45ccb3b2ec07189f","x-request-id":"37735e41-9a37-4478-a903-196c3663aa26"} {"level":"info","ts":1789564753.762253,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ab8d23890cd25d8bcb156bc72debfeed","span_id":"45ccb3b2ec07189f","x-request-id":"37735e41-9a37-4478-a903-196c3663aa26","EoS":true} {"level":"info","ts":1789564753.762272,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ab8d23890cd25d8bcb156bc72debfeed","span_id":"45ccb3b2ec07189f","x-request-id":"37735e41-9a37-4478-a903-196c3663aa26","header":"x-maas-group"} {"level":"info","ts":1789564753.762282,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ab8d23890cd25d8bcb156bc72debfeed","span_id":"45ccb3b2ec07189f","x-request-id":"37735e41-9a37-4478-a903-196c3663aa26","header":"x-maas-username"} {"level":"info","ts":1789564753.7622879,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ab8d23890cd25d8bcb156bc72debfeed","span_id":"45ccb3b2ec07189f","x-request-id":"37735e41-9a37-4478-a903-196c3663aa26","header":"x-maas-subscription"} {"level":"info","ts":1789564753.7623036,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ab8d23890cd25d8bcb156bc72debfeed","span_id":"45ccb3b2ec07189f","x-request-id":"37735e41-9a37-4478-a903-196c3663aa26","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789564753.7623298,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ab8d23890cd25d8bcb156bc72debfeed","span_id":"45ccb3b2ec07189f","x-request-id":"37735e41-9a37-4478-a903-196c3663aa26"} {"level":"info","ts":1789564753.7630904,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ab8d23890cd25d8bcb156bc72debfeed","span_id":"45ccb3b2ec07189f","x-request-id":"37735e41-9a37-4478-a903-196c3663aa26"} {"level":"info","ts":1789564753.763109,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ab8d23890cd25d8bcb156bc72debfeed","span_id":"45ccb3b2ec07189f","x-request-id":"37735e41-9a37-4478-a903-196c3663aa26"} {"level":"info","ts":1789564753.763122,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ab8d23890cd25d8bcb156bc72debfeed","span_id":"45ccb3b2ec07189f","x-request-id":"37735e41-9a37-4478-a903-196c3663aa26","EoS":false} {"level":"info","ts":1789564753.7631328,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ab8d23890cd25d8bcb156bc72debfeed","span_id":"45ccb3b2ec07189f","x-request-id":"37735e41-9a37-4478-a903-196c3663aa26"} {"level":"info","ts":1789564753.763155,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ab8d23890cd25d8bcb156bc72debfeed","span_id":"45ccb3b2ec07189f","x-request-id":"37735e41-9a37-4478-a903-196c3663aa26","EoS":true} {"level":"info","ts":1789564753.7631638,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ab8d23890cd25d8bcb156bc72debfeed","span_id":"45ccb3b2ec07189f","x-request-id":"37735e41-9a37-4478-a903-196c3663aa26"} {"level":"error","ts":1789564761.1103487,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789564775.446839,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789564775.4469247,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e322f641845e1d1d724fafed0da5b678","span_id":"006417bc831ba18a","x-request-id":"f0db9865-0fc1-4d1e-8659-08c4e96039ef"} {"level":"info","ts":1789564775.4469364,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e322f641845e1d1d724fafed0da5b678","span_id":"006417bc831ba18a","x-request-id":"f0db9865-0fc1-4d1e-8659-08c4e96039ef"} {"level":"info","ts":1789564775.4469478,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e322f641845e1d1d724fafed0da5b678","span_id":"006417bc831ba18a","x-request-id":"f0db9865-0fc1-4d1e-8659-08c4e96039ef","EoS":true} {"level":"info","ts":1789564775.4469662,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e322f641845e1d1d724fafed0da5b678","span_id":"006417bc831ba18a","x-request-id":"f0db9865-0fc1-4d1e-8659-08c4e96039ef","header":"x-maas-group"} {"level":"info","ts":1789564775.4469764,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e322f641845e1d1d724fafed0da5b678","span_id":"006417bc831ba18a","x-request-id":"f0db9865-0fc1-4d1e-8659-08c4e96039ef","header":"x-maas-subscription"} {"level":"info","ts":1789564775.446982,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e322f641845e1d1d724fafed0da5b678","span_id":"006417bc831ba18a","x-request-id":"f0db9865-0fc1-4d1e-8659-08c4e96039ef","header":"x-maas-username"} {"level":"info","ts":1789564775.4469967,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e322f641845e1d1d724fafed0da5b678","span_id":"006417bc831ba18a","x-request-id":"f0db9865-0fc1-4d1e-8659-08c4e96039ef","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789564775.4470203,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e322f641845e1d1d724fafed0da5b678","span_id":"006417bc831ba18a","x-request-id":"f0db9865-0fc1-4d1e-8659-08c4e96039ef"} {"level":"info","ts":1789564775.4478154,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e322f641845e1d1d724fafed0da5b678","span_id":"006417bc831ba18a","x-request-id":"f0db9865-0fc1-4d1e-8659-08c4e96039ef"} {"level":"info","ts":1789564775.4478364,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e322f641845e1d1d724fafed0da5b678","span_id":"006417bc831ba18a","x-request-id":"f0db9865-0fc1-4d1e-8659-08c4e96039ef"} {"level":"info","ts":1789564775.4478533,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e322f641845e1d1d724fafed0da5b678","span_id":"006417bc831ba18a","x-request-id":"f0db9865-0fc1-4d1e-8659-08c4e96039ef","EoS":false} {"level":"info","ts":1789564775.4478626,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e322f641845e1d1d724fafed0da5b678","span_id":"006417bc831ba18a","x-request-id":"f0db9865-0fc1-4d1e-8659-08c4e96039ef"} {"level":"info","ts":1789564775.4478836,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e322f641845e1d1d724fafed0da5b678","span_id":"006417bc831ba18a","x-request-id":"f0db9865-0fc1-4d1e-8659-08c4e96039ef","EoS":true} {"level":"info","ts":1789564775.447892,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e322f641845e1d1d724fafed0da5b678","span_id":"006417bc831ba18a","x-request-id":"f0db9865-0fc1-4d1e-8659-08c4e96039ef"} {"level":"error","ts":1789564776.1113944,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789564791.1129572,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789564866.5554328,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789564866.555539,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"29347c08ba784bca8d45fa4af2897b1a","span_id":"5ab8bb8edac6e67c","x-request-id":"f8e3d288-43a3-466c-9674-2a2fa2b17e29"} {"level":"info","ts":1789564866.5555518,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"29347c08ba784bca8d45fa4af2897b1a","span_id":"5ab8bb8edac6e67c","x-request-id":"f8e3d288-43a3-466c-9674-2a2fa2b17e29"} {"level":"info","ts":1789564866.5555632,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"29347c08ba784bca8d45fa4af2897b1a","span_id":"5ab8bb8edac6e67c","x-request-id":"f8e3d288-43a3-466c-9674-2a2fa2b17e29","EoS":true} {"level":"info","ts":1789564866.5555854,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"29347c08ba784bca8d45fa4af2897b1a","span_id":"5ab8bb8edac6e67c","x-request-id":"f8e3d288-43a3-466c-9674-2a2fa2b17e29","header":"x-maas-subscription"} {"level":"info","ts":1789564866.5555944,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"29347c08ba784bca8d45fa4af2897b1a","span_id":"5ab8bb8edac6e67c","x-request-id":"f8e3d288-43a3-466c-9674-2a2fa2b17e29","header":"x-maas-username"} {"level":"info","ts":1789564866.5556004,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"29347c08ba784bca8d45fa4af2897b1a","span_id":"5ab8bb8edac6e67c","x-request-id":"f8e3d288-43a3-466c-9674-2a2fa2b17e29","header":"x-maas-group"} {"level":"info","ts":1789564866.5556166,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"29347c08ba784bca8d45fa4af2897b1a","span_id":"5ab8bb8edac6e67c","x-request-id":"f8e3d288-43a3-466c-9674-2a2fa2b17e29","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789564866.5556386,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"29347c08ba784bca8d45fa4af2897b1a","span_id":"5ab8bb8edac6e67c","x-request-id":"f8e3d288-43a3-466c-9674-2a2fa2b17e29"} {"level":"info","ts":1789564866.5680242,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"29347c08ba784bca8d45fa4af2897b1a","span_id":"5ab8bb8edac6e67c","x-request-id":"f8e3d288-43a3-466c-9674-2a2fa2b17e29"} {"level":"info","ts":1789564866.5680454,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"29347c08ba784bca8d45fa4af2897b1a","span_id":"5ab8bb8edac6e67c","x-request-id":"f8e3d288-43a3-466c-9674-2a2fa2b17e29"} {"level":"info","ts":1789564866.568066,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"29347c08ba784bca8d45fa4af2897b1a","span_id":"5ab8bb8edac6e67c","x-request-id":"f8e3d288-43a3-466c-9674-2a2fa2b17e29","EoS":false} {"level":"info","ts":1789564866.568078,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"29347c08ba784bca8d45fa4af2897b1a","span_id":"5ab8bb8edac6e67c","x-request-id":"f8e3d288-43a3-466c-9674-2a2fa2b17e29"} {"level":"info","ts":1789564866.5681033,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"29347c08ba784bca8d45fa4af2897b1a","span_id":"5ab8bb8edac6e67c","x-request-id":"f8e3d288-43a3-466c-9674-2a2fa2b17e29","EoS":true} {"level":"info","ts":1789564866.5681129,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"29347c08ba784bca8d45fa4af2897b1a","span_id":"5ab8bb8edac6e67c","x-request-id":"f8e3d288-43a3-466c-9674-2a2fa2b17e29"} {"level":"error","ts":1789564881.1234634,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789564973.845551,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789564973.8456511,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d14ac1e78ebacb2a572c1b5f266d7a40","span_id":"d365d2322d0d94be","x-request-id":"9139968f-3083-4b08-8861-915fc095f2b7"} {"level":"info","ts":1789564973.8456643,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d14ac1e78ebacb2a572c1b5f266d7a40","span_id":"d365d2322d0d94be","x-request-id":"9139968f-3083-4b08-8861-915fc095f2b7"} {"level":"info","ts":1789564973.8456757,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d14ac1e78ebacb2a572c1b5f266d7a40","span_id":"d365d2322d0d94be","x-request-id":"9139968f-3083-4b08-8861-915fc095f2b7","EoS":true} {"level":"info","ts":1789564973.8456957,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d14ac1e78ebacb2a572c1b5f266d7a40","span_id":"d365d2322d0d94be","x-request-id":"9139968f-3083-4b08-8861-915fc095f2b7","header":"x-maas-username"} {"level":"info","ts":1789564973.8457055,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d14ac1e78ebacb2a572c1b5f266d7a40","span_id":"d365d2322d0d94be","x-request-id":"9139968f-3083-4b08-8861-915fc095f2b7","header":"x-maas-subscription"} {"level":"info","ts":1789564973.845711,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d14ac1e78ebacb2a572c1b5f266d7a40","span_id":"d365d2322d0d94be","x-request-id":"9139968f-3083-4b08-8861-915fc095f2b7","header":"x-maas-group"} {"level":"info","ts":1789564973.8457246,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d14ac1e78ebacb2a572c1b5f266d7a40","span_id":"d365d2322d0d94be","x-request-id":"9139968f-3083-4b08-8861-915fc095f2b7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789564973.8457484,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d14ac1e78ebacb2a572c1b5f266d7a40","span_id":"d365d2322d0d94be","x-request-id":"9139968f-3083-4b08-8861-915fc095f2b7"} {"level":"info","ts":1789564973.8465886,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d14ac1e78ebacb2a572c1b5f266d7a40","span_id":"d365d2322d0d94be","x-request-id":"9139968f-3083-4b08-8861-915fc095f2b7"} {"level":"info","ts":1789564973.8466086,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d14ac1e78ebacb2a572c1b5f266d7a40","span_id":"d365d2322d0d94be","x-request-id":"9139968f-3083-4b08-8861-915fc095f2b7"} {"level":"info","ts":1789564973.8466258,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d14ac1e78ebacb2a572c1b5f266d7a40","span_id":"d365d2322d0d94be","x-request-id":"9139968f-3083-4b08-8861-915fc095f2b7","EoS":false} {"level":"info","ts":1789564973.846641,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d14ac1e78ebacb2a572c1b5f266d7a40","span_id":"d365d2322d0d94be","x-request-id":"9139968f-3083-4b08-8861-915fc095f2b7"} {"level":"info","ts":1789564973.8466656,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d14ac1e78ebacb2a572c1b5f266d7a40","span_id":"d365d2322d0d94be","x-request-id":"9139968f-3083-4b08-8861-915fc095f2b7","EoS":true} {"level":"info","ts":1789564973.846675,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d14ac1e78ebacb2a572c1b5f266d7a40","span_id":"d365d2322d0d94be","x-request-id":"9139968f-3083-4b08-8861-915fc095f2b7"} {"level":"info","ts":1789564973.8812594,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789564973.881341,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"75c947604185c044961bb88a2e22a551","span_id":"f3c37f8fdf497395","x-request-id":"193e4d1d-3b0d-4b33-a1fc-2e86ebbb8aaf"} {"level":"info","ts":1789564973.881352,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"75c947604185c044961bb88a2e22a551","span_id":"f3c37f8fdf497395","x-request-id":"193e4d1d-3b0d-4b33-a1fc-2e86ebbb8aaf"} {"level":"info","ts":1789564973.881362,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"75c947604185c044961bb88a2e22a551","span_id":"f3c37f8fdf497395","x-request-id":"193e4d1d-3b0d-4b33-a1fc-2e86ebbb8aaf","EoS":true} {"level":"info","ts":1789564973.8813803,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"75c947604185c044961bb88a2e22a551","span_id":"f3c37f8fdf497395","x-request-id":"193e4d1d-3b0d-4b33-a1fc-2e86ebbb8aaf","header":"x-maas-username"} {"level":"info","ts":1789564973.8813903,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"75c947604185c044961bb88a2e22a551","span_id":"f3c37f8fdf497395","x-request-id":"193e4d1d-3b0d-4b33-a1fc-2e86ebbb8aaf","header":"x-maas-group"} {"level":"info","ts":1789564973.8813949,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"75c947604185c044961bb88a2e22a551","span_id":"f3c37f8fdf497395","x-request-id":"193e4d1d-3b0d-4b33-a1fc-2e86ebbb8aaf","header":"x-maas-subscription"} {"level":"info","ts":1789564973.8814082,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"75c947604185c044961bb88a2e22a551","span_id":"f3c37f8fdf497395","x-request-id":"193e4d1d-3b0d-4b33-a1fc-2e86ebbb8aaf","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789564973.881431,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"75c947604185c044961bb88a2e22a551","span_id":"f3c37f8fdf497395","x-request-id":"193e4d1d-3b0d-4b33-a1fc-2e86ebbb8aaf"} {"level":"info","ts":1789564973.8821938,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"75c947604185c044961bb88a2e22a551","span_id":"f3c37f8fdf497395","x-request-id":"193e4d1d-3b0d-4b33-a1fc-2e86ebbb8aaf"} {"level":"info","ts":1789564973.8822117,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"75c947604185c044961bb88a2e22a551","span_id":"f3c37f8fdf497395","x-request-id":"193e4d1d-3b0d-4b33-a1fc-2e86ebbb8aaf"} {"level":"info","ts":1789564973.8822262,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"75c947604185c044961bb88a2e22a551","span_id":"f3c37f8fdf497395","x-request-id":"193e4d1d-3b0d-4b33-a1fc-2e86ebbb8aaf","EoS":false} {"level":"info","ts":1789564973.8822386,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"75c947604185c044961bb88a2e22a551","span_id":"f3c37f8fdf497395","x-request-id":"193e4d1d-3b0d-4b33-a1fc-2e86ebbb8aaf"} {"level":"info","ts":1789564973.8822627,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"75c947604185c044961bb88a2e22a551","span_id":"f3c37f8fdf497395","x-request-id":"193e4d1d-3b0d-4b33-a1fc-2e86ebbb8aaf","EoS":true} {"level":"info","ts":1789564973.8822727,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"75c947604185c044961bb88a2e22a551","span_id":"f3c37f8fdf497395","x-request-id":"193e4d1d-3b0d-4b33-a1fc-2e86ebbb8aaf"} {"level":"error","ts":1789564986.134095,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789564987.7832282,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789564987.7833152,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d8e5aa774648262e1e3340d15f368f90","span_id":"5fbb2a0b07ad7280","x-request-id":"df2cb2b4-3aa9-4507-a1de-20bf6afff99d"} {"level":"info","ts":1789564987.7833278,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d8e5aa774648262e1e3340d15f368f90","span_id":"5fbb2a0b07ad7280","x-request-id":"df2cb2b4-3aa9-4507-a1de-20bf6afff99d"} {"level":"info","ts":1789564987.7833388,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d8e5aa774648262e1e3340d15f368f90","span_id":"5fbb2a0b07ad7280","x-request-id":"df2cb2b4-3aa9-4507-a1de-20bf6afff99d","EoS":true} {"level":"info","ts":1789564987.7833576,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d8e5aa774648262e1e3340d15f368f90","span_id":"5fbb2a0b07ad7280","x-request-id":"df2cb2b4-3aa9-4507-a1de-20bf6afff99d","header":"x-maas-group"} {"level":"info","ts":1789564987.7833676,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d8e5aa774648262e1e3340d15f368f90","span_id":"5fbb2a0b07ad7280","x-request-id":"df2cb2b4-3aa9-4507-a1de-20bf6afff99d","header":"x-maas-subscription"} {"level":"info","ts":1789564987.7833734,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d8e5aa774648262e1e3340d15f368f90","span_id":"5fbb2a0b07ad7280","x-request-id":"df2cb2b4-3aa9-4507-a1de-20bf6afff99d","header":"x-maas-username"} {"level":"info","ts":1789564987.783388,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d8e5aa774648262e1e3340d15f368f90","span_id":"5fbb2a0b07ad7280","x-request-id":"df2cb2b4-3aa9-4507-a1de-20bf6afff99d","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789564987.7834115,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d8e5aa774648262e1e3340d15f368f90","span_id":"5fbb2a0b07ad7280","x-request-id":"df2cb2b4-3aa9-4507-a1de-20bf6afff99d"} {"level":"info","ts":1789564987.7966158,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d8e5aa774648262e1e3340d15f368f90","span_id":"5fbb2a0b07ad7280","x-request-id":"df2cb2b4-3aa9-4507-a1de-20bf6afff99d"} {"level":"info","ts":1789564987.7966373,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d8e5aa774648262e1e3340d15f368f90","span_id":"5fbb2a0b07ad7280","x-request-id":"df2cb2b4-3aa9-4507-a1de-20bf6afff99d"} {"level":"info","ts":1789564987.7966535,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d8e5aa774648262e1e3340d15f368f90","span_id":"5fbb2a0b07ad7280","x-request-id":"df2cb2b4-3aa9-4507-a1de-20bf6afff99d","EoS":false} {"level":"info","ts":1789564987.7966669,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d8e5aa774648262e1e3340d15f368f90","span_id":"5fbb2a0b07ad7280","x-request-id":"df2cb2b4-3aa9-4507-a1de-20bf6afff99d"} {"level":"info","ts":1789564987.796691,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d8e5aa774648262e1e3340d15f368f90","span_id":"5fbb2a0b07ad7280","x-request-id":"df2cb2b4-3aa9-4507-a1de-20bf6afff99d","EoS":false} {"level":"info","ts":1789564987.7967026,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d8e5aa774648262e1e3340d15f368f90","span_id":"5fbb2a0b07ad7280","x-request-id":"df2cb2b4-3aa9-4507-a1de-20bf6afff99d"} {"level":"info","ts":1789564987.796714,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d8e5aa774648262e1e3340d15f368f90","span_id":"5fbb2a0b07ad7280","x-request-id":"df2cb2b4-3aa9-4507-a1de-20bf6afff99d","EoS":true} {"level":"info","ts":1789564987.7967207,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d8e5aa774648262e1e3340d15f368f90","span_id":"5fbb2a0b07ad7280","x-request-id":"df2cb2b4-3aa9-4507-a1de-20bf6afff99d"} {"level":"info","ts":1789564987.9341364,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789564987.9342167,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"33577770e4768a9a59bff891b513acab","span_id":"8895e8fce33548a0","x-request-id":"7bc8bf2a-9a21-44d3-a8a9-c7e9d1a5d99e"} {"level":"info","ts":1789564987.934228,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"33577770e4768a9a59bff891b513acab","span_id":"8895e8fce33548a0","x-request-id":"7bc8bf2a-9a21-44d3-a8a9-c7e9d1a5d99e"} {"level":"info","ts":1789564987.9342384,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"33577770e4768a9a59bff891b513acab","span_id":"8895e8fce33548a0","x-request-id":"7bc8bf2a-9a21-44d3-a8a9-c7e9d1a5d99e","EoS":true} {"level":"info","ts":1789564987.9342568,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"33577770e4768a9a59bff891b513acab","span_id":"8895e8fce33548a0","x-request-id":"7bc8bf2a-9a21-44d3-a8a9-c7e9d1a5d99e","header":"x-maas-username"} {"level":"info","ts":1789564987.9342668,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"33577770e4768a9a59bff891b513acab","span_id":"8895e8fce33548a0","x-request-id":"7bc8bf2a-9a21-44d3-a8a9-c7e9d1a5d99e","header":"x-maas-group"} {"level":"info","ts":1789564987.934273,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"33577770e4768a9a59bff891b513acab","span_id":"8895e8fce33548a0","x-request-id":"7bc8bf2a-9a21-44d3-a8a9-c7e9d1a5d99e","header":"x-maas-subscription"} {"level":"info","ts":1789564987.9342873,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"33577770e4768a9a59bff891b513acab","span_id":"8895e8fce33548a0","x-request-id":"7bc8bf2a-9a21-44d3-a8a9-c7e9d1a5d99e","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789564987.9343107,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"33577770e4768a9a59bff891b513acab","span_id":"8895e8fce33548a0","x-request-id":"7bc8bf2a-9a21-44d3-a8a9-c7e9d1a5d99e"} {"level":"info","ts":1789564987.9353328,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"33577770e4768a9a59bff891b513acab","span_id":"8895e8fce33548a0","x-request-id":"7bc8bf2a-9a21-44d3-a8a9-c7e9d1a5d99e"} {"level":"info","ts":1789564987.9353516,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"33577770e4768a9a59bff891b513acab","span_id":"8895e8fce33548a0","x-request-id":"7bc8bf2a-9a21-44d3-a8a9-c7e9d1a5d99e"} {"level":"info","ts":1789564987.9353695,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"33577770e4768a9a59bff891b513acab","span_id":"8895e8fce33548a0","x-request-id":"7bc8bf2a-9a21-44d3-a8a9-c7e9d1a5d99e","EoS":false} {"level":"info","ts":1789564987.9353871,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"33577770e4768a9a59bff891b513acab","span_id":"8895e8fce33548a0","x-request-id":"7bc8bf2a-9a21-44d3-a8a9-c7e9d1a5d99e"} {"level":"info","ts":1789564987.9354136,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"33577770e4768a9a59bff891b513acab","span_id":"8895e8fce33548a0","x-request-id":"7bc8bf2a-9a21-44d3-a8a9-c7e9d1a5d99e","EoS":false} {"level":"info","ts":1789564987.9354231,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"33577770e4768a9a59bff891b513acab","span_id":"8895e8fce33548a0","x-request-id":"7bc8bf2a-9a21-44d3-a8a9-c7e9d1a5d99e"} {"level":"info","ts":1789564987.935434,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"33577770e4768a9a59bff891b513acab","span_id":"8895e8fce33548a0","x-request-id":"7bc8bf2a-9a21-44d3-a8a9-c7e9d1a5d99e","EoS":true} {"level":"info","ts":1789564987.9354408,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"33577770e4768a9a59bff891b513acab","span_id":"8895e8fce33548a0","x-request-id":"7bc8bf2a-9a21-44d3-a8a9-c7e9d1a5d99e"} {"level":"info","ts":1789564988.0723765,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789564988.0724533,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"eb63b0b2303c4f2292b213177ed9411e","span_id":"898a0e2e20ce4eeb","x-request-id":"afecf343-eab0-446b-a370-8bcc280d5a06"} {"level":"info","ts":1789564988.0724652,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"eb63b0b2303c4f2292b213177ed9411e","span_id":"898a0e2e20ce4eeb","x-request-id":"afecf343-eab0-446b-a370-8bcc280d5a06"} {"level":"info","ts":1789564988.0724974,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"eb63b0b2303c4f2292b213177ed9411e","span_id":"898a0e2e20ce4eeb","x-request-id":"afecf343-eab0-446b-a370-8bcc280d5a06","EoS":true} {"level":"info","ts":1789564988.0725172,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"eb63b0b2303c4f2292b213177ed9411e","span_id":"898a0e2e20ce4eeb","x-request-id":"afecf343-eab0-446b-a370-8bcc280d5a06","header":"x-maas-subscription"} {"level":"info","ts":1789564988.0725288,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"eb63b0b2303c4f2292b213177ed9411e","span_id":"898a0e2e20ce4eeb","x-request-id":"afecf343-eab0-446b-a370-8bcc280d5a06","header":"x-maas-username"} {"level":"info","ts":1789564988.0725338,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"eb63b0b2303c4f2292b213177ed9411e","span_id":"898a0e2e20ce4eeb","x-request-id":"afecf343-eab0-446b-a370-8bcc280d5a06","header":"x-maas-group"} {"level":"info","ts":1789564988.072547,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"eb63b0b2303c4f2292b213177ed9411e","span_id":"898a0e2e20ce4eeb","x-request-id":"afecf343-eab0-446b-a370-8bcc280d5a06","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789564988.0725727,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"eb63b0b2303c4f2292b213177ed9411e","span_id":"898a0e2e20ce4eeb","x-request-id":"afecf343-eab0-446b-a370-8bcc280d5a06"} {"level":"info","ts":1789564988.0735552,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"eb63b0b2303c4f2292b213177ed9411e","span_id":"898a0e2e20ce4eeb","x-request-id":"afecf343-eab0-446b-a370-8bcc280d5a06"} {"level":"info","ts":1789564988.0735753,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"eb63b0b2303c4f2292b213177ed9411e","span_id":"898a0e2e20ce4eeb","x-request-id":"afecf343-eab0-446b-a370-8bcc280d5a06"} {"level":"info","ts":1789564988.0735927,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"eb63b0b2303c4f2292b213177ed9411e","span_id":"898a0e2e20ce4eeb","x-request-id":"afecf343-eab0-446b-a370-8bcc280d5a06","EoS":false} {"level":"info","ts":1789564988.0736063,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"eb63b0b2303c4f2292b213177ed9411e","span_id":"898a0e2e20ce4eeb","x-request-id":"afecf343-eab0-446b-a370-8bcc280d5a06"} {"level":"info","ts":1789564988.0736325,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"eb63b0b2303c4f2292b213177ed9411e","span_id":"898a0e2e20ce4eeb","x-request-id":"afecf343-eab0-446b-a370-8bcc280d5a06","EoS":false} {"level":"info","ts":1789564988.07365,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"eb63b0b2303c4f2292b213177ed9411e","span_id":"898a0e2e20ce4eeb","x-request-id":"afecf343-eab0-446b-a370-8bcc280d5a06"} {"level":"info","ts":1789564988.0736613,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"eb63b0b2303c4f2292b213177ed9411e","span_id":"898a0e2e20ce4eeb","x-request-id":"afecf343-eab0-446b-a370-8bcc280d5a06","EoS":true} {"level":"info","ts":1789564988.0736692,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"eb63b0b2303c4f2292b213177ed9411e","span_id":"898a0e2e20ce4eeb","x-request-id":"afecf343-eab0-446b-a370-8bcc280d5a06"} {"level":"error","ts":1789565001.1358595,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789565001.9710193,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789565001.97112,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3a9da4b42ed4f9186ab599f190463e0d","span_id":"fabbab619be543f4","x-request-id":"0a3389b0-14b0-4439-9ad0-63b677d666a3"} {"level":"info","ts":1789565001.9711335,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3a9da4b42ed4f9186ab599f190463e0d","span_id":"fabbab619be543f4","x-request-id":"0a3389b0-14b0-4439-9ad0-63b677d666a3"} {"level":"info","ts":1789565001.9711475,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3a9da4b42ed4f9186ab599f190463e0d","span_id":"fabbab619be543f4","x-request-id":"0a3389b0-14b0-4439-9ad0-63b677d666a3","EoS":true} {"level":"info","ts":1789565001.9711747,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3a9da4b42ed4f9186ab599f190463e0d","span_id":"fabbab619be543f4","x-request-id":"0a3389b0-14b0-4439-9ad0-63b677d666a3","header":"x-maas-username"} {"level":"info","ts":1789565001.9711845,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3a9da4b42ed4f9186ab599f190463e0d","span_id":"fabbab619be543f4","x-request-id":"0a3389b0-14b0-4439-9ad0-63b677d666a3","header":"x-maas-group"} {"level":"info","ts":1789565001.9711902,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3a9da4b42ed4f9186ab599f190463e0d","span_id":"fabbab619be543f4","x-request-id":"0a3389b0-14b0-4439-9ad0-63b677d666a3","header":"x-maas-subscription"} {"level":"info","ts":1789565001.9712055,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3a9da4b42ed4f9186ab599f190463e0d","span_id":"fabbab619be543f4","x-request-id":"0a3389b0-14b0-4439-9ad0-63b677d666a3","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789565001.9712324,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3a9da4b42ed4f9186ab599f190463e0d","span_id":"fabbab619be543f4","x-request-id":"0a3389b0-14b0-4439-9ad0-63b677d666a3"} {"level":"info","ts":1789565001.9730635,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3a9da4b42ed4f9186ab599f190463e0d","span_id":"fabbab619be543f4","x-request-id":"0a3389b0-14b0-4439-9ad0-63b677d666a3"} {"level":"info","ts":1789565001.9730897,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3a9da4b42ed4f9186ab599f190463e0d","span_id":"fabbab619be543f4","x-request-id":"0a3389b0-14b0-4439-9ad0-63b677d666a3"} {"level":"info","ts":1789565001.9731116,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3a9da4b42ed4f9186ab599f190463e0d","span_id":"fabbab619be543f4","x-request-id":"0a3389b0-14b0-4439-9ad0-63b677d666a3","EoS":false} {"level":"info","ts":1789565001.973128,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3a9da4b42ed4f9186ab599f190463e0d","span_id":"fabbab619be543f4","x-request-id":"0a3389b0-14b0-4439-9ad0-63b677d666a3"} {"level":"info","ts":1789565001.9731662,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3a9da4b42ed4f9186ab599f190463e0d","span_id":"fabbab619be543f4","x-request-id":"0a3389b0-14b0-4439-9ad0-63b677d666a3","EoS":true} {"level":"info","ts":1789565001.9731786,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3a9da4b42ed4f9186ab599f190463e0d","span_id":"fabbab619be543f4","x-request-id":"0a3389b0-14b0-4439-9ad0-63b677d666a3"} {"level":"error","ts":1789565016.1366968,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}