{"level":"info","ts":1789507453.2976897,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-27af8658","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-27af8658","reconcileID":"58e55055-9690-4568-bca8-5f9b3a84b494"} {"level":"error","ts":1789507453.3019404,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-27af8658","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-27af8658","reconcileID":"4a296eed-d25b-4260-a6ee-8daedee5ff3c","error":"failed to apply ExternalProvider: externalproviders.inference.opendatahub.io \"e2e-legacy-migration-27af8658\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789507453.304377,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-27af8658","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-27af8658","reconcileID":"58e55055-9690-4568-bca8-5f9b3a84b494","name":"e2e-legacy-migration-27af8658"} {"level":"info","ts":1789507453.3044782,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-27af8658","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-27af8658","reconcileID":"a5467796-88b4-4a78-8442-710e078b211a","name":"e2e-legacy-migration-27af8658","namespace":"llm"} {"level":"info","ts":1789507453.304533,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-27af8658","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-27af8658","reconcileID":"a5467796-88b4-4a78-8442-710e078b211a","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789507453.306902,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-27af8658","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-27af8658","reconcileID":"b4f840f8-5e46-4a1a-b009-58d7e9345520","name":"e2e-legacy-migration-27af8658","namespace":"llm"} {"level":"info","ts":1789507453.3069675,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-27af8658","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-27af8658","reconcileID":"b4f840f8-5e46-4a1a-b009-58d7e9345520","modelName":"e2e-legacy-migration-27af8658","resolvedRefs":1} {"level":"info","ts":1789507453.3070517,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-27af8658","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-27af8658","reconcileID":"b92a6a77-2b02-46f1-bed0-80d668883e87"} {"level":"info","ts":1789507453.3071098,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-27af8658","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-27af8658","reconcileID":"6cc26bc5-4cfc-4c14-a249-ee42ad343b2d","name":"e2e-legacy-migration-27af8658","namespace":"llm"} {"level":"info","ts":1789507453.3133125,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-27af8658","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-27af8658","reconcileID":"823df5f7-5055-4bfd-97b5-8eb559ce9405","name":"e2e-legacy-migration-27af8658","namespace":"llm"} {"level":"info","ts":1789507453.3133757,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-27af8658","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-27af8658","reconcileID":"823df5f7-5055-4bfd-97b5-8eb559ce9405","modelName":"e2e-legacy-migration-27af8658","resolvedRefs":1} {"level":"info","ts":1789507453.3136046,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-27af8658","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-27af8658","reconcileID":"6cc26bc5-4cfc-4c14-a249-ee42ad343b2d","name":"e2e-legacy-migration-27af8658"} {"level":"info","ts":1789507453.313789,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-27af8658","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-27af8658","reconcileID":"b92a6a77-2b02-46f1-bed0-80d668883e87","provider":"e2e-legacy-migration-27af8658","phase":"Pending"} {"level":"info","ts":1789507453.3156013,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-27af8658","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-27af8658","reconcileID":"58e55055-9690-4568-bca8-5f9b3a84b494","kind":"ServiceEntry","name":"e2e-legacy-migration-27af8658"} {"level":"info","ts":1789507453.3191614,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-27af8658","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-27af8658","reconcileID":"6cc26bc5-4cfc-4c14-a249-ee42ad343b2d","provider":"openai","model":"e2e-legacy-migration-27af8658","targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789507453.322525,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-27af8658","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-27af8658","reconcileID":"b92a6a77-2b02-46f1-bed0-80d668883e87","error":"ExternalModel \"e2e-legacy-migration-27af8658\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-27af8658\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789507453.3227124,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-27af8658","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-27af8658","reconcileID":"3f86c7d2-4d48-4f91-9742-b51b73ac8509"} {"level":"info","ts":1789507453.3227751,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-27af8658","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-27af8658","reconcileID":"3f86c7d2-4d48-4f91-9742-b51b73ac8509","provider":"e2e-legacy-migration-27af8658","phase":"Pending"} {"level":"info","ts":1789507453.322652,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-27af8658","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-27af8658","reconcileID":"d75a1a41-54b9-4668-9a1d-f2be654bbaf1","name":"e2e-legacy-migration-27af8658","namespace":"llm"} {"level":"info","ts":1789507453.322934,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-27af8658","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-27af8658","reconcileID":"d75a1a41-54b9-4668-9a1d-f2be654bbaf1","modelName":"e2e-legacy-migration-27af8658","resolvedRefs":1} {"level":"info","ts":1789507453.3266864,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-27af8658","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-27af8658","reconcileID":"58e55055-9690-4568-bca8-5f9b3a84b494","kind":"DestinationRule","name":"e2e-legacy-migration-27af8658"} {"level":"error","ts":1789507453.3282409,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-27af8658","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-27af8658","reconcileID":"3f86c7d2-4d48-4f91-9742-b51b73ac8509","error":"ExternalModel \"e2e-legacy-migration-27af8658\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-27af8658\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789507453.3332434,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-27af8658","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-27af8658","reconcileID":"58e55055-9690-4568-bca8-5f9b3a84b494","service":"e2e-legacy-migration-27af8658","serviceEntry":"e2e-legacy-migration-27af8658","destinationRule":"e2e-legacy-migration-27af8658"} {"level":"info","ts":1789507453.3393009,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-27af8658","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-27af8658","reconcileID":"081a65c0-0daf-4880-a297-b6ba96ed4b49"} {"level":"info","ts":1789507453.3394003,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-27af8658","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-27af8658","reconcileID":"081a65c0-0daf-4880-a297-b6ba96ed4b49","provider":"e2e-legacy-migration-27af8658","phase":"Pending"} {"level":"info","ts":1789507453.340944,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-27af8658","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-27af8658","reconcileID":"34d2dff2-8af1-4a5e-ac4c-70dd2c13313c","name":"e2e-legacy-migration-27af8658","namespace":"llm"} {"level":"info","ts":1789507453.34098,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-27af8658","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-27af8658","reconcileID":"34d2dff2-8af1-4a5e-ac4c-70dd2c13313c","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789507453.3411665,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-27af8658","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-27af8658","reconcileID":"e24dd660-8e24-4205-a45c-782c5bcdbdd1","name":"e2e-legacy-migration-27af8658","namespace":"llm"} {"level":"info","ts":1789507453.3411887,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-27af8658","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-27af8658","reconcileID":"e24dd660-8e24-4205-a45c-782c5bcdbdd1","modelName":"e2e-legacy-migration-27af8658","resolvedRefs":1} {"level":"info","ts":1789507453.3415256,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-27af8658","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-27af8658","reconcileID":"8c16b0f2-6ac9-464b-96ea-f3e52f825acf"} {"level":"info","ts":1789507453.3416169,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-27af8658","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-27af8658","reconcileID":"8c16b0f2-6ac9-464b-96ea-f3e52f825acf","name":"e2e-legacy-migration-27af8658"} {"level":"error","ts":1789507453.3466384,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-27af8658","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-27af8658","reconcileID":"081a65c0-0daf-4880-a297-b6ba96ed4b49","error":"ExternalModel \"e2e-legacy-migration-27af8658\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-27af8658\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789507453.3467102,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-27af8658","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-27af8658","reconcileID":"916dacff-1623-4552-83de-89281daad225"} {"level":"info","ts":1789507453.3467565,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-27af8658","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-27af8658","reconcileID":"916dacff-1623-4552-83de-89281daad225","name":"e2e-legacy-migration-27af8658"} {"level":"info","ts":1789507453.3707793,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-27af8658","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-27af8658","reconcileID":"ab766d11-3964-401e-892e-42d96a656949","name":"e2e-legacy-migration-27af8658","namespace":"llm"} {"level":"info","ts":1789507453.3708448,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-27af8658","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-27af8658","reconcileID":"8c16b0f2-6ac9-464b-96ea-f3e52f825acf","service":"e2e-legacy-migration-27af8658","serviceEntry":"e2e-legacy-migration-27af8658","destinationRule":"e2e-legacy-migration-27af8658"} {"level":"info","ts":1789507453.370872,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-27af8658","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-27af8658","reconcileID":"ab766d11-3964-401e-892e-42d96a656949","modelName":"e2e-legacy-migration-27af8658","resolvedRefs":1} {"level":"error","ts":1789507453.3778517,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-27af8658","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-27af8658","reconcileID":"916dacff-1623-4552-83de-89281daad225","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-27af8658\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789507453.3779128,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-27af8658","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-27af8658","reconcileID":"916dacff-1623-4552-83de-89281daad225","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-27af8658\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789507453.3779826,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-27af8658","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-27af8658","reconcileID":"102213ef-8143-45f4-a1db-2b16774febd7"} {"level":"info","ts":1789507453.3780508,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-27af8658","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-27af8658","reconcileID":"102213ef-8143-45f4-a1db-2b16774febd7","name":"e2e-legacy-migration-27af8658"} {"level":"info","ts":1789507453.3898883,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-27af8658","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-27af8658","reconcileID":"102213ef-8143-45f4-a1db-2b16774febd7","httpRoute":"e2e-legacy-migration-27af8658","providers":["e2e-legacy-migration-27af8658"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789507453.7732944,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-27af8658","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-27af8658","reconcileID":"88b5574f-4ed7-4f88-8f22-ab777cc4d514","name":"e2e-legacy-migration-27af8658","namespace":"llm"} {"level":"info","ts":1789507453.776762,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-27af8658","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-27af8658","reconcileID":"88b5574f-4ed7-4f88-8f22-ab777cc4d514","name":"e2e-legacy-migration-27af8658"} {"level":"info","ts":1789507453.7816525,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-27af8658","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-27af8658","reconcileID":"88b5574f-4ed7-4f88-8f22-ab777cc4d514","provider":"openai","model":"e2e-legacy-migration-27af8658","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789507456.2328196,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-27af8658","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-27af8658","reconcileID":"48a2a003-8216-4017-aeed-d67a35997f81","name":"e2e-legacy-migration-27af8658","namespace":"llm"} {"level":"info","ts":1789507456.2401028,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-27af8658","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-27af8658","reconcileID":"9503631e-95b5-439a-ad8f-0b5a822298ca","name":"e2e-legacy-migration-27af8658","namespace":"llm"} {"level":"info","ts":1789507456.2401426,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-27af8658","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-27af8658","reconcileID":"9503631e-95b5-439a-ad8f-0b5a822298ca","name":"e2e-legacy-migration-27af8658","namespace":"llm"} {"level":"info","ts":1789507456.2402034,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-27af8658","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-27af8658","reconcileID":"da764e4f-626a-4c35-bc6c-b109d8fda960"} {"level":"info","ts":1789507456.2402787,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-27af8658","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-27af8658","reconcileID":"1cd4ffb6-787c-4534-944c-d068ab109ac9"} {"level":"error","ts":1789507456.2402976,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-27af8658","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-27af8658","reconcileID":"1cd4ffb6-787c-4534-944c-d068ab109ac9","provider":"e2e-legacy-migration-27af8658","error":"ExternalProvider.inference.opendatahub.io \"e2e-legacy-migration-27af8658\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789507456.240633,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-27af8658","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-27af8658","reconcileID":"010d76d2-1a97-46d3-a2dd-4ace56235a61","name":"e2e-legacy-migration-27af8658","namespace":"llm"} {"level":"error","ts":1789507456.2406626,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-27af8658","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-27af8658","reconcileID":"010d76d2-1a97-46d3-a2dd-4ace56235a61","provider":"e2e-legacy-migration-27af8658","error":"ExternalProvider \"e2e-legacy-migration-27af8658\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789507456.240692,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-27af8658","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-27af8658","reconcileID":"010d76d2-1a97-46d3-a2dd-4ace56235a61"} {"level":"info","ts":1789507456.2411819,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-27af8658","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-27af8658","reconcileID":"4f73e64f-f2ee-4b32-8b47-ed9f6c58342d","name":"e2e-legacy-migration-27af8658","namespace":"llm"} {"level":"info","ts":1789507456.2412095,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-27af8658","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-27af8658","reconcileID":"4f73e64f-f2ee-4b32-8b47-ed9f6c58342d","name":"e2e-legacy-migration-27af8658","namespace":"llm"} {"level":"error","ts":1789507456.243721,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-27af8658","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-27af8658","reconcileID":"1cd4ffb6-787c-4534-944c-d068ab109ac9","error":"externalmodels.inference.opendatahub.io \"e2e-legacy-migration-27af8658\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789507456.2437594,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-27af8658","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-27af8658","reconcileID":"1cd4ffb6-787c-4534-944c-d068ab109ac9","error":"ExternalModel \"e2e-legacy-migration-27af8658\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-27af8658\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789507456.243803,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-27af8658","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-27af8658","reconcileID":"71fb5c4a-1a68-419c-885d-be3f5aad1eef"} {"level":"info","ts":1789507456.6636055,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789507456.663714,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"13083d6f1b4cbb958d49517c25e5d0d1","span_id":"4893c810bc53f11e","x-request-id":"45391cac-bb23-486b-bc14-a8c3b4723ee0"} {"level":"info","ts":1789507456.6637282,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"13083d6f1b4cbb958d49517c25e5d0d1","span_id":"4893c810bc53f11e","x-request-id":"45391cac-bb23-486b-bc14-a8c3b4723ee0"} {"level":"info","ts":1789507456.6637397,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"13083d6f1b4cbb958d49517c25e5d0d1","span_id":"4893c810bc53f11e","x-request-id":"45391cac-bb23-486b-bc14-a8c3b4723ee0","EoS":true} {"level":"info","ts":1789507456.6637633,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"13083d6f1b4cbb958d49517c25e5d0d1","span_id":"4893c810bc53f11e","x-request-id":"45391cac-bb23-486b-bc14-a8c3b4723ee0","header":"x-maas-subscription"} {"level":"info","ts":1789507456.663771,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"13083d6f1b4cbb958d49517c25e5d0d1","span_id":"4893c810bc53f11e","x-request-id":"45391cac-bb23-486b-bc14-a8c3b4723ee0","header":"x-maas-username"} {"level":"info","ts":1789507456.6637762,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"13083d6f1b4cbb958d49517c25e5d0d1","span_id":"4893c810bc53f11e","x-request-id":"45391cac-bb23-486b-bc14-a8c3b4723ee0","header":"x-maas-group"} {"level":"info","ts":1789507456.6637917,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"13083d6f1b4cbb958d49517c25e5d0d1","span_id":"4893c810bc53f11e","x-request-id":"45391cac-bb23-486b-bc14-a8c3b4723ee0","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789507456.6638012,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"13083d6f1b4cbb958d49517c25e5d0d1","span_id":"4893c810bc53f11e","x-request-id":"45391cac-bb23-486b-bc14-a8c3b4723ee0","modelName":"e2e-external-model"} {"level":"info","ts":1789507456.663813,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"13083d6f1b4cbb958d49517c25e5d0d1","span_id":"4893c810bc53f11e","x-request-id":"45391cac-bb23-486b-bc14-a8c3b4723ee0","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789507456.6638343,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"13083d6f1b4cbb958d49517c25e5d0d1","span_id":"4893c810bc53f11e","x-request-id":"45391cac-bb23-486b-bc14-a8c3b4723ee0","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1789507456.663852,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"13083d6f1b4cbb958d49517c25e5d0d1","span_id":"4893c810bc53f11e","x-request-id":"45391cac-bb23-486b-bc14-a8c3b4723ee0","authType":"apikey"} {"level":"info","ts":1789507456.6638741,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"13083d6f1b4cbb958d49517c25e5d0d1","span_id":"4893c810bc53f11e","x-request-id":"45391cac-bb23-486b-bc14-a8c3b4723ee0"} {"level":"info","ts":1789507456.735878,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"13083d6f1b4cbb958d49517c25e5d0d1","span_id":"4893c810bc53f11e","x-request-id":"45391cac-bb23-486b-bc14-a8c3b4723ee0"} {"level":"info","ts":1789507456.7359052,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"13083d6f1b4cbb958d49517c25e5d0d1","span_id":"4893c810bc53f11e","x-request-id":"45391cac-bb23-486b-bc14-a8c3b4723ee0"} {"level":"info","ts":1789507456.7359226,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"13083d6f1b4cbb958d49517c25e5d0d1","span_id":"4893c810bc53f11e","x-request-id":"45391cac-bb23-486b-bc14-a8c3b4723ee0","EoS":false} {"level":"info","ts":1789507456.7359376,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"13083d6f1b4cbb958d49517c25e5d0d1","span_id":"4893c810bc53f11e","x-request-id":"45391cac-bb23-486b-bc14-a8c3b4723ee0"} {"level":"info","ts":1789507456.7359667,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"13083d6f1b4cbb958d49517c25e5d0d1","span_id":"4893c810bc53f11e","x-request-id":"45391cac-bb23-486b-bc14-a8c3b4723ee0","EoS":true} {"level":"info","ts":1789507456.7359736,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"13083d6f1b4cbb958d49517c25e5d0d1","span_id":"4893c810bc53f11e","x-request-id":"45391cac-bb23-486b-bc14-a8c3b4723ee0"} {"level":"info","ts":1789507456.779527,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789507456.7796288,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4464c3889e45fd9f8e0863ce540a187f","span_id":"60df3ed65a72fb31","x-request-id":"778dd76d-8dbb-48a8-927f-29a90166c322"} {"level":"info","ts":1789507456.779641,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4464c3889e45fd9f8e0863ce540a187f","span_id":"60df3ed65a72fb31","x-request-id":"778dd76d-8dbb-48a8-927f-29a90166c322"} {"level":"info","ts":1789507456.7796524,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4464c3889e45fd9f8e0863ce540a187f","span_id":"60df3ed65a72fb31","x-request-id":"778dd76d-8dbb-48a8-927f-29a90166c322","EoS":true} {"level":"info","ts":1789507456.779674,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4464c3889e45fd9f8e0863ce540a187f","span_id":"60df3ed65a72fb31","x-request-id":"778dd76d-8dbb-48a8-927f-29a90166c322","header":"x-maas-subscription"} {"level":"info","ts":1789507456.7796843,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4464c3889e45fd9f8e0863ce540a187f","span_id":"60df3ed65a72fb31","x-request-id":"778dd76d-8dbb-48a8-927f-29a90166c322","header":"x-maas-group"} {"level":"info","ts":1789507456.779689,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4464c3889e45fd9f8e0863ce540a187f","span_id":"60df3ed65a72fb31","x-request-id":"778dd76d-8dbb-48a8-927f-29a90166c322","header":"x-maas-username"} {"level":"info","ts":1789507456.7797048,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"4464c3889e45fd9f8e0863ce540a187f","span_id":"60df3ed65a72fb31","x-request-id":"778dd76d-8dbb-48a8-927f-29a90166c322","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789507456.7797332,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4464c3889e45fd9f8e0863ce540a187f","span_id":"60df3ed65a72fb31","x-request-id":"778dd76d-8dbb-48a8-927f-29a90166c322"} {"level":"info","ts":1789507456.966322,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4464c3889e45fd9f8e0863ce540a187f","span_id":"60df3ed65a72fb31","x-request-id":"778dd76d-8dbb-48a8-927f-29a90166c322"} {"level":"info","ts":1789507456.9663672,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4464c3889e45fd9f8e0863ce540a187f","span_id":"60df3ed65a72fb31","x-request-id":"778dd76d-8dbb-48a8-927f-29a90166c322"} {"level":"info","ts":1789507456.9663901,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4464c3889e45fd9f8e0863ce540a187f","span_id":"60df3ed65a72fb31","x-request-id":"778dd76d-8dbb-48a8-927f-29a90166c322","EoS":false} {"level":"info","ts":1789507456.9664066,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4464c3889e45fd9f8e0863ce540a187f","span_id":"60df3ed65a72fb31","x-request-id":"778dd76d-8dbb-48a8-927f-29a90166c322"} {"level":"info","ts":1789507456.9664433,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4464c3889e45fd9f8e0863ce540a187f","span_id":"60df3ed65a72fb31","x-request-id":"778dd76d-8dbb-48a8-927f-29a90166c322","EoS":true} {"level":"info","ts":1789507456.966454,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4464c3889e45fd9f8e0863ce540a187f","span_id":"60df3ed65a72fb31","x-request-id":"778dd76d-8dbb-48a8-927f-29a90166c322"} {"level":"info","ts":1789507457.003801,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789507457.0039117,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e6e1be0468273accbd1f2bcf45fdf416","span_id":"716b4e1406269157","x-request-id":"7d772f7b-f2bf-420f-95ce-a3c6701bc405"} {"level":"info","ts":1789507457.003928,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e6e1be0468273accbd1f2bcf45fdf416","span_id":"716b4e1406269157","x-request-id":"7d772f7b-f2bf-420f-95ce-a3c6701bc405"} {"level":"info","ts":1789507457.003946,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e6e1be0468273accbd1f2bcf45fdf416","span_id":"716b4e1406269157","x-request-id":"7d772f7b-f2bf-420f-95ce-a3c6701bc405","EoS":true} {"level":"info","ts":1789507457.003977,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e6e1be0468273accbd1f2bcf45fdf416","span_id":"716b4e1406269157","x-request-id":"7d772f7b-f2bf-420f-95ce-a3c6701bc405","header":"x-maas-username"} {"level":"info","ts":1789507457.0039895,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e6e1be0468273accbd1f2bcf45fdf416","span_id":"716b4e1406269157","x-request-id":"7d772f7b-f2bf-420f-95ce-a3c6701bc405","header":"x-maas-group"} {"level":"info","ts":1789507457.003998,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e6e1be0468273accbd1f2bcf45fdf416","span_id":"716b4e1406269157","x-request-id":"7d772f7b-f2bf-420f-95ce-a3c6701bc405","header":"x-maas-subscription"} {"level":"info","ts":1789507457.004034,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e6e1be0468273accbd1f2bcf45fdf416","span_id":"716b4e1406269157","x-request-id":"7d772f7b-f2bf-420f-95ce-a3c6701bc405"} {"level":"info","ts":1789507457.05118,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e6e1be0468273accbd1f2bcf45fdf416","span_id":"716b4e1406269157","x-request-id":"7d772f7b-f2bf-420f-95ce-a3c6701bc405"} {"level":"info","ts":1789507457.0512068,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e6e1be0468273accbd1f2bcf45fdf416","span_id":"716b4e1406269157","x-request-id":"7d772f7b-f2bf-420f-95ce-a3c6701bc405"} {"level":"info","ts":1789507457.0512285,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e6e1be0468273accbd1f2bcf45fdf416","span_id":"716b4e1406269157","x-request-id":"7d772f7b-f2bf-420f-95ce-a3c6701bc405","EoS":false} {"level":"info","ts":1789507457.0512471,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e6e1be0468273accbd1f2bcf45fdf416","span_id":"716b4e1406269157","x-request-id":"7d772f7b-f2bf-420f-95ce-a3c6701bc405"} {"level":"info","ts":1789507457.051289,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e6e1be0468273accbd1f2bcf45fdf416","span_id":"716b4e1406269157","x-request-id":"7d772f7b-f2bf-420f-95ce-a3c6701bc405","EoS":true} {"level":"info","ts":1789507457.0513053,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e6e1be0468273accbd1f2bcf45fdf416","span_id":"716b4e1406269157","x-request-id":"7d772f7b-f2bf-420f-95ce-a3c6701bc405"} {"level":"info","ts":1789507457.9138174,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"02026125-8a54-4d7b-b38e-aef1826a6bdc","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789507457.9138474,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"02026125-8a54-4d7b-b38e-aef1826a6bdc","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789507457.9138722,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ddd858ba-999d-404f-9e40-5799cf5d08d6"} {"level":"info","ts":1789507458.0495753,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b0e371fc-984e-4ef2-91ea-db49ace2be02","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789507458.049672,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b0e371fc-984e-4ef2-91ea-db49ace2be02","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789507458.0497553,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4690e62d-a589-46fb-8f4a-89e6f0cbf239"} {"level":"info","ts":1789507458.1681645,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"ce34d16b-942b-49cd-888d-482f25faa4fb","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789507458.168306,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"ce34d16b-942b-49cd-888d-482f25faa4fb","key":"llm/e2e-external-model-api-key"} {"level":"error","ts":1789507461.1050332,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789507476.105854,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789507479.245924,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789507479.2460394,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1aa05a25b36126d9fb03c4b141a029cc","span_id":"3a4681de5ea07ab4","x-request-id":"7f561935-26c3-42b8-baba-a07bbe4e8417"} {"level":"info","ts":1789507479.2460523,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1aa05a25b36126d9fb03c4b141a029cc","span_id":"3a4681de5ea07ab4","x-request-id":"7f561935-26c3-42b8-baba-a07bbe4e8417"} {"level":"info","ts":1789507479.2460647,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1aa05a25b36126d9fb03c4b141a029cc","span_id":"3a4681de5ea07ab4","x-request-id":"7f561935-26c3-42b8-baba-a07bbe4e8417","EoS":true} {"level":"info","ts":1789507479.2460885,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1aa05a25b36126d9fb03c4b141a029cc","span_id":"3a4681de5ea07ab4","x-request-id":"7f561935-26c3-42b8-baba-a07bbe4e8417","header":"x-maas-group"} {"level":"info","ts":1789507479.2460976,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1aa05a25b36126d9fb03c4b141a029cc","span_id":"3a4681de5ea07ab4","x-request-id":"7f561935-26c3-42b8-baba-a07bbe4e8417","header":"x-maas-username"} {"level":"info","ts":1789507479.246103,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1aa05a25b36126d9fb03c4b141a029cc","span_id":"3a4681de5ea07ab4","x-request-id":"7f561935-26c3-42b8-baba-a07bbe4e8417","header":"x-maas-subscription"} {"level":"info","ts":1789507479.246121,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"1aa05a25b36126d9fb03c4b141a029cc","span_id":"3a4681de5ea07ab4","x-request-id":"7f561935-26c3-42b8-baba-a07bbe4e8417","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789507479.246154,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1aa05a25b36126d9fb03c4b141a029cc","span_id":"3a4681de5ea07ab4","x-request-id":"7f561935-26c3-42b8-baba-a07bbe4e8417"} {"level":"info","ts":1789507479.2471225,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"1aa05a25b36126d9fb03c4b141a029cc","span_id":"3a4681de5ea07ab4","x-request-id":"7f561935-26c3-42b8-baba-a07bbe4e8417"} {"level":"info","ts":1789507479.2471437,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"1aa05a25b36126d9fb03c4b141a029cc","span_id":"3a4681de5ea07ab4","x-request-id":"7f561935-26c3-42b8-baba-a07bbe4e8417"} {"level":"info","ts":1789507479.2471633,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1aa05a25b36126d9fb03c4b141a029cc","span_id":"3a4681de5ea07ab4","x-request-id":"7f561935-26c3-42b8-baba-a07bbe4e8417","EoS":false} {"level":"info","ts":1789507479.2471752,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1aa05a25b36126d9fb03c4b141a029cc","span_id":"3a4681de5ea07ab4","x-request-id":"7f561935-26c3-42b8-baba-a07bbe4e8417"} {"level":"info","ts":1789507479.2472017,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1aa05a25b36126d9fb03c4b141a029cc","span_id":"3a4681de5ea07ab4","x-request-id":"7f561935-26c3-42b8-baba-a07bbe4e8417","EoS":true} {"level":"info","ts":1789507479.247211,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1aa05a25b36126d9fb03c4b141a029cc","span_id":"3a4681de5ea07ab4","x-request-id":"7f561935-26c3-42b8-baba-a07bbe4e8417"} {"level":"info","ts":1789507479.288033,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789507479.2881718,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6d5bc0d1ec2d2aca6a93683a81f70489","span_id":"2e834127a3bd78ab","x-request-id":"48780347-5a3f-4e57-bc66-6a886051799f"} {"level":"info","ts":1789507479.2881892,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6d5bc0d1ec2d2aca6a93683a81f70489","span_id":"2e834127a3bd78ab","x-request-id":"48780347-5a3f-4e57-bc66-6a886051799f"} {"level":"info","ts":1789507479.2882059,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6d5bc0d1ec2d2aca6a93683a81f70489","span_id":"2e834127a3bd78ab","x-request-id":"48780347-5a3f-4e57-bc66-6a886051799f","EoS":true} {"level":"info","ts":1789507479.2882414,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6d5bc0d1ec2d2aca6a93683a81f70489","span_id":"2e834127a3bd78ab","x-request-id":"48780347-5a3f-4e57-bc66-6a886051799f","header":"x-maas-group"} {"level":"info","ts":1789507479.2882545,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6d5bc0d1ec2d2aca6a93683a81f70489","span_id":"2e834127a3bd78ab","x-request-id":"48780347-5a3f-4e57-bc66-6a886051799f","header":"x-maas-username"} {"level":"info","ts":1789507479.2882614,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6d5bc0d1ec2d2aca6a93683a81f70489","span_id":"2e834127a3bd78ab","x-request-id":"48780347-5a3f-4e57-bc66-6a886051799f","header":"x-maas-subscription"} {"level":"info","ts":1789507479.2882817,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6d5bc0d1ec2d2aca6a93683a81f70489","span_id":"2e834127a3bd78ab","x-request-id":"48780347-5a3f-4e57-bc66-6a886051799f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789507479.2883182,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6d5bc0d1ec2d2aca6a93683a81f70489","span_id":"2e834127a3bd78ab","x-request-id":"48780347-5a3f-4e57-bc66-6a886051799f"} {"level":"info","ts":1789507479.2894354,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6d5bc0d1ec2d2aca6a93683a81f70489","span_id":"2e834127a3bd78ab","x-request-id":"48780347-5a3f-4e57-bc66-6a886051799f"} {"level":"info","ts":1789507479.289459,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6d5bc0d1ec2d2aca6a93683a81f70489","span_id":"2e834127a3bd78ab","x-request-id":"48780347-5a3f-4e57-bc66-6a886051799f"} {"level":"info","ts":1789507479.2894735,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6d5bc0d1ec2d2aca6a93683a81f70489","span_id":"2e834127a3bd78ab","x-request-id":"48780347-5a3f-4e57-bc66-6a886051799f","EoS":false} {"level":"info","ts":1789507479.2894895,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6d5bc0d1ec2d2aca6a93683a81f70489","span_id":"2e834127a3bd78ab","x-request-id":"48780347-5a3f-4e57-bc66-6a886051799f"} {"level":"info","ts":1789507479.2895184,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6d5bc0d1ec2d2aca6a93683a81f70489","span_id":"2e834127a3bd78ab","x-request-id":"48780347-5a3f-4e57-bc66-6a886051799f","EoS":true} {"level":"info","ts":1789507479.2895277,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6d5bc0d1ec2d2aca6a93683a81f70489","span_id":"2e834127a3bd78ab","x-request-id":"48780347-5a3f-4e57-bc66-6a886051799f"} {"level":"info","ts":1789507479.3277555,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789507479.3278582,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ed9a3dc91347cbb461e8388fc2d777b9","span_id":"fdf4f7ecf7b45e68","x-request-id":"e5e7cf21-e491-4a89-a358-c0f3d0d5b1eb"} {"level":"info","ts":1789507479.3278706,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ed9a3dc91347cbb461e8388fc2d777b9","span_id":"fdf4f7ecf7b45e68","x-request-id":"e5e7cf21-e491-4a89-a358-c0f3d0d5b1eb"} {"level":"info","ts":1789507479.3278828,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ed9a3dc91347cbb461e8388fc2d777b9","span_id":"fdf4f7ecf7b45e68","x-request-id":"e5e7cf21-e491-4a89-a358-c0f3d0d5b1eb","EoS":true} {"level":"info","ts":1789507479.3279057,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ed9a3dc91347cbb461e8388fc2d777b9","span_id":"fdf4f7ecf7b45e68","x-request-id":"e5e7cf21-e491-4a89-a358-c0f3d0d5b1eb","header":"x-maas-subscription"} {"level":"info","ts":1789507479.3279135,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ed9a3dc91347cbb461e8388fc2d777b9","span_id":"fdf4f7ecf7b45e68","x-request-id":"e5e7cf21-e491-4a89-a358-c0f3d0d5b1eb","header":"x-maas-username"} {"level":"info","ts":1789507479.3279183,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ed9a3dc91347cbb461e8388fc2d777b9","span_id":"fdf4f7ecf7b45e68","x-request-id":"e5e7cf21-e491-4a89-a358-c0f3d0d5b1eb","header":"x-maas-group"} {"level":"info","ts":1789507479.327934,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ed9a3dc91347cbb461e8388fc2d777b9","span_id":"fdf4f7ecf7b45e68","x-request-id":"e5e7cf21-e491-4a89-a358-c0f3d0d5b1eb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789507479.3279555,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ed9a3dc91347cbb461e8388fc2d777b9","span_id":"fdf4f7ecf7b45e68","x-request-id":"e5e7cf21-e491-4a89-a358-c0f3d0d5b1eb"} {"level":"info","ts":1789507479.3289142,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ed9a3dc91347cbb461e8388fc2d777b9","span_id":"fdf4f7ecf7b45e68","x-request-id":"e5e7cf21-e491-4a89-a358-c0f3d0d5b1eb"} {"level":"info","ts":1789507479.3289382,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ed9a3dc91347cbb461e8388fc2d777b9","span_id":"fdf4f7ecf7b45e68","x-request-id":"e5e7cf21-e491-4a89-a358-c0f3d0d5b1eb"} {"level":"info","ts":1789507479.3289578,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ed9a3dc91347cbb461e8388fc2d777b9","span_id":"fdf4f7ecf7b45e68","x-request-id":"e5e7cf21-e491-4a89-a358-c0f3d0d5b1eb","EoS":false} {"level":"info","ts":1789507479.3289723,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ed9a3dc91347cbb461e8388fc2d777b9","span_id":"fdf4f7ecf7b45e68","x-request-id":"e5e7cf21-e491-4a89-a358-c0f3d0d5b1eb"} {"level":"info","ts":1789507479.3290057,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ed9a3dc91347cbb461e8388fc2d777b9","span_id":"fdf4f7ecf7b45e68","x-request-id":"e5e7cf21-e491-4a89-a358-c0f3d0d5b1eb","EoS":true} {"level":"info","ts":1789507479.3290179,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ed9a3dc91347cbb461e8388fc2d777b9","span_id":"fdf4f7ecf7b45e68","x-request-id":"e5e7cf21-e491-4a89-a358-c0f3d0d5b1eb"} {"level":"info","ts":1789507479.3631682,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789507479.3632908,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2bcab11c9ed3a54d8c7b06e0a41419af","span_id":"d089f270ecda276e","x-request-id":"28a35739-9ade-4ccc-9e1d-3b4813fed761"} {"level":"info","ts":1789507479.3633065,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2bcab11c9ed3a54d8c7b06e0a41419af","span_id":"d089f270ecda276e","x-request-id":"28a35739-9ade-4ccc-9e1d-3b4813fed761"} {"level":"info","ts":1789507479.3633263,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2bcab11c9ed3a54d8c7b06e0a41419af","span_id":"d089f270ecda276e","x-request-id":"28a35739-9ade-4ccc-9e1d-3b4813fed761","EoS":true} {"level":"info","ts":1789507479.3633742,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2bcab11c9ed3a54d8c7b06e0a41419af","span_id":"d089f270ecda276e","x-request-id":"28a35739-9ade-4ccc-9e1d-3b4813fed761","header":"x-maas-subscription"} {"level":"info","ts":1789507479.3633907,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2bcab11c9ed3a54d8c7b06e0a41419af","span_id":"d089f270ecda276e","x-request-id":"28a35739-9ade-4ccc-9e1d-3b4813fed761","header":"x-maas-username"} {"level":"info","ts":1789507479.3633976,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2bcab11c9ed3a54d8c7b06e0a41419af","span_id":"d089f270ecda276e","x-request-id":"28a35739-9ade-4ccc-9e1d-3b4813fed761","header":"x-maas-group"} {"level":"info","ts":1789507479.3634155,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2bcab11c9ed3a54d8c7b06e0a41419af","span_id":"d089f270ecda276e","x-request-id":"28a35739-9ade-4ccc-9e1d-3b4813fed761","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789507479.363448,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2bcab11c9ed3a54d8c7b06e0a41419af","span_id":"d089f270ecda276e","x-request-id":"28a35739-9ade-4ccc-9e1d-3b4813fed761"} {"level":"info","ts":1789507479.364495,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2bcab11c9ed3a54d8c7b06e0a41419af","span_id":"d089f270ecda276e","x-request-id":"28a35739-9ade-4ccc-9e1d-3b4813fed761"} {"level":"info","ts":1789507479.3645213,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2bcab11c9ed3a54d8c7b06e0a41419af","span_id":"d089f270ecda276e","x-request-id":"28a35739-9ade-4ccc-9e1d-3b4813fed761"} {"level":"info","ts":1789507479.3645399,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2bcab11c9ed3a54d8c7b06e0a41419af","span_id":"d089f270ecda276e","x-request-id":"28a35739-9ade-4ccc-9e1d-3b4813fed761","EoS":false} {"level":"info","ts":1789507479.364554,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2bcab11c9ed3a54d8c7b06e0a41419af","span_id":"d089f270ecda276e","x-request-id":"28a35739-9ade-4ccc-9e1d-3b4813fed761"} {"level":"info","ts":1789507479.364592,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2bcab11c9ed3a54d8c7b06e0a41419af","span_id":"d089f270ecda276e","x-request-id":"28a35739-9ade-4ccc-9e1d-3b4813fed761","EoS":true} {"level":"info","ts":1789507479.3646052,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2bcab11c9ed3a54d8c7b06e0a41419af","span_id":"d089f270ecda276e","x-request-id":"28a35739-9ade-4ccc-9e1d-3b4813fed761"} {"level":"error","ts":1789507491.1063797,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789507492.9464836,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789507492.946585,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"82a29f0b40fe536140e55d0612e5e75b","span_id":"77e3d4c80da5a60b","x-request-id":"c64957d6-26f7-4394-bea0-713e19bb600a"} {"level":"info","ts":1789507492.9466,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"82a29f0b40fe536140e55d0612e5e75b","span_id":"77e3d4c80da5a60b","x-request-id":"c64957d6-26f7-4394-bea0-713e19bb600a"} {"level":"info","ts":1789507492.9466162,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"82a29f0b40fe536140e55d0612e5e75b","span_id":"77e3d4c80da5a60b","x-request-id":"c64957d6-26f7-4394-bea0-713e19bb600a","EoS":true} {"level":"info","ts":1789507492.9466686,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"82a29f0b40fe536140e55d0612e5e75b","span_id":"77e3d4c80da5a60b","x-request-id":"c64957d6-26f7-4394-bea0-713e19bb600a"} {"level":"info","ts":1789507493.1006382,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789507493.1007311,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0921bc1bb1464d3a9af344f2e0cfb39b","span_id":"24adffd879687fe2","x-request-id":"1659b419-b616-4ccd-ae96-7cf0acd56d70"} {"level":"info","ts":1789507493.1007442,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0921bc1bb1464d3a9af344f2e0cfb39b","span_id":"24adffd879687fe2","x-request-id":"1659b419-b616-4ccd-ae96-7cf0acd56d70"} {"level":"info","ts":1789507493.1007562,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0921bc1bb1464d3a9af344f2e0cfb39b","span_id":"24adffd879687fe2","x-request-id":"1659b419-b616-4ccd-ae96-7cf0acd56d70","EoS":true} {"level":"info","ts":1789507493.1008027,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0921bc1bb1464d3a9af344f2e0cfb39b","span_id":"24adffd879687fe2","x-request-id":"1659b419-b616-4ccd-ae96-7cf0acd56d70"} {"level":"info","ts":1789507493.2534826,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789507493.253604,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d97cd338aa9b9761d8610767ececa6e8","span_id":"b83d7b5314482037","x-request-id":"62282648-d187-4a27-9337-54925511cb07"} {"level":"info","ts":1789507493.2536192,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d97cd338aa9b9761d8610767ececa6e8","span_id":"b83d7b5314482037","x-request-id":"62282648-d187-4a27-9337-54925511cb07"} {"level":"info","ts":1789507493.2536373,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d97cd338aa9b9761d8610767ececa6e8","span_id":"b83d7b5314482037","x-request-id":"62282648-d187-4a27-9337-54925511cb07","EoS":true} {"level":"info","ts":1789507493.2537005,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d97cd338aa9b9761d8610767ececa6e8","span_id":"b83d7b5314482037","x-request-id":"62282648-d187-4a27-9337-54925511cb07"} {"level":"error","ts":1789507506.1074882,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789508589.5291905,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789508589.5292966,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"19cbe647c9a2a37ac3308acf4e74d850","span_id":"b74d11f55b6fb400","x-request-id":"40745f64-8002-4e32-9482-a4752cba767d"} {"level":"info","ts":1789508589.5293078,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"19cbe647c9a2a37ac3308acf4e74d850","span_id":"b74d11f55b6fb400","x-request-id":"40745f64-8002-4e32-9482-a4752cba767d"} {"level":"info","ts":1789508589.5293193,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"19cbe647c9a2a37ac3308acf4e74d850","span_id":"b74d11f55b6fb400","x-request-id":"40745f64-8002-4e32-9482-a4752cba767d","EoS":true} {"level":"info","ts":1789508589.5293646,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"19cbe647c9a2a37ac3308acf4e74d850","span_id":"b74d11f55b6fb400","x-request-id":"40745f64-8002-4e32-9482-a4752cba767d","header":"x-maas-subscription"} {"level":"info","ts":1789508589.5294135,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"19cbe647c9a2a37ac3308acf4e74d850","span_id":"b74d11f55b6fb400","x-request-id":"40745f64-8002-4e32-9482-a4752cba767d","header":"x-maas-username"} {"level":"info","ts":1789508589.5294201,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"19cbe647c9a2a37ac3308acf4e74d850","span_id":"b74d11f55b6fb400","x-request-id":"40745f64-8002-4e32-9482-a4752cba767d","header":"x-maas-group"} {"level":"info","ts":1789508589.5294354,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"19cbe647c9a2a37ac3308acf4e74d850","span_id":"b74d11f55b6fb400","x-request-id":"40745f64-8002-4e32-9482-a4752cba767d","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789508589.5294619,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"19cbe647c9a2a37ac3308acf4e74d850","span_id":"b74d11f55b6fb400","x-request-id":"40745f64-8002-4e32-9482-a4752cba767d"} {"level":"info","ts":1789508589.5304453,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"19cbe647c9a2a37ac3308acf4e74d850","span_id":"b74d11f55b6fb400","x-request-id":"40745f64-8002-4e32-9482-a4752cba767d"} {"level":"info","ts":1789508589.5304656,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"19cbe647c9a2a37ac3308acf4e74d850","span_id":"b74d11f55b6fb400","x-request-id":"40745f64-8002-4e32-9482-a4752cba767d"} {"level":"info","ts":1789508589.5304854,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"19cbe647c9a2a37ac3308acf4e74d850","span_id":"b74d11f55b6fb400","x-request-id":"40745f64-8002-4e32-9482-a4752cba767d","EoS":false} {"level":"info","ts":1789508589.530501,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"19cbe647c9a2a37ac3308acf4e74d850","span_id":"b74d11f55b6fb400","x-request-id":"40745f64-8002-4e32-9482-a4752cba767d"} {"level":"info","ts":1789508589.5305243,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"19cbe647c9a2a37ac3308acf4e74d850","span_id":"b74d11f55b6fb400","x-request-id":"40745f64-8002-4e32-9482-a4752cba767d","EoS":true} {"level":"info","ts":1789508589.5305333,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"19cbe647c9a2a37ac3308acf4e74d850","span_id":"b74d11f55b6fb400","x-request-id":"40745f64-8002-4e32-9482-a4752cba767d"} {"level":"info","ts":1789508589.5653932,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789508589.5654788,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"101faa97faf579b6f9a3906f5d79d283","span_id":"7e1f8717cf59e226","x-request-id":"3125ec2f-6017-4b08-a6c3-e7fc5b19cb09"} {"level":"info","ts":1789508589.5654905,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"101faa97faf579b6f9a3906f5d79d283","span_id":"7e1f8717cf59e226","x-request-id":"3125ec2f-6017-4b08-a6c3-e7fc5b19cb09"} {"level":"info","ts":1789508589.5655007,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"101faa97faf579b6f9a3906f5d79d283","span_id":"7e1f8717cf59e226","x-request-id":"3125ec2f-6017-4b08-a6c3-e7fc5b19cb09","EoS":true} {"level":"info","ts":1789508589.5655224,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"101faa97faf579b6f9a3906f5d79d283","span_id":"7e1f8717cf59e226","x-request-id":"3125ec2f-6017-4b08-a6c3-e7fc5b19cb09","header":"x-maas-username"} {"level":"info","ts":1789508589.5655673,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"101faa97faf579b6f9a3906f5d79d283","span_id":"7e1f8717cf59e226","x-request-id":"3125ec2f-6017-4b08-a6c3-e7fc5b19cb09","header":"x-maas-group"} {"level":"info","ts":1789508589.565576,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"101faa97faf579b6f9a3906f5d79d283","span_id":"7e1f8717cf59e226","x-request-id":"3125ec2f-6017-4b08-a6c3-e7fc5b19cb09","header":"x-maas-subscription"} {"level":"info","ts":1789508589.565591,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"101faa97faf579b6f9a3906f5d79d283","span_id":"7e1f8717cf59e226","x-request-id":"3125ec2f-6017-4b08-a6c3-e7fc5b19cb09","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789508589.565614,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"101faa97faf579b6f9a3906f5d79d283","span_id":"7e1f8717cf59e226","x-request-id":"3125ec2f-6017-4b08-a6c3-e7fc5b19cb09"} {"level":"info","ts":1789508589.566506,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"101faa97faf579b6f9a3906f5d79d283","span_id":"7e1f8717cf59e226","x-request-id":"3125ec2f-6017-4b08-a6c3-e7fc5b19cb09"} {"level":"info","ts":1789508589.5665245,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"101faa97faf579b6f9a3906f5d79d283","span_id":"7e1f8717cf59e226","x-request-id":"3125ec2f-6017-4b08-a6c3-e7fc5b19cb09"} {"level":"info","ts":1789508589.5665371,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"101faa97faf579b6f9a3906f5d79d283","span_id":"7e1f8717cf59e226","x-request-id":"3125ec2f-6017-4b08-a6c3-e7fc5b19cb09","EoS":false} {"level":"info","ts":1789508589.5665529,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"101faa97faf579b6f9a3906f5d79d283","span_id":"7e1f8717cf59e226","x-request-id":"3125ec2f-6017-4b08-a6c3-e7fc5b19cb09"} {"level":"info","ts":1789508589.5665822,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"101faa97faf579b6f9a3906f5d79d283","span_id":"7e1f8717cf59e226","x-request-id":"3125ec2f-6017-4b08-a6c3-e7fc5b19cb09","EoS":true} {"level":"info","ts":1789508589.5665915,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"101faa97faf579b6f9a3906f5d79d283","span_id":"7e1f8717cf59e226","x-request-id":"3125ec2f-6017-4b08-a6c3-e7fc5b19cb09"} {"level":"error","ts":1789508601.2330403,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789508910.4906082,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789508910.4907131,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d587ca590e8165d2d24b734c3a376c87","span_id":"d990b948bbc50a2a","x-request-id":"ce6f0a22-b5d5-4ebd-b419-c3c654701ee6"} {"level":"info","ts":1789508910.4907243,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d587ca590e8165d2d24b734c3a376c87","span_id":"d990b948bbc50a2a","x-request-id":"ce6f0a22-b5d5-4ebd-b419-c3c654701ee6"} {"level":"info","ts":1789508910.4907372,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d587ca590e8165d2d24b734c3a376c87","span_id":"d990b948bbc50a2a","x-request-id":"ce6f0a22-b5d5-4ebd-b419-c3c654701ee6","EoS":true} {"level":"info","ts":1789508910.4907649,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d587ca590e8165d2d24b734c3a376c87","span_id":"d990b948bbc50a2a","x-request-id":"ce6f0a22-b5d5-4ebd-b419-c3c654701ee6","header":"x-maas-username"} {"level":"info","ts":1789508910.4907796,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d587ca590e8165d2d24b734c3a376c87","span_id":"d990b948bbc50a2a","x-request-id":"ce6f0a22-b5d5-4ebd-b419-c3c654701ee6","header":"x-maas-group"} {"level":"info","ts":1789508910.4907866,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d587ca590e8165d2d24b734c3a376c87","span_id":"d990b948bbc50a2a","x-request-id":"ce6f0a22-b5d5-4ebd-b419-c3c654701ee6","header":"x-maas-subscription"} {"level":"info","ts":1789508910.4908037,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d587ca590e8165d2d24b734c3a376c87","span_id":"d990b948bbc50a2a","x-request-id":"ce6f0a22-b5d5-4ebd-b419-c3c654701ee6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789508910.4908304,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d587ca590e8165d2d24b734c3a376c87","span_id":"d990b948bbc50a2a","x-request-id":"ce6f0a22-b5d5-4ebd-b419-c3c654701ee6"} {"level":"info","ts":1789508910.5048475,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d587ca590e8165d2d24b734c3a376c87","span_id":"d990b948bbc50a2a","x-request-id":"ce6f0a22-b5d5-4ebd-b419-c3c654701ee6"} {"level":"info","ts":1789508910.5048697,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d587ca590e8165d2d24b734c3a376c87","span_id":"d990b948bbc50a2a","x-request-id":"ce6f0a22-b5d5-4ebd-b419-c3c654701ee6"} {"level":"info","ts":1789508910.5048895,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d587ca590e8165d2d24b734c3a376c87","span_id":"d990b948bbc50a2a","x-request-id":"ce6f0a22-b5d5-4ebd-b419-c3c654701ee6","EoS":false} {"level":"info","ts":1789508910.5049014,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d587ca590e8165d2d24b734c3a376c87","span_id":"d990b948bbc50a2a","x-request-id":"ce6f0a22-b5d5-4ebd-b419-c3c654701ee6"} {"level":"info","ts":1789508910.5049272,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d587ca590e8165d2d24b734c3a376c87","span_id":"d990b948bbc50a2a","x-request-id":"ce6f0a22-b5d5-4ebd-b419-c3c654701ee6","EoS":true} {"level":"info","ts":1789508910.5049362,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d587ca590e8165d2d24b734c3a376c87","span_id":"d990b948bbc50a2a","x-request-id":"ce6f0a22-b5d5-4ebd-b419-c3c654701ee6"} {"level":"info","ts":1789508910.64301,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789508910.643103,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"63ef3915c0093a38fb7ebc55f11d4e92","span_id":"abe9819cdc16d669","x-request-id":"33ec2397-9c97-4a67-9515-25cccfd1e964"} {"level":"info","ts":1789508910.643114,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"63ef3915c0093a38fb7ebc55f11d4e92","span_id":"abe9819cdc16d669","x-request-id":"33ec2397-9c97-4a67-9515-25cccfd1e964"} {"level":"info","ts":1789508910.643126,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"63ef3915c0093a38fb7ebc55f11d4e92","span_id":"abe9819cdc16d669","x-request-id":"33ec2397-9c97-4a67-9515-25cccfd1e964","EoS":true} {"level":"info","ts":1789508910.6431465,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"63ef3915c0093a38fb7ebc55f11d4e92","span_id":"abe9819cdc16d669","x-request-id":"33ec2397-9c97-4a67-9515-25cccfd1e964","header":"x-maas-subscription"} {"level":"info","ts":1789508910.6431565,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"63ef3915c0093a38fb7ebc55f11d4e92","span_id":"abe9819cdc16d669","x-request-id":"33ec2397-9c97-4a67-9515-25cccfd1e964","header":"x-maas-username"} {"level":"info","ts":1789508910.6431615,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"63ef3915c0093a38fb7ebc55f11d4e92","span_id":"abe9819cdc16d669","x-request-id":"33ec2397-9c97-4a67-9515-25cccfd1e964","header":"x-maas-group"} {"level":"info","ts":1789508910.6431766,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"63ef3915c0093a38fb7ebc55f11d4e92","span_id":"abe9819cdc16d669","x-request-id":"33ec2397-9c97-4a67-9515-25cccfd1e964","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789508910.6432033,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"63ef3915c0093a38fb7ebc55f11d4e92","span_id":"abe9819cdc16d669","x-request-id":"33ec2397-9c97-4a67-9515-25cccfd1e964"} {"level":"info","ts":1789508910.6442044,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"63ef3915c0093a38fb7ebc55f11d4e92","span_id":"abe9819cdc16d669","x-request-id":"33ec2397-9c97-4a67-9515-25cccfd1e964"} {"level":"info","ts":1789508910.644228,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"63ef3915c0093a38fb7ebc55f11d4e92","span_id":"abe9819cdc16d669","x-request-id":"33ec2397-9c97-4a67-9515-25cccfd1e964"} {"level":"info","ts":1789508910.644247,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"63ef3915c0093a38fb7ebc55f11d4e92","span_id":"abe9819cdc16d669","x-request-id":"33ec2397-9c97-4a67-9515-25cccfd1e964","EoS":false} {"level":"info","ts":1789508910.6442611,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"63ef3915c0093a38fb7ebc55f11d4e92","span_id":"abe9819cdc16d669","x-request-id":"33ec2397-9c97-4a67-9515-25cccfd1e964"} {"level":"info","ts":1789508910.6442885,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"63ef3915c0093a38fb7ebc55f11d4e92","span_id":"abe9819cdc16d669","x-request-id":"33ec2397-9c97-4a67-9515-25cccfd1e964","EoS":true} {"level":"info","ts":1789508910.6442962,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"63ef3915c0093a38fb7ebc55f11d4e92","span_id":"abe9819cdc16d669","x-request-id":"33ec2397-9c97-4a67-9515-25cccfd1e964"} {"level":"info","ts":1789508910.7788894,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789508910.7789752,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"189e8d0726110531406e299ab66ab7a4","span_id":"9cc73b1d031c5e90","x-request-id":"d095da1b-9f1d-4239-86f3-2eaa1831c1ec"} {"level":"info","ts":1789508910.7789884,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"189e8d0726110531406e299ab66ab7a4","span_id":"9cc73b1d031c5e90","x-request-id":"d095da1b-9f1d-4239-86f3-2eaa1831c1ec"} {"level":"info","ts":1789508910.778999,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"189e8d0726110531406e299ab66ab7a4","span_id":"9cc73b1d031c5e90","x-request-id":"d095da1b-9f1d-4239-86f3-2eaa1831c1ec","EoS":true} {"level":"info","ts":1789508910.7790203,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"189e8d0726110531406e299ab66ab7a4","span_id":"9cc73b1d031c5e90","x-request-id":"d095da1b-9f1d-4239-86f3-2eaa1831c1ec","header":"x-maas-group"} {"level":"info","ts":1789508910.7790306,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"189e8d0726110531406e299ab66ab7a4","span_id":"9cc73b1d031c5e90","x-request-id":"d095da1b-9f1d-4239-86f3-2eaa1831c1ec","header":"x-maas-subscription"} {"level":"info","ts":1789508910.779035,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"189e8d0726110531406e299ab66ab7a4","span_id":"9cc73b1d031c5e90","x-request-id":"d095da1b-9f1d-4239-86f3-2eaa1831c1ec","header":"x-maas-username"} {"level":"info","ts":1789508910.7790487,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"189e8d0726110531406e299ab66ab7a4","span_id":"9cc73b1d031c5e90","x-request-id":"d095da1b-9f1d-4239-86f3-2eaa1831c1ec","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789508910.7790713,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"189e8d0726110531406e299ab66ab7a4","span_id":"9cc73b1d031c5e90","x-request-id":"d095da1b-9f1d-4239-86f3-2eaa1831c1ec"} {"level":"info","ts":1789508910.7813997,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"189e8d0726110531406e299ab66ab7a4","span_id":"9cc73b1d031c5e90","x-request-id":"d095da1b-9f1d-4239-86f3-2eaa1831c1ec"} {"level":"info","ts":1789508910.7814205,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"189e8d0726110531406e299ab66ab7a4","span_id":"9cc73b1d031c5e90","x-request-id":"d095da1b-9f1d-4239-86f3-2eaa1831c1ec"} {"level":"info","ts":1789508910.7814424,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"189e8d0726110531406e299ab66ab7a4","span_id":"9cc73b1d031c5e90","x-request-id":"d095da1b-9f1d-4239-86f3-2eaa1831c1ec","EoS":false} {"level":"info","ts":1789508910.781454,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"189e8d0726110531406e299ab66ab7a4","span_id":"9cc73b1d031c5e90","x-request-id":"d095da1b-9f1d-4239-86f3-2eaa1831c1ec"} {"level":"info","ts":1789508910.7814736,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"189e8d0726110531406e299ab66ab7a4","span_id":"9cc73b1d031c5e90","x-request-id":"d095da1b-9f1d-4239-86f3-2eaa1831c1ec","EoS":true} {"level":"info","ts":1789508910.7814848,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"189e8d0726110531406e299ab66ab7a4","span_id":"9cc73b1d031c5e90","x-request-id":"d095da1b-9f1d-4239-86f3-2eaa1831c1ec"} {"level":"info","ts":1789508910.9184666,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789508910.9185698,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"39fe15a2f18f2be627ca3c042c9a7e54","span_id":"64de9a1da7438704","x-request-id":"e05bfa40-916b-4a7c-b3ec-b676b8eabee1"} {"level":"info","ts":1789508910.9185822,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"39fe15a2f18f2be627ca3c042c9a7e54","span_id":"64de9a1da7438704","x-request-id":"e05bfa40-916b-4a7c-b3ec-b676b8eabee1"} {"level":"info","ts":1789508910.9185948,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"39fe15a2f18f2be627ca3c042c9a7e54","span_id":"64de9a1da7438704","x-request-id":"e05bfa40-916b-4a7c-b3ec-b676b8eabee1","EoS":true} {"level":"info","ts":1789508910.9186218,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"39fe15a2f18f2be627ca3c042c9a7e54","span_id":"64de9a1da7438704","x-request-id":"e05bfa40-916b-4a7c-b3ec-b676b8eabee1","header":"x-maas-group"} {"level":"info","ts":1789508910.9186325,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"39fe15a2f18f2be627ca3c042c9a7e54","span_id":"64de9a1da7438704","x-request-id":"e05bfa40-916b-4a7c-b3ec-b676b8eabee1","header":"x-maas-username"} {"level":"info","ts":1789508910.9186375,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"39fe15a2f18f2be627ca3c042c9a7e54","span_id":"64de9a1da7438704","x-request-id":"e05bfa40-916b-4a7c-b3ec-b676b8eabee1","header":"x-maas-subscription"} {"level":"info","ts":1789508910.918651,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"39fe15a2f18f2be627ca3c042c9a7e54","span_id":"64de9a1da7438704","x-request-id":"e05bfa40-916b-4a7c-b3ec-b676b8eabee1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789508910.9186785,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"39fe15a2f18f2be627ca3c042c9a7e54","span_id":"64de9a1da7438704","x-request-id":"e05bfa40-916b-4a7c-b3ec-b676b8eabee1"} {"level":"info","ts":1789508910.9195216,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"39fe15a2f18f2be627ca3c042c9a7e54","span_id":"64de9a1da7438704","x-request-id":"e05bfa40-916b-4a7c-b3ec-b676b8eabee1"} {"level":"info","ts":1789508910.9195454,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"39fe15a2f18f2be627ca3c042c9a7e54","span_id":"64de9a1da7438704","x-request-id":"e05bfa40-916b-4a7c-b3ec-b676b8eabee1"} {"level":"info","ts":1789508910.9195642,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"39fe15a2f18f2be627ca3c042c9a7e54","span_id":"64de9a1da7438704","x-request-id":"e05bfa40-916b-4a7c-b3ec-b676b8eabee1","EoS":false} {"level":"info","ts":1789508910.9195812,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"39fe15a2f18f2be627ca3c042c9a7e54","span_id":"64de9a1da7438704","x-request-id":"e05bfa40-916b-4a7c-b3ec-b676b8eabee1"} {"level":"info","ts":1789508910.9196143,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"39fe15a2f18f2be627ca3c042c9a7e54","span_id":"64de9a1da7438704","x-request-id":"e05bfa40-916b-4a7c-b3ec-b676b8eabee1","EoS":true} {"level":"info","ts":1789508910.9196272,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"39fe15a2f18f2be627ca3c042c9a7e54","span_id":"64de9a1da7438704","x-request-id":"e05bfa40-916b-4a7c-b3ec-b676b8eabee1"} {"level":"info","ts":1789508911.0537715,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789508911.0538576,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9ca033fafd046fb704ba067f96ae4b0b","span_id":"6bd64e36c73aaaa6","x-request-id":"1823fed8-cbf7-4a98-a383-e005a5b90843"} {"level":"info","ts":1789508911.0538704,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9ca033fafd046fb704ba067f96ae4b0b","span_id":"6bd64e36c73aaaa6","x-request-id":"1823fed8-cbf7-4a98-a383-e005a5b90843"} {"level":"info","ts":1789508911.0538824,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9ca033fafd046fb704ba067f96ae4b0b","span_id":"6bd64e36c73aaaa6","x-request-id":"1823fed8-cbf7-4a98-a383-e005a5b90843","EoS":true} {"level":"info","ts":1789508911.0539045,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9ca033fafd046fb704ba067f96ae4b0b","span_id":"6bd64e36c73aaaa6","x-request-id":"1823fed8-cbf7-4a98-a383-e005a5b90843","header":"x-maas-group"} {"level":"info","ts":1789508911.0539148,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9ca033fafd046fb704ba067f96ae4b0b","span_id":"6bd64e36c73aaaa6","x-request-id":"1823fed8-cbf7-4a98-a383-e005a5b90843","header":"x-maas-username"} {"level":"info","ts":1789508911.0539203,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9ca033fafd046fb704ba067f96ae4b0b","span_id":"6bd64e36c73aaaa6","x-request-id":"1823fed8-cbf7-4a98-a383-e005a5b90843","header":"x-maas-subscription"} {"level":"info","ts":1789508911.053934,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"9ca033fafd046fb704ba067f96ae4b0b","span_id":"6bd64e36c73aaaa6","x-request-id":"1823fed8-cbf7-4a98-a383-e005a5b90843","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789508911.0539541,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9ca033fafd046fb704ba067f96ae4b0b","span_id":"6bd64e36c73aaaa6","x-request-id":"1823fed8-cbf7-4a98-a383-e005a5b90843"} {"level":"info","ts":1789508911.0547876,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9ca033fafd046fb704ba067f96ae4b0b","span_id":"6bd64e36c73aaaa6","x-request-id":"1823fed8-cbf7-4a98-a383-e005a5b90843"} {"level":"info","ts":1789508911.054807,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9ca033fafd046fb704ba067f96ae4b0b","span_id":"6bd64e36c73aaaa6","x-request-id":"1823fed8-cbf7-4a98-a383-e005a5b90843"} {"level":"info","ts":1789508911.054828,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9ca033fafd046fb704ba067f96ae4b0b","span_id":"6bd64e36c73aaaa6","x-request-id":"1823fed8-cbf7-4a98-a383-e005a5b90843","EoS":false} {"level":"info","ts":1789508911.0548463,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9ca033fafd046fb704ba067f96ae4b0b","span_id":"6bd64e36c73aaaa6","x-request-id":"1823fed8-cbf7-4a98-a383-e005a5b90843"} {"level":"info","ts":1789508911.054883,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9ca033fafd046fb704ba067f96ae4b0b","span_id":"6bd64e36c73aaaa6","x-request-id":"1823fed8-cbf7-4a98-a383-e005a5b90843","EoS":true} {"level":"info","ts":1789508911.0548944,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9ca033fafd046fb704ba067f96ae4b0b","span_id":"6bd64e36c73aaaa6","x-request-id":"1823fed8-cbf7-4a98-a383-e005a5b90843"} {"level":"error","ts":1789508921.268655,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789508926.0397627,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789508926.0398686,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"120d9139f9f6881f4c8b60e57d248129","span_id":"30a74d59feea92cd","x-request-id":"615c70b7-7a09-499a-af7e-9f9d8e0c2e85"} {"level":"info","ts":1789508926.0398874,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"120d9139f9f6881f4c8b60e57d248129","span_id":"30a74d59feea92cd","x-request-id":"615c70b7-7a09-499a-af7e-9f9d8e0c2e85"} {"level":"info","ts":1789508926.0399,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"120d9139f9f6881f4c8b60e57d248129","span_id":"30a74d59feea92cd","x-request-id":"615c70b7-7a09-499a-af7e-9f9d8e0c2e85","EoS":true} {"level":"info","ts":1789508926.039923,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"120d9139f9f6881f4c8b60e57d248129","span_id":"30a74d59feea92cd","x-request-id":"615c70b7-7a09-499a-af7e-9f9d8e0c2e85","header":"x-maas-subscription"} {"level":"info","ts":1789508926.0399327,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"120d9139f9f6881f4c8b60e57d248129","span_id":"30a74d59feea92cd","x-request-id":"615c70b7-7a09-499a-af7e-9f9d8e0c2e85","header":"x-maas-group"} {"level":"info","ts":1789508926.039938,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"120d9139f9f6881f4c8b60e57d248129","span_id":"30a74d59feea92cd","x-request-id":"615c70b7-7a09-499a-af7e-9f9d8e0c2e85","header":"x-maas-username"} {"level":"info","ts":1789508926.0399568,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"120d9139f9f6881f4c8b60e57d248129","span_id":"30a74d59feea92cd","x-request-id":"615c70b7-7a09-499a-af7e-9f9d8e0c2e85","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789508926.0399842,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"120d9139f9f6881f4c8b60e57d248129","span_id":"30a74d59feea92cd","x-request-id":"615c70b7-7a09-499a-af7e-9f9d8e0c2e85"} {"level":"info","ts":1789508926.0410845,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"120d9139f9f6881f4c8b60e57d248129","span_id":"30a74d59feea92cd","x-request-id":"615c70b7-7a09-499a-af7e-9f9d8e0c2e85"} {"level":"info","ts":1789508926.041108,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"120d9139f9f6881f4c8b60e57d248129","span_id":"30a74d59feea92cd","x-request-id":"615c70b7-7a09-499a-af7e-9f9d8e0c2e85"} {"level":"info","ts":1789508926.041123,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"120d9139f9f6881f4c8b60e57d248129","span_id":"30a74d59feea92cd","x-request-id":"615c70b7-7a09-499a-af7e-9f9d8e0c2e85","EoS":false} {"level":"info","ts":1789508926.0411339,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"120d9139f9f6881f4c8b60e57d248129","span_id":"30a74d59feea92cd","x-request-id":"615c70b7-7a09-499a-af7e-9f9d8e0c2e85"} {"level":"info","ts":1789508926.0411675,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"120d9139f9f6881f4c8b60e57d248129","span_id":"30a74d59feea92cd","x-request-id":"615c70b7-7a09-499a-af7e-9f9d8e0c2e85","EoS":true} {"level":"info","ts":1789508926.0411804,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"120d9139f9f6881f4c8b60e57d248129","span_id":"30a74d59feea92cd","x-request-id":"615c70b7-7a09-499a-af7e-9f9d8e0c2e85"} {"level":"info","ts":1789508926.1320474,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789508926.132142,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"963e5773b00bc843749b954d035cd7c7","span_id":"75ab0db8e92c5490","x-request-id":"342e928d-36e0-4543-a18a-51ab0ddc74bb"} {"level":"info","ts":1789508926.1329858,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"963e5773b00bc843749b954d035cd7c7","span_id":"75ab0db8e92c5490","x-request-id":"342e928d-36e0-4543-a18a-51ab0ddc74bb"} {"level":"info","ts":1789508926.1330037,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"963e5773b00bc843749b954d035cd7c7","span_id":"75ab0db8e92c5490","x-request-id":"342e928d-36e0-4543-a18a-51ab0ddc74bb"} {"level":"info","ts":1789508926.1330235,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"963e5773b00bc843749b954d035cd7c7","span_id":"75ab0db8e92c5490","x-request-id":"342e928d-36e0-4543-a18a-51ab0ddc74bb","EoS":false} {"level":"info","ts":1789508926.1330383,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"963e5773b00bc843749b954d035cd7c7","span_id":"75ab0db8e92c5490","x-request-id":"342e928d-36e0-4543-a18a-51ab0ddc74bb"} {"level":"info","ts":1789508926.133069,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"963e5773b00bc843749b954d035cd7c7","span_id":"75ab0db8e92c5490","x-request-id":"342e928d-36e0-4543-a18a-51ab0ddc74bb","EoS":true} {"level":"info","ts":1789508926.1330843,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"963e5773b00bc843749b954d035cd7c7","span_id":"75ab0db8e92c5490","x-request-id":"342e928d-36e0-4543-a18a-51ab0ddc74bb"} {"level":"info","ts":1789508926.8711884,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789508926.8712883,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ac6c4fba60e17968ef7089a61ec5bd69","span_id":"292e21e30257cd60","x-request-id":"dd2cf9ca-bf5a-4577-b5f5-270c1d60c286"} {"level":"info","ts":1789508926.8713014,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ac6c4fba60e17968ef7089a61ec5bd69","span_id":"292e21e30257cd60","x-request-id":"dd2cf9ca-bf5a-4577-b5f5-270c1d60c286"} {"level":"info","ts":1789508926.8713195,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ac6c4fba60e17968ef7089a61ec5bd69","span_id":"292e21e30257cd60","x-request-id":"dd2cf9ca-bf5a-4577-b5f5-270c1d60c286","EoS":true} {"level":"info","ts":1789508926.8713596,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ac6c4fba60e17968ef7089a61ec5bd69","span_id":"292e21e30257cd60","x-request-id":"dd2cf9ca-bf5a-4577-b5f5-270c1d60c286","header":"x-maas-group"} {"level":"info","ts":1789508926.871372,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ac6c4fba60e17968ef7089a61ec5bd69","span_id":"292e21e30257cd60","x-request-id":"dd2cf9ca-bf5a-4577-b5f5-270c1d60c286","header":"x-maas-subscription"} {"level":"info","ts":1789508926.8713772,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ac6c4fba60e17968ef7089a61ec5bd69","span_id":"292e21e30257cd60","x-request-id":"dd2cf9ca-bf5a-4577-b5f5-270c1d60c286","header":"x-maas-username"} {"level":"info","ts":1789508926.8713932,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ac6c4fba60e17968ef7089a61ec5bd69","span_id":"292e21e30257cd60","x-request-id":"dd2cf9ca-bf5a-4577-b5f5-270c1d60c286","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789508926.8714225,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ac6c4fba60e17968ef7089a61ec5bd69","span_id":"292e21e30257cd60","x-request-id":"dd2cf9ca-bf5a-4577-b5f5-270c1d60c286"} {"level":"info","ts":1789508926.8723412,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ac6c4fba60e17968ef7089a61ec5bd69","span_id":"292e21e30257cd60","x-request-id":"dd2cf9ca-bf5a-4577-b5f5-270c1d60c286"} {"level":"info","ts":1789508926.8723874,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ac6c4fba60e17968ef7089a61ec5bd69","span_id":"292e21e30257cd60","x-request-id":"dd2cf9ca-bf5a-4577-b5f5-270c1d60c286"} {"level":"info","ts":1789508926.8724027,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ac6c4fba60e17968ef7089a61ec5bd69","span_id":"292e21e30257cd60","x-request-id":"dd2cf9ca-bf5a-4577-b5f5-270c1d60c286","EoS":false} {"level":"info","ts":1789508926.8724127,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ac6c4fba60e17968ef7089a61ec5bd69","span_id":"292e21e30257cd60","x-request-id":"dd2cf9ca-bf5a-4577-b5f5-270c1d60c286"} {"level":"info","ts":1789508926.8724394,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ac6c4fba60e17968ef7089a61ec5bd69","span_id":"292e21e30257cd60","x-request-id":"dd2cf9ca-bf5a-4577-b5f5-270c1d60c286","EoS":true} {"level":"info","ts":1789508926.8724482,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ac6c4fba60e17968ef7089a61ec5bd69","span_id":"292e21e30257cd60","x-request-id":"dd2cf9ca-bf5a-4577-b5f5-270c1d60c286"} {"level":"info","ts":1789508927.788811,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789508927.788938,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3acdf8712081471d76551145845b158b","span_id":"be4ddd95ffde5f9d","x-request-id":"70eb381c-cc50-43af-99f2-78d17345eb4a"} {"level":"info","ts":1789508927.788956,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3acdf8712081471d76551145845b158b","span_id":"be4ddd95ffde5f9d","x-request-id":"70eb381c-cc50-43af-99f2-78d17345eb4a"} {"level":"info","ts":1789508927.7889688,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3acdf8712081471d76551145845b158b","span_id":"be4ddd95ffde5f9d","x-request-id":"70eb381c-cc50-43af-99f2-78d17345eb4a","EoS":true} {"level":"info","ts":1789508927.7890368,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3acdf8712081471d76551145845b158b","span_id":"be4ddd95ffde5f9d","x-request-id":"70eb381c-cc50-43af-99f2-78d17345eb4a","header":"x-maas-username"} {"level":"info","ts":1789508927.7890537,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3acdf8712081471d76551145845b158b","span_id":"be4ddd95ffde5f9d","x-request-id":"70eb381c-cc50-43af-99f2-78d17345eb4a","header":"x-maas-subscription"} {"level":"info","ts":1789508927.789059,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3acdf8712081471d76551145845b158b","span_id":"be4ddd95ffde5f9d","x-request-id":"70eb381c-cc50-43af-99f2-78d17345eb4a","header":"x-maas-group"} {"level":"info","ts":1789508927.7890751,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3acdf8712081471d76551145845b158b","span_id":"be4ddd95ffde5f9d","x-request-id":"70eb381c-cc50-43af-99f2-78d17345eb4a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789508927.7891045,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3acdf8712081471d76551145845b158b","span_id":"be4ddd95ffde5f9d","x-request-id":"70eb381c-cc50-43af-99f2-78d17345eb4a"} {"level":"info","ts":1789508927.7901006,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3acdf8712081471d76551145845b158b","span_id":"be4ddd95ffde5f9d","x-request-id":"70eb381c-cc50-43af-99f2-78d17345eb4a"} {"level":"info","ts":1789508927.7901247,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3acdf8712081471d76551145845b158b","span_id":"be4ddd95ffde5f9d","x-request-id":"70eb381c-cc50-43af-99f2-78d17345eb4a"} {"level":"info","ts":1789508927.7901442,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3acdf8712081471d76551145845b158b","span_id":"be4ddd95ffde5f9d","x-request-id":"70eb381c-cc50-43af-99f2-78d17345eb4a","EoS":false} {"level":"info","ts":1789508927.7901561,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3acdf8712081471d76551145845b158b","span_id":"be4ddd95ffde5f9d","x-request-id":"70eb381c-cc50-43af-99f2-78d17345eb4a"} {"level":"info","ts":1789508927.7901828,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3acdf8712081471d76551145845b158b","span_id":"be4ddd95ffde5f9d","x-request-id":"70eb381c-cc50-43af-99f2-78d17345eb4a","EoS":true} {"level":"info","ts":1789508927.790192,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3acdf8712081471d76551145845b158b","span_id":"be4ddd95ffde5f9d","x-request-id":"70eb381c-cc50-43af-99f2-78d17345eb4a"} {"level":"info","ts":1789508928.5062625,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789508928.5063913,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1967bc3553345392035a643611641bd2","span_id":"732e3255279c6b62","x-request-id":"f685c068-1078-4772-9e1b-3585b373b1d0"} {"level":"info","ts":1789508928.5064049,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1967bc3553345392035a643611641bd2","span_id":"732e3255279c6b62","x-request-id":"f685c068-1078-4772-9e1b-3585b373b1d0"} {"level":"info","ts":1789508928.506417,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1967bc3553345392035a643611641bd2","span_id":"732e3255279c6b62","x-request-id":"f685c068-1078-4772-9e1b-3585b373b1d0","EoS":true} {"level":"info","ts":1789508928.5064404,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1967bc3553345392035a643611641bd2","span_id":"732e3255279c6b62","x-request-id":"f685c068-1078-4772-9e1b-3585b373b1d0","header":"x-maas-group"} {"level":"info","ts":1789508928.5064514,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1967bc3553345392035a643611641bd2","span_id":"732e3255279c6b62","x-request-id":"f685c068-1078-4772-9e1b-3585b373b1d0","header":"x-maas-username"} {"level":"info","ts":1789508928.5064578,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1967bc3553345392035a643611641bd2","span_id":"732e3255279c6b62","x-request-id":"f685c068-1078-4772-9e1b-3585b373b1d0","header":"x-maas-subscription"} {"level":"info","ts":1789508928.506479,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"1967bc3553345392035a643611641bd2","span_id":"732e3255279c6b62","x-request-id":"f685c068-1078-4772-9e1b-3585b373b1d0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789508928.5065036,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1967bc3553345392035a643611641bd2","span_id":"732e3255279c6b62","x-request-id":"f685c068-1078-4772-9e1b-3585b373b1d0"} {"level":"info","ts":1789508928.50746,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"1967bc3553345392035a643611641bd2","span_id":"732e3255279c6b62","x-request-id":"f685c068-1078-4772-9e1b-3585b373b1d0"} {"level":"info","ts":1789508928.507485,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"1967bc3553345392035a643611641bd2","span_id":"732e3255279c6b62","x-request-id":"f685c068-1078-4772-9e1b-3585b373b1d0"} {"level":"info","ts":1789508928.5075,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1967bc3553345392035a643611641bd2","span_id":"732e3255279c6b62","x-request-id":"f685c068-1078-4772-9e1b-3585b373b1d0","EoS":false} {"level":"info","ts":1789508928.5075114,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1967bc3553345392035a643611641bd2","span_id":"732e3255279c6b62","x-request-id":"f685c068-1078-4772-9e1b-3585b373b1d0"} {"level":"info","ts":1789508928.5075397,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1967bc3553345392035a643611641bd2","span_id":"732e3255279c6b62","x-request-id":"f685c068-1078-4772-9e1b-3585b373b1d0","EoS":true} {"level":"info","ts":1789508928.5075538,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1967bc3553345392035a643611641bd2","span_id":"732e3255279c6b62","x-request-id":"f685c068-1078-4772-9e1b-3585b373b1d0"} {"level":"info","ts":1789508929.5306447,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789508929.5307527,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"988c58135c031fc8ec3c01bde52530ed","span_id":"4f0159b70aa0b652","x-request-id":"6f11d993-657e-44d5-8fa1-92de288f76a5"} {"level":"info","ts":1789508929.530765,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"988c58135c031fc8ec3c01bde52530ed","span_id":"4f0159b70aa0b652","x-request-id":"6f11d993-657e-44d5-8fa1-92de288f76a5"} {"level":"info","ts":1789508929.530778,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"988c58135c031fc8ec3c01bde52530ed","span_id":"4f0159b70aa0b652","x-request-id":"6f11d993-657e-44d5-8fa1-92de288f76a5","EoS":true} {"level":"info","ts":1789508929.5308106,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"988c58135c031fc8ec3c01bde52530ed","span_id":"4f0159b70aa0b652","x-request-id":"6f11d993-657e-44d5-8fa1-92de288f76a5","header":"x-maas-group"} {"level":"info","ts":1789508929.5308263,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"988c58135c031fc8ec3c01bde52530ed","span_id":"4f0159b70aa0b652","x-request-id":"6f11d993-657e-44d5-8fa1-92de288f76a5","header":"x-maas-username"} {"level":"info","ts":1789508929.5308318,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"988c58135c031fc8ec3c01bde52530ed","span_id":"4f0159b70aa0b652","x-request-id":"6f11d993-657e-44d5-8fa1-92de288f76a5","header":"x-maas-subscription"} {"level":"info","ts":1789508929.5308478,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"988c58135c031fc8ec3c01bde52530ed","span_id":"4f0159b70aa0b652","x-request-id":"6f11d993-657e-44d5-8fa1-92de288f76a5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789508929.530874,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"988c58135c031fc8ec3c01bde52530ed","span_id":"4f0159b70aa0b652","x-request-id":"6f11d993-657e-44d5-8fa1-92de288f76a5"} {"level":"info","ts":1789508929.5318136,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"988c58135c031fc8ec3c01bde52530ed","span_id":"4f0159b70aa0b652","x-request-id":"6f11d993-657e-44d5-8fa1-92de288f76a5"} {"level":"info","ts":1789508929.531833,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"988c58135c031fc8ec3c01bde52530ed","span_id":"4f0159b70aa0b652","x-request-id":"6f11d993-657e-44d5-8fa1-92de288f76a5"} {"level":"info","ts":1789508929.5318449,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"988c58135c031fc8ec3c01bde52530ed","span_id":"4f0159b70aa0b652","x-request-id":"6f11d993-657e-44d5-8fa1-92de288f76a5","EoS":false} {"level":"info","ts":1789508929.5318563,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"988c58135c031fc8ec3c01bde52530ed","span_id":"4f0159b70aa0b652","x-request-id":"6f11d993-657e-44d5-8fa1-92de288f76a5"} {"level":"info","ts":1789508929.5318813,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"988c58135c031fc8ec3c01bde52530ed","span_id":"4f0159b70aa0b652","x-request-id":"6f11d993-657e-44d5-8fa1-92de288f76a5","EoS":true} {"level":"info","ts":1789508929.5318904,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"988c58135c031fc8ec3c01bde52530ed","span_id":"4f0159b70aa0b652","x-request-id":"6f11d993-657e-44d5-8fa1-92de288f76a5"} {"level":"error","ts":1789508936.2693925,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789508946.2701766,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789508949.0824008,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789508949.0824997,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"869c9d3e665352aed560c622dfe5339d","span_id":"7d6d878b70795fde","x-request-id":"e2df098a-df49-43c0-a149-f2ee8784cd73"} {"level":"info","ts":1789508949.082512,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"869c9d3e665352aed560c622dfe5339d","span_id":"7d6d878b70795fde","x-request-id":"e2df098a-df49-43c0-a149-f2ee8784cd73"} {"level":"info","ts":1789508949.0825288,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"869c9d3e665352aed560c622dfe5339d","span_id":"7d6d878b70795fde","x-request-id":"e2df098a-df49-43c0-a149-f2ee8784cd73","EoS":true} {"level":"info","ts":1789508949.0825636,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"869c9d3e665352aed560c622dfe5339d","span_id":"7d6d878b70795fde","x-request-id":"e2df098a-df49-43c0-a149-f2ee8784cd73","header":"x-maas-subscription"} {"level":"info","ts":1789508949.0825787,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"869c9d3e665352aed560c622dfe5339d","span_id":"7d6d878b70795fde","x-request-id":"e2df098a-df49-43c0-a149-f2ee8784cd73","header":"x-maas-username"} {"level":"info","ts":1789508949.0825853,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"869c9d3e665352aed560c622dfe5339d","span_id":"7d6d878b70795fde","x-request-id":"e2df098a-df49-43c0-a149-f2ee8784cd73","header":"x-maas-group"} {"level":"info","ts":1789508949.0826006,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"869c9d3e665352aed560c622dfe5339d","span_id":"7d6d878b70795fde","x-request-id":"e2df098a-df49-43c0-a149-f2ee8784cd73","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789508949.0826278,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"869c9d3e665352aed560c622dfe5339d","span_id":"7d6d878b70795fde","x-request-id":"e2df098a-df49-43c0-a149-f2ee8784cd73"} {"level":"info","ts":1789508949.0835454,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"869c9d3e665352aed560c622dfe5339d","span_id":"7d6d878b70795fde","x-request-id":"e2df098a-df49-43c0-a149-f2ee8784cd73"} {"level":"info","ts":1789508949.0835698,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"869c9d3e665352aed560c622dfe5339d","span_id":"7d6d878b70795fde","x-request-id":"e2df098a-df49-43c0-a149-f2ee8784cd73"} {"level":"info","ts":1789508949.083586,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"869c9d3e665352aed560c622dfe5339d","span_id":"7d6d878b70795fde","x-request-id":"e2df098a-df49-43c0-a149-f2ee8784cd73","EoS":false} {"level":"info","ts":1789508949.0835981,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"869c9d3e665352aed560c622dfe5339d","span_id":"7d6d878b70795fde","x-request-id":"e2df098a-df49-43c0-a149-f2ee8784cd73"} {"level":"info","ts":1789508949.0836256,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"869c9d3e665352aed560c622dfe5339d","span_id":"7d6d878b70795fde","x-request-id":"e2df098a-df49-43c0-a149-f2ee8784cd73","EoS":true} {"level":"info","ts":1789508949.0836346,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"869c9d3e665352aed560c622dfe5339d","span_id":"7d6d878b70795fde","x-request-id":"e2df098a-df49-43c0-a149-f2ee8784cd73"} {"level":"error","ts":1789508961.2716334,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789509040.5745125,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789509040.574614,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7469a97d67198bd5d8d01405c50b9ec2","span_id":"665e9affc42e1e3a","x-request-id":"382f01db-e0ba-4a9a-b4bf-a5a1ae0482eb"} {"level":"info","ts":1789509040.574627,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7469a97d67198bd5d8d01405c50b9ec2","span_id":"665e9affc42e1e3a","x-request-id":"382f01db-e0ba-4a9a-b4bf-a5a1ae0482eb"} {"level":"info","ts":1789509040.574638,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7469a97d67198bd5d8d01405c50b9ec2","span_id":"665e9affc42e1e3a","x-request-id":"382f01db-e0ba-4a9a-b4bf-a5a1ae0482eb","EoS":true} {"level":"info","ts":1789509040.574661,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7469a97d67198bd5d8d01405c50b9ec2","span_id":"665e9affc42e1e3a","x-request-id":"382f01db-e0ba-4a9a-b4bf-a5a1ae0482eb","header":"x-maas-subscription"} {"level":"info","ts":1789509040.5746725,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7469a97d67198bd5d8d01405c50b9ec2","span_id":"665e9affc42e1e3a","x-request-id":"382f01db-e0ba-4a9a-b4bf-a5a1ae0482eb","header":"x-maas-group"} {"level":"info","ts":1789509040.5746777,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7469a97d67198bd5d8d01405c50b9ec2","span_id":"665e9affc42e1e3a","x-request-id":"382f01db-e0ba-4a9a-b4bf-a5a1ae0482eb","header":"x-maas-username"} {"level":"info","ts":1789509040.5746944,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7469a97d67198bd5d8d01405c50b9ec2","span_id":"665e9affc42e1e3a","x-request-id":"382f01db-e0ba-4a9a-b4bf-a5a1ae0482eb","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789509040.5747254,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7469a97d67198bd5d8d01405c50b9ec2","span_id":"665e9affc42e1e3a","x-request-id":"382f01db-e0ba-4a9a-b4bf-a5a1ae0482eb"} {"level":"info","ts":1789509040.5867016,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7469a97d67198bd5d8d01405c50b9ec2","span_id":"665e9affc42e1e3a","x-request-id":"382f01db-e0ba-4a9a-b4bf-a5a1ae0482eb"} {"level":"info","ts":1789509040.5867252,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7469a97d67198bd5d8d01405c50b9ec2","span_id":"665e9affc42e1e3a","x-request-id":"382f01db-e0ba-4a9a-b4bf-a5a1ae0482eb"} {"level":"info","ts":1789509040.586741,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7469a97d67198bd5d8d01405c50b9ec2","span_id":"665e9affc42e1e3a","x-request-id":"382f01db-e0ba-4a9a-b4bf-a5a1ae0482eb","EoS":false} {"level":"info","ts":1789509040.586752,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7469a97d67198bd5d8d01405c50b9ec2","span_id":"665e9affc42e1e3a","x-request-id":"382f01db-e0ba-4a9a-b4bf-a5a1ae0482eb"} {"level":"info","ts":1789509040.5867767,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7469a97d67198bd5d8d01405c50b9ec2","span_id":"665e9affc42e1e3a","x-request-id":"382f01db-e0ba-4a9a-b4bf-a5a1ae0482eb","EoS":true} {"level":"info","ts":1789509040.5867858,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7469a97d67198bd5d8d01405c50b9ec2","span_id":"665e9affc42e1e3a","x-request-id":"382f01db-e0ba-4a9a-b4bf-a5a1ae0482eb"} {"level":"error","ts":1789509051.2825992,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789509131.8422322,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789509131.8423336,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9d8179d4bc75daefd3fbf4710428f554","span_id":"ff9d87502af47a89","x-request-id":"ab8b1147-1dc7-4d39-a657-75c2f145d2b9"} {"level":"info","ts":1789509131.8423653,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9d8179d4bc75daefd3fbf4710428f554","span_id":"ff9d87502af47a89","x-request-id":"ab8b1147-1dc7-4d39-a657-75c2f145d2b9"} {"level":"info","ts":1789509131.8423774,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9d8179d4bc75daefd3fbf4710428f554","span_id":"ff9d87502af47a89","x-request-id":"ab8b1147-1dc7-4d39-a657-75c2f145d2b9","EoS":true} {"level":"info","ts":1789509131.8424041,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9d8179d4bc75daefd3fbf4710428f554","span_id":"ff9d87502af47a89","x-request-id":"ab8b1147-1dc7-4d39-a657-75c2f145d2b9","header":"x-maas-group"} {"level":"info","ts":1789509131.8424149,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9d8179d4bc75daefd3fbf4710428f554","span_id":"ff9d87502af47a89","x-request-id":"ab8b1147-1dc7-4d39-a657-75c2f145d2b9","header":"x-maas-subscription"} {"level":"info","ts":1789509131.8424199,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9d8179d4bc75daefd3fbf4710428f554","span_id":"ff9d87502af47a89","x-request-id":"ab8b1147-1dc7-4d39-a657-75c2f145d2b9","header":"x-maas-username"} {"level":"info","ts":1789509131.8424356,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"9d8179d4bc75daefd3fbf4710428f554","span_id":"ff9d87502af47a89","x-request-id":"ab8b1147-1dc7-4d39-a657-75c2f145d2b9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789509131.8424602,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9d8179d4bc75daefd3fbf4710428f554","span_id":"ff9d87502af47a89","x-request-id":"ab8b1147-1dc7-4d39-a657-75c2f145d2b9"} {"level":"info","ts":1789509131.8433926,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9d8179d4bc75daefd3fbf4710428f554","span_id":"ff9d87502af47a89","x-request-id":"ab8b1147-1dc7-4d39-a657-75c2f145d2b9"} {"level":"info","ts":1789509131.8434162,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9d8179d4bc75daefd3fbf4710428f554","span_id":"ff9d87502af47a89","x-request-id":"ab8b1147-1dc7-4d39-a657-75c2f145d2b9"} {"level":"info","ts":1789509131.8434312,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9d8179d4bc75daefd3fbf4710428f554","span_id":"ff9d87502af47a89","x-request-id":"ab8b1147-1dc7-4d39-a657-75c2f145d2b9","EoS":false} {"level":"info","ts":1789509131.843442,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9d8179d4bc75daefd3fbf4710428f554","span_id":"ff9d87502af47a89","x-request-id":"ab8b1147-1dc7-4d39-a657-75c2f145d2b9"} {"level":"info","ts":1789509131.8434663,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9d8179d4bc75daefd3fbf4710428f554","span_id":"ff9d87502af47a89","x-request-id":"ab8b1147-1dc7-4d39-a657-75c2f145d2b9","EoS":true} {"level":"info","ts":1789509131.8434744,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9d8179d4bc75daefd3fbf4710428f554","span_id":"ff9d87502af47a89","x-request-id":"ab8b1147-1dc7-4d39-a657-75c2f145d2b9"} {"level":"info","ts":1789509145.9173634,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789509145.9174654,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9740ee6dd9ced5ca5e4f043d7b1b9881","span_id":"8af372634663dc31","x-request-id":"b1916b1d-fde9-472c-abeb-ffbbd0d89436"} {"level":"info","ts":1789509145.9174788,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9740ee6dd9ced5ca5e4f043d7b1b9881","span_id":"8af372634663dc31","x-request-id":"b1916b1d-fde9-472c-abeb-ffbbd0d89436"} {"level":"info","ts":1789509145.9174907,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9740ee6dd9ced5ca5e4f043d7b1b9881","span_id":"8af372634663dc31","x-request-id":"b1916b1d-fde9-472c-abeb-ffbbd0d89436","EoS":true} {"level":"info","ts":1789509145.917511,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9740ee6dd9ced5ca5e4f043d7b1b9881","span_id":"8af372634663dc31","x-request-id":"b1916b1d-fde9-472c-abeb-ffbbd0d89436","header":"x-maas-group"} {"level":"info","ts":1789509145.9175215,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9740ee6dd9ced5ca5e4f043d7b1b9881","span_id":"8af372634663dc31","x-request-id":"b1916b1d-fde9-472c-abeb-ffbbd0d89436","header":"x-maas-username"} {"level":"info","ts":1789509145.9175284,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9740ee6dd9ced5ca5e4f043d7b1b9881","span_id":"8af372634663dc31","x-request-id":"b1916b1d-fde9-472c-abeb-ffbbd0d89436","header":"x-maas-subscription"} {"level":"info","ts":1789509145.91755,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"9740ee6dd9ced5ca5e4f043d7b1b9881","span_id":"8af372634663dc31","x-request-id":"b1916b1d-fde9-472c-abeb-ffbbd0d89436","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789509145.9175773,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9740ee6dd9ced5ca5e4f043d7b1b9881","span_id":"8af372634663dc31","x-request-id":"b1916b1d-fde9-472c-abeb-ffbbd0d89436"} {"level":"info","ts":1789509145.9294612,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9740ee6dd9ced5ca5e4f043d7b1b9881","span_id":"8af372634663dc31","x-request-id":"b1916b1d-fde9-472c-abeb-ffbbd0d89436"} {"level":"info","ts":1789509145.9294822,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9740ee6dd9ced5ca5e4f043d7b1b9881","span_id":"8af372634663dc31","x-request-id":"b1916b1d-fde9-472c-abeb-ffbbd0d89436"} {"level":"info","ts":1789509145.9295027,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9740ee6dd9ced5ca5e4f043d7b1b9881","span_id":"8af372634663dc31","x-request-id":"b1916b1d-fde9-472c-abeb-ffbbd0d89436","EoS":false} {"level":"info","ts":1789509145.9295275,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9740ee6dd9ced5ca5e4f043d7b1b9881","span_id":"8af372634663dc31","x-request-id":"b1916b1d-fde9-472c-abeb-ffbbd0d89436"} {"level":"info","ts":1789509145.929568,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9740ee6dd9ced5ca5e4f043d7b1b9881","span_id":"8af372634663dc31","x-request-id":"b1916b1d-fde9-472c-abeb-ffbbd0d89436","EoS":false} {"level":"info","ts":1789509145.9295816,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9740ee6dd9ced5ca5e4f043d7b1b9881","span_id":"8af372634663dc31","x-request-id":"b1916b1d-fde9-472c-abeb-ffbbd0d89436"} {"level":"info","ts":1789509145.9296014,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9740ee6dd9ced5ca5e4f043d7b1b9881","span_id":"8af372634663dc31","x-request-id":"b1916b1d-fde9-472c-abeb-ffbbd0d89436","EoS":true} {"level":"info","ts":1789509145.9296117,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9740ee6dd9ced5ca5e4f043d7b1b9881","span_id":"8af372634663dc31","x-request-id":"b1916b1d-fde9-472c-abeb-ffbbd0d89436"} {"level":"info","ts":1789509146.0684383,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789509146.0685647,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4fcd79cf6cc3a952b761a21f00061b01","span_id":"61c7b334f989a685","x-request-id":"94beee7c-0b66-43c7-ae81-0633e7095688"} {"level":"info","ts":1789509146.068591,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4fcd79cf6cc3a952b761a21f00061b01","span_id":"61c7b334f989a685","x-request-id":"94beee7c-0b66-43c7-ae81-0633e7095688"} {"level":"info","ts":1789509146.0686076,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4fcd79cf6cc3a952b761a21f00061b01","span_id":"61c7b334f989a685","x-request-id":"94beee7c-0b66-43c7-ae81-0633e7095688","EoS":true} {"level":"info","ts":1789509146.0686324,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4fcd79cf6cc3a952b761a21f00061b01","span_id":"61c7b334f989a685","x-request-id":"94beee7c-0b66-43c7-ae81-0633e7095688","header":"x-maas-username"} {"level":"info","ts":1789509146.0686433,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4fcd79cf6cc3a952b761a21f00061b01","span_id":"61c7b334f989a685","x-request-id":"94beee7c-0b66-43c7-ae81-0633e7095688","header":"x-maas-subscription"} {"level":"info","ts":1789509146.068649,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4fcd79cf6cc3a952b761a21f00061b01","span_id":"61c7b334f989a685","x-request-id":"94beee7c-0b66-43c7-ae81-0633e7095688","header":"x-maas-group"} {"level":"info","ts":1789509146.0686657,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"4fcd79cf6cc3a952b761a21f00061b01","span_id":"61c7b334f989a685","x-request-id":"94beee7c-0b66-43c7-ae81-0633e7095688","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789509146.0686944,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4fcd79cf6cc3a952b761a21f00061b01","span_id":"61c7b334f989a685","x-request-id":"94beee7c-0b66-43c7-ae81-0633e7095688"} {"level":"info","ts":1789509146.0696092,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4fcd79cf6cc3a952b761a21f00061b01","span_id":"61c7b334f989a685","x-request-id":"94beee7c-0b66-43c7-ae81-0633e7095688"} {"level":"info","ts":1789509146.069628,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4fcd79cf6cc3a952b761a21f00061b01","span_id":"61c7b334f989a685","x-request-id":"94beee7c-0b66-43c7-ae81-0633e7095688"} {"level":"info","ts":1789509146.0696492,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4fcd79cf6cc3a952b761a21f00061b01","span_id":"61c7b334f989a685","x-request-id":"94beee7c-0b66-43c7-ae81-0633e7095688","EoS":false} {"level":"info","ts":1789509146.069662,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4fcd79cf6cc3a952b761a21f00061b01","span_id":"61c7b334f989a685","x-request-id":"94beee7c-0b66-43c7-ae81-0633e7095688"} {"level":"info","ts":1789509146.069686,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4fcd79cf6cc3a952b761a21f00061b01","span_id":"61c7b334f989a685","x-request-id":"94beee7c-0b66-43c7-ae81-0633e7095688","EoS":true} {"level":"info","ts":1789509146.0696938,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4fcd79cf6cc3a952b761a21f00061b01","span_id":"61c7b334f989a685","x-request-id":"94beee7c-0b66-43c7-ae81-0633e7095688"} {"level":"info","ts":1789509146.2032619,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789509146.2033627,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d0cb210980c815372bdec3e8d87fd3f6","span_id":"90e7d97a65f36c28","x-request-id":"2960bf37-9253-4522-be54-fb5624132be2"} {"level":"info","ts":1789509146.2033758,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d0cb210980c815372bdec3e8d87fd3f6","span_id":"90e7d97a65f36c28","x-request-id":"2960bf37-9253-4522-be54-fb5624132be2"} {"level":"info","ts":1789509146.203387,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d0cb210980c815372bdec3e8d87fd3f6","span_id":"90e7d97a65f36c28","x-request-id":"2960bf37-9253-4522-be54-fb5624132be2","EoS":true} {"level":"info","ts":1789509146.203404,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d0cb210980c815372bdec3e8d87fd3f6","span_id":"90e7d97a65f36c28","x-request-id":"2960bf37-9253-4522-be54-fb5624132be2","header":"x-maas-subscription"} {"level":"info","ts":1789509146.2034123,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d0cb210980c815372bdec3e8d87fd3f6","span_id":"90e7d97a65f36c28","x-request-id":"2960bf37-9253-4522-be54-fb5624132be2","header":"x-maas-username"} {"level":"info","ts":1789509146.203417,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d0cb210980c815372bdec3e8d87fd3f6","span_id":"90e7d97a65f36c28","x-request-id":"2960bf37-9253-4522-be54-fb5624132be2","header":"x-maas-group"} {"level":"info","ts":1789509146.2034311,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d0cb210980c815372bdec3e8d87fd3f6","span_id":"90e7d97a65f36c28","x-request-id":"2960bf37-9253-4522-be54-fb5624132be2","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789509146.2034538,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d0cb210980c815372bdec3e8d87fd3f6","span_id":"90e7d97a65f36c28","x-request-id":"2960bf37-9253-4522-be54-fb5624132be2"} {"level":"info","ts":1789509146.2052739,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d0cb210980c815372bdec3e8d87fd3f6","span_id":"90e7d97a65f36c28","x-request-id":"2960bf37-9253-4522-be54-fb5624132be2"} {"level":"info","ts":1789509146.205292,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d0cb210980c815372bdec3e8d87fd3f6","span_id":"90e7d97a65f36c28","x-request-id":"2960bf37-9253-4522-be54-fb5624132be2"} {"level":"info","ts":1789509146.2053056,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d0cb210980c815372bdec3e8d87fd3f6","span_id":"90e7d97a65f36c28","x-request-id":"2960bf37-9253-4522-be54-fb5624132be2","EoS":false} {"level":"info","ts":1789509146.205319,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d0cb210980c815372bdec3e8d87fd3f6","span_id":"90e7d97a65f36c28","x-request-id":"2960bf37-9253-4522-be54-fb5624132be2"} {"level":"info","ts":1789509146.2053425,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d0cb210980c815372bdec3e8d87fd3f6","span_id":"90e7d97a65f36c28","x-request-id":"2960bf37-9253-4522-be54-fb5624132be2","EoS":false} {"level":"info","ts":1789509146.205368,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d0cb210980c815372bdec3e8d87fd3f6","span_id":"90e7d97a65f36c28","x-request-id":"2960bf37-9253-4522-be54-fb5624132be2"} {"level":"info","ts":1789509146.2053812,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d0cb210980c815372bdec3e8d87fd3f6","span_id":"90e7d97a65f36c28","x-request-id":"2960bf37-9253-4522-be54-fb5624132be2","EoS":true} {"level":"info","ts":1789509146.205389,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d0cb210980c815372bdec3e8d87fd3f6","span_id":"90e7d97a65f36c28","x-request-id":"2960bf37-9253-4522-be54-fb5624132be2"} {"level":"error","ts":1789509146.2945936,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789509156.2954342,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789509160.046829,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789509160.0469332,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"cbcd74b8dc1b0167581f959685a99450","span_id":"b5647f3bb90e90d9","x-request-id":"b6c951a6-0c42-45d4-846a-13f63937eb0f"} {"level":"info","ts":1789509160.0469527,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"cbcd74b8dc1b0167581f959685a99450","span_id":"b5647f3bb90e90d9","x-request-id":"b6c951a6-0c42-45d4-846a-13f63937eb0f"} {"level":"info","ts":1789509160.046965,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"cbcd74b8dc1b0167581f959685a99450","span_id":"b5647f3bb90e90d9","x-request-id":"b6c951a6-0c42-45d4-846a-13f63937eb0f","EoS":true} {"level":"info","ts":1789509160.0469892,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cbcd74b8dc1b0167581f959685a99450","span_id":"b5647f3bb90e90d9","x-request-id":"b6c951a6-0c42-45d4-846a-13f63937eb0f","header":"x-maas-group"} {"level":"info","ts":1789509160.046999,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cbcd74b8dc1b0167581f959685a99450","span_id":"b5647f3bb90e90d9","x-request-id":"b6c951a6-0c42-45d4-846a-13f63937eb0f","header":"x-maas-subscription"} {"level":"info","ts":1789509160.0470047,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cbcd74b8dc1b0167581f959685a99450","span_id":"b5647f3bb90e90d9","x-request-id":"b6c951a6-0c42-45d4-846a-13f63937eb0f","header":"x-maas-username"} {"level":"info","ts":1789509160.0470216,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"cbcd74b8dc1b0167581f959685a99450","span_id":"b5647f3bb90e90d9","x-request-id":"b6c951a6-0c42-45d4-846a-13f63937eb0f","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789509160.0470524,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"cbcd74b8dc1b0167581f959685a99450","span_id":"b5647f3bb90e90d9","x-request-id":"b6c951a6-0c42-45d4-846a-13f63937eb0f"} {"level":"info","ts":1789509160.0488229,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"cbcd74b8dc1b0167581f959685a99450","span_id":"b5647f3bb90e90d9","x-request-id":"b6c951a6-0c42-45d4-846a-13f63937eb0f"} {"level":"info","ts":1789509160.048843,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"cbcd74b8dc1b0167581f959685a99450","span_id":"b5647f3bb90e90d9","x-request-id":"b6c951a6-0c42-45d4-846a-13f63937eb0f"} {"level":"info","ts":1789509160.048861,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cbcd74b8dc1b0167581f959685a99450","span_id":"b5647f3bb90e90d9","x-request-id":"b6c951a6-0c42-45d4-846a-13f63937eb0f","EoS":false} {"level":"info","ts":1789509160.0488753,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cbcd74b8dc1b0167581f959685a99450","span_id":"b5647f3bb90e90d9","x-request-id":"b6c951a6-0c42-45d4-846a-13f63937eb0f"} {"level":"info","ts":1789509160.0489008,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cbcd74b8dc1b0167581f959685a99450","span_id":"b5647f3bb90e90d9","x-request-id":"b6c951a6-0c42-45d4-846a-13f63937eb0f","EoS":true} {"level":"info","ts":1789509160.048909,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cbcd74b8dc1b0167581f959685a99450","span_id":"b5647f3bb90e90d9","x-request-id":"b6c951a6-0c42-45d4-846a-13f63937eb0f"} {"level":"error","ts":1789509171.2964945,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}