{"level":"info","ts":1789512043.7484417,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-00e90246","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-00e90246","reconcileID":"0aec5971-dd40-468e-af87-05ff066c2f1b","name":"e2e-legacy-migration-00e90246"} {"level":"info","ts":1789512043.7571533,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-00e90246","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-00e90246","reconcileID":"0aec5971-dd40-468e-af87-05ff066c2f1b","provider":"openai","model":"e2e-legacy-migration-00e90246","targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789512043.757181,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-00e90246","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-00e90246","reconcileID":"38410ff8-5eee-4674-93dd-ead4f4a8e0c3","error":"ExternalModel \"e2e-legacy-migration-00e90246\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-00e90246\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789512043.761087,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-00e90246","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-00e90246","reconcileID":"f0f08126-e75a-4eed-8ca9-4ac158a67e74","name":"e2e-legacy-migration-00e90246","namespace":"llm"} {"level":"info","ts":1789512043.7611656,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-00e90246","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-00e90246","reconcileID":"2808c2ef-8331-4b56-a6e3-07bc73905ea2"} {"level":"info","ts":1789512043.761232,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-00e90246","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-00e90246","reconcileID":"2808c2ef-8331-4b56-a6e3-07bc73905ea2","name":"e2e-legacy-migration-00e90246"} {"level":"info","ts":1789512043.7613337,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-00e90246","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-00e90246","reconcileID":"8b9e1306-211b-41d4-900c-da90ac7b079b","name":"e2e-legacy-migration-00e90246","namespace":"llm"} {"level":"info","ts":1789512043.7613907,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-00e90246","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-00e90246","reconcileID":"8b9e1306-211b-41d4-900c-da90ac7b079b","modelName":"e2e-legacy-migration-00e90246","resolvedRefs":1} {"level":"info","ts":1789512043.7611663,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-00e90246","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-00e90246","reconcileID":"f0f08126-e75a-4eed-8ca9-4ac158a67e74","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1789512043.7693605,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-00e90246","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-00e90246","reconcileID":"32637ed0-440c-41b9-9ae2-db8df8372160","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-00e90246\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:93\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789512043.7693985,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-00e90246","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-00e90246","reconcileID":"32637ed0-440c-41b9-9ae2-db8df8372160","error":"failed to apply DestinationRule: destinationrules.networking.istio.io \"e2e-legacy-migration-00e90246\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789512043.7694423,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-00e90246","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-00e90246","reconcileID":"3b759bb7-47fc-4019-b81c-c5fcb7becce3"} {"level":"info","ts":1789512043.7694821,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-00e90246","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-00e90246","reconcileID":"3b759bb7-47fc-4019-b81c-c5fcb7becce3","name":"e2e-legacy-migration-00e90246"} {"level":"info","ts":1789512043.788879,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-00e90246","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-00e90246","reconcileID":"8a084e8e-6539-4e73-8c07-0b0cbc7aca25","name":"e2e-legacy-migration-00e90246","namespace":"llm"} {"level":"info","ts":1789512043.788963,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-00e90246","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-00e90246","reconcileID":"8a084e8e-6539-4e73-8c07-0b0cbc7aca25","modelName":"e2e-legacy-migration-00e90246","resolvedRefs":1} {"level":"error","ts":1789512043.7965667,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-00e90246","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-00e90246","reconcileID":"2808c2ef-8331-4b56-a6e3-07bc73905ea2","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-00e90246\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789512043.796664,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-00e90246","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-00e90246","reconcileID":"2808c2ef-8331-4b56-a6e3-07bc73905ea2","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-00e90246\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789512043.7967358,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-00e90246","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-00e90246","reconcileID":"78c6a2f5-bae4-42f2-8f16-a9d7a73e8344"} {"level":"info","ts":1789512043.7968023,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-00e90246","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-00e90246","reconcileID":"78c6a2f5-bae4-42f2-8f16-a9d7a73e8344","name":"e2e-legacy-migration-00e90246"} {"level":"info","ts":1789512043.7968447,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-00e90246","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-00e90246","reconcileID":"3b759bb7-47fc-4019-b81c-c5fcb7becce3","service":"e2e-legacy-migration-00e90246","serviceEntry":"e2e-legacy-migration-00e90246","destinationRule":"e2e-legacy-migration-00e90246"} {"level":"info","ts":1789512043.8076332,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-00e90246","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-00e90246","reconcileID":"78c6a2f5-bae4-42f2-8f16-a9d7a73e8344","httpRoute":"e2e-legacy-migration-00e90246","providers":["e2e-legacy-migration-00e90246"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789512043.814076,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-00e90246","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-00e90246","reconcileID":"78c6a2f5-bae4-42f2-8f16-a9d7a73e8344","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-00e90246\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789512043.814115,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-00e90246","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-00e90246","reconcileID":"846a87fa-937b-4902-a8a6-07e531ded658","name":"e2e-legacy-migration-00e90246","namespace":"llm"} {"level":"info","ts":1789512043.8142867,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-00e90246","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-00e90246","reconcileID":"846a87fa-937b-4902-a8a6-07e531ded658","modelName":"e2e-legacy-migration-00e90246","resolvedRefs":1} {"level":"info","ts":1789512043.8142292,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-00e90246","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-00e90246","reconcileID":"c5b34aa9-ea50-446e-b875-a193aa3b901c"} {"level":"info","ts":1789512043.8143826,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-00e90246","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-00e90246","reconcileID":"c5b34aa9-ea50-446e-b875-a193aa3b901c","name":"e2e-legacy-migration-00e90246"} {"level":"info","ts":1789512043.8324087,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-00e90246","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-00e90246","reconcileID":"c5b34aa9-ea50-446e-b875-a193aa3b901c","httpRoute":"e2e-legacy-migration-00e90246","providers":["e2e-legacy-migration-00e90246"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789512043.8332858,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-00e90246","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-00e90246","reconcileID":"a9952f2a-d81d-4a91-bb9e-8c1fbd26f886","name":"e2e-legacy-migration-00e90246","namespace":"llm"} {"level":"info","ts":1789512043.8333738,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-00e90246","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-00e90246","reconcileID":"a9952f2a-d81d-4a91-bb9e-8c1fbd26f886","modelName":"e2e-legacy-migration-00e90246","resolvedRefs":1} {"level":"error","ts":1789512043.8379743,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-00e90246","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-00e90246","reconcileID":"c5b34aa9-ea50-446e-b875-a193aa3b901c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-00e90246\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789512043.8380544,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-00e90246","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-00e90246","reconcileID":"0158dd91-62ce-48c4-a559-dc1ec6b7a690"} {"level":"info","ts":1789512043.838113,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-00e90246","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-00e90246","reconcileID":"0158dd91-62ce-48c4-a559-dc1ec6b7a690","name":"e2e-legacy-migration-00e90246"} {"level":"info","ts":1789512043.8496358,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-00e90246","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-00e90246","reconcileID":"0158dd91-62ce-48c4-a559-dc1ec6b7a690","httpRoute":"e2e-legacy-migration-00e90246","providers":["e2e-legacy-migration-00e90246"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789512043.9217787,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-00e90246","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-00e90246","reconcileID":"a7cad0bc-681c-40d6-bce7-e742fd7c8a8e","name":"e2e-legacy-migration-00e90246","namespace":"llm"} {"level":"info","ts":1789512043.9283776,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-00e90246","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-00e90246","reconcileID":"a7cad0bc-681c-40d6-bce7-e742fd7c8a8e","name":"e2e-legacy-migration-00e90246"} {"level":"info","ts":1789512043.9337347,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-00e90246","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-00e90246","reconcileID":"a7cad0bc-681c-40d6-bce7-e742fd7c8a8e","provider":"openai","model":"e2e-legacy-migration-00e90246","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789512046.568847,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-00e90246","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-00e90246","reconcileID":"80140adc-3b08-4825-b3a0-62ae2f877479","name":"e2e-legacy-migration-00e90246","namespace":"llm"} {"level":"info","ts":1789512046.5758162,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-00e90246","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-00e90246","reconcileID":"0169e08c-f387-47fb-93fa-c4741d511b38"} {"level":"info","ts":1789512046.5761132,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-00e90246","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-00e90246","reconcileID":"eaa3e648-de5e-4f77-8b16-16b0de2a36f0","name":"e2e-legacy-migration-00e90246","namespace":"llm"} {"level":"info","ts":1789512046.576258,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-00e90246","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-00e90246","reconcileID":"eaa3e648-de5e-4f77-8b16-16b0de2a36f0","name":"e2e-legacy-migration-00e90246","namespace":"llm"} {"level":"info","ts":1789512046.578123,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-00e90246","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-00e90246","reconcileID":"72203519-7124-4305-9e6b-a6148485eeb9","name":"e2e-legacy-migration-00e90246","namespace":"llm"} {"level":"info","ts":1789512046.5783582,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-00e90246","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-00e90246","reconcileID":"72203519-7124-4305-9e6b-a6148485eeb9","name":"e2e-legacy-migration-00e90246","namespace":"llm"} {"level":"info","ts":1789512046.5782967,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-00e90246","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-00e90246","reconcileID":"7d711eff-ac89-45a4-bfb5-2458c8855be4"} {"level":"info","ts":1789512046.970314,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789512046.9704187,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ad7d774aade54bccec27255d901d0231","span_id":"60bb84b16b76f0dc","x-request-id":"ce23beca-b1f1-4022-8f8d-2d95e5babbcb"} {"level":"info","ts":1789512046.9704325,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ad7d774aade54bccec27255d901d0231","span_id":"60bb84b16b76f0dc","x-request-id":"ce23beca-b1f1-4022-8f8d-2d95e5babbcb"} {"level":"info","ts":1789512046.970445,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ad7d774aade54bccec27255d901d0231","span_id":"60bb84b16b76f0dc","x-request-id":"ce23beca-b1f1-4022-8f8d-2d95e5babbcb","EoS":true} {"level":"info","ts":1789512046.9704754,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ad7d774aade54bccec27255d901d0231","span_id":"60bb84b16b76f0dc","x-request-id":"ce23beca-b1f1-4022-8f8d-2d95e5babbcb","header":"x-maas-username"} {"level":"info","ts":1789512046.9704869,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ad7d774aade54bccec27255d901d0231","span_id":"60bb84b16b76f0dc","x-request-id":"ce23beca-b1f1-4022-8f8d-2d95e5babbcb","header":"x-maas-subscription"} {"level":"info","ts":1789512046.970492,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ad7d774aade54bccec27255d901d0231","span_id":"60bb84b16b76f0dc","x-request-id":"ce23beca-b1f1-4022-8f8d-2d95e5babbcb","header":"x-maas-group"} {"level":"info","ts":1789512046.9705079,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ad7d774aade54bccec27255d901d0231","span_id":"60bb84b16b76f0dc","x-request-id":"ce23beca-b1f1-4022-8f8d-2d95e5babbcb","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789512046.9705184,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"ad7d774aade54bccec27255d901d0231","span_id":"60bb84b16b76f0dc","x-request-id":"ce23beca-b1f1-4022-8f8d-2d95e5babbcb","modelName":"e2e-external-model"} {"level":"info","ts":1789512046.9705286,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"ad7d774aade54bccec27255d901d0231","span_id":"60bb84b16b76f0dc","x-request-id":"ce23beca-b1f1-4022-8f8d-2d95e5babbcb","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789512046.9705505,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"ad7d774aade54bccec27255d901d0231","span_id":"60bb84b16b76f0dc","x-request-id":"ce23beca-b1f1-4022-8f8d-2d95e5babbcb","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1789512046.9705677,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"ad7d774aade54bccec27255d901d0231","span_id":"60bb84b16b76f0dc","x-request-id":"ce23beca-b1f1-4022-8f8d-2d95e5babbcb","authType":"apikey"} {"level":"info","ts":1789512046.970591,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ad7d774aade54bccec27255d901d0231","span_id":"60bb84b16b76f0dc","x-request-id":"ce23beca-b1f1-4022-8f8d-2d95e5babbcb"} {"level":"info","ts":1789512047.0381002,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789512047.0383408,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"96ef4a1c593be610c2a4e3164a988bc7","span_id":"972a25b326dde7d8","x-request-id":"a414b110-7c44-4730-a00b-ae4fa94c8204"} {"level":"info","ts":1789512047.0383947,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"96ef4a1c593be610c2a4e3164a988bc7","span_id":"972a25b326dde7d8","x-request-id":"a414b110-7c44-4730-a00b-ae4fa94c8204"} {"level":"info","ts":1789512047.038435,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"96ef4a1c593be610c2a4e3164a988bc7","span_id":"972a25b326dde7d8","x-request-id":"a414b110-7c44-4730-a00b-ae4fa94c8204","EoS":true} {"level":"info","ts":1789512047.0384881,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"96ef4a1c593be610c2a4e3164a988bc7","span_id":"972a25b326dde7d8","x-request-id":"a414b110-7c44-4730-a00b-ae4fa94c8204","header":"x-maas-group"} {"level":"info","ts":1789512047.0385182,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"96ef4a1c593be610c2a4e3164a988bc7","span_id":"972a25b326dde7d8","x-request-id":"a414b110-7c44-4730-a00b-ae4fa94c8204","header":"x-maas-username"} {"level":"info","ts":1789512047.0385458,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"96ef4a1c593be610c2a4e3164a988bc7","span_id":"972a25b326dde7d8","x-request-id":"a414b110-7c44-4730-a00b-ae4fa94c8204","header":"x-maas-subscription"} {"level":"info","ts":1789512047.0385845,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"96ef4a1c593be610c2a4e3164a988bc7","span_id":"972a25b326dde7d8","x-request-id":"a414b110-7c44-4730-a00b-ae4fa94c8204","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789512047.0386443,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"96ef4a1c593be610c2a4e3164a988bc7","span_id":"972a25b326dde7d8","x-request-id":"a414b110-7c44-4730-a00b-ae4fa94c8204"} {"level":"info","ts":1789512047.039702,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"96ef4a1c593be610c2a4e3164a988bc7","span_id":"972a25b326dde7d8","x-request-id":"a414b110-7c44-4730-a00b-ae4fa94c8204"} {"level":"info","ts":1789512047.0397627,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"96ef4a1c593be610c2a4e3164a988bc7","span_id":"972a25b326dde7d8","x-request-id":"a414b110-7c44-4730-a00b-ae4fa94c8204"} {"level":"info","ts":1789512047.0397947,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"96ef4a1c593be610c2a4e3164a988bc7","span_id":"972a25b326dde7d8","x-request-id":"a414b110-7c44-4730-a00b-ae4fa94c8204","EoS":false} {"level":"info","ts":1789512047.0398285,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"96ef4a1c593be610c2a4e3164a988bc7","span_id":"972a25b326dde7d8","x-request-id":"a414b110-7c44-4730-a00b-ae4fa94c8204"} {"level":"info","ts":1789512047.0398803,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"96ef4a1c593be610c2a4e3164a988bc7","span_id":"972a25b326dde7d8","x-request-id":"a414b110-7c44-4730-a00b-ae4fa94c8204","EoS":true} {"level":"info","ts":1789512047.0399036,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"96ef4a1c593be610c2a4e3164a988bc7","span_id":"972a25b326dde7d8","x-request-id":"a414b110-7c44-4730-a00b-ae4fa94c8204"} {"level":"info","ts":1789512047.0524426,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ad7d774aade54bccec27255d901d0231","span_id":"60bb84b16b76f0dc","x-request-id":"ce23beca-b1f1-4022-8f8d-2d95e5babbcb"} {"level":"info","ts":1789512047.0524611,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ad7d774aade54bccec27255d901d0231","span_id":"60bb84b16b76f0dc","x-request-id":"ce23beca-b1f1-4022-8f8d-2d95e5babbcb"} {"level":"info","ts":1789512047.0524797,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ad7d774aade54bccec27255d901d0231","span_id":"60bb84b16b76f0dc","x-request-id":"ce23beca-b1f1-4022-8f8d-2d95e5babbcb","EoS":false} {"level":"info","ts":1789512047.0524938,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ad7d774aade54bccec27255d901d0231","span_id":"60bb84b16b76f0dc","x-request-id":"ce23beca-b1f1-4022-8f8d-2d95e5babbcb"} {"level":"info","ts":1789512047.0525136,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ad7d774aade54bccec27255d901d0231","span_id":"60bb84b16b76f0dc","x-request-id":"ce23beca-b1f1-4022-8f8d-2d95e5babbcb","EoS":true} {"level":"info","ts":1789512047.052523,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ad7d774aade54bccec27255d901d0231","span_id":"60bb84b16b76f0dc","x-request-id":"ce23beca-b1f1-4022-8f8d-2d95e5babbcb"} {"level":"info","ts":1789512047.0733721,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789512047.0736334,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9eb713ede7e4a996c328a6f4e8c8796c","span_id":"b9a74b2dd21da5b1","x-request-id":"a60dd94c-1430-44f8-8a6b-ef0437fc9806"} {"level":"info","ts":1789512047.0736976,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9eb713ede7e4a996c328a6f4e8c8796c","span_id":"b9a74b2dd21da5b1","x-request-id":"a60dd94c-1430-44f8-8a6b-ef0437fc9806"} {"level":"info","ts":1789512047.0737417,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9eb713ede7e4a996c328a6f4e8c8796c","span_id":"b9a74b2dd21da5b1","x-request-id":"a60dd94c-1430-44f8-8a6b-ef0437fc9806","EoS":true} {"level":"info","ts":1789512047.0738146,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9eb713ede7e4a996c328a6f4e8c8796c","span_id":"b9a74b2dd21da5b1","x-request-id":"a60dd94c-1430-44f8-8a6b-ef0437fc9806","header":"x-maas-group"} {"level":"info","ts":1789512047.0738714,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9eb713ede7e4a996c328a6f4e8c8796c","span_id":"b9a74b2dd21da5b1","x-request-id":"a60dd94c-1430-44f8-8a6b-ef0437fc9806","header":"x-maas-username"} {"level":"info","ts":1789512047.07391,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9eb713ede7e4a996c328a6f4e8c8796c","span_id":"b9a74b2dd21da5b1","x-request-id":"a60dd94c-1430-44f8-8a6b-ef0437fc9806","header":"x-maas-subscription"} {"level":"info","ts":1789512047.073953,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"9eb713ede7e4a996c328a6f4e8c8796c","span_id":"b9a74b2dd21da5b1","x-request-id":"a60dd94c-1430-44f8-8a6b-ef0437fc9806","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789512047.0740213,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9eb713ede7e4a996c328a6f4e8c8796c","span_id":"b9a74b2dd21da5b1","x-request-id":"a60dd94c-1430-44f8-8a6b-ef0437fc9806"} {"level":"info","ts":1789512047.0813794,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9eb713ede7e4a996c328a6f4e8c8796c","span_id":"b9a74b2dd21da5b1","x-request-id":"a60dd94c-1430-44f8-8a6b-ef0437fc9806"} {"level":"info","ts":1789512047.0815032,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9eb713ede7e4a996c328a6f4e8c8796c","span_id":"b9a74b2dd21da5b1","x-request-id":"a60dd94c-1430-44f8-8a6b-ef0437fc9806"} {"level":"info","ts":1789512047.08157,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9eb713ede7e4a996c328a6f4e8c8796c","span_id":"b9a74b2dd21da5b1","x-request-id":"a60dd94c-1430-44f8-8a6b-ef0437fc9806","EoS":false} {"level":"info","ts":1789512047.0816123,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9eb713ede7e4a996c328a6f4e8c8796c","span_id":"b9a74b2dd21da5b1","x-request-id":"a60dd94c-1430-44f8-8a6b-ef0437fc9806"} {"level":"info","ts":1789512047.0816858,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9eb713ede7e4a996c328a6f4e8c8796c","span_id":"b9a74b2dd21da5b1","x-request-id":"a60dd94c-1430-44f8-8a6b-ef0437fc9806","EoS":true} {"level":"info","ts":1789512047.0817194,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9eb713ede7e4a996c328a6f4e8c8796c","span_id":"b9a74b2dd21da5b1","x-request-id":"a60dd94c-1430-44f8-8a6b-ef0437fc9806"} {"level":"info","ts":1789512047.1083422,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789512047.1085463,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8adae7477bbc2f4695a03e382674a39b","span_id":"092bed2a51896d17","x-request-id":"67042645-f394-4baf-bacb-e7937493e15c"} {"level":"info","ts":1789512047.1086085,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8adae7477bbc2f4695a03e382674a39b","span_id":"092bed2a51896d17","x-request-id":"67042645-f394-4baf-bacb-e7937493e15c"} {"level":"info","ts":1789512047.1086557,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8adae7477bbc2f4695a03e382674a39b","span_id":"092bed2a51896d17","x-request-id":"67042645-f394-4baf-bacb-e7937493e15c","EoS":true} {"level":"info","ts":1789512047.1088028,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8adae7477bbc2f4695a03e382674a39b","span_id":"092bed2a51896d17","x-request-id":"67042645-f394-4baf-bacb-e7937493e15c","header":"x-maas-group"} {"level":"info","ts":1789512047.10885,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8adae7477bbc2f4695a03e382674a39b","span_id":"092bed2a51896d17","x-request-id":"67042645-f394-4baf-bacb-e7937493e15c","header":"x-maas-subscription"} {"level":"info","ts":1789512047.1088815,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8adae7477bbc2f4695a03e382674a39b","span_id":"092bed2a51896d17","x-request-id":"67042645-f394-4baf-bacb-e7937493e15c","header":"x-maas-username"} {"level":"info","ts":1789512047.1089306,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8adae7477bbc2f4695a03e382674a39b","span_id":"092bed2a51896d17","x-request-id":"67042645-f394-4baf-bacb-e7937493e15c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789512047.1089926,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8adae7477bbc2f4695a03e382674a39b","span_id":"092bed2a51896d17","x-request-id":"67042645-f394-4baf-bacb-e7937493e15c"} {"level":"info","ts":1789512047.1451058,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789512047.145356,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b9c5b7104e716d99109df8c10443c55b","span_id":"f00d1e2afd252ba3","x-request-id":"08e36d5d-afd8-456e-a2b0-c7de807e2f6c"} {"level":"info","ts":1789512047.1454284,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b9c5b7104e716d99109df8c10443c55b","span_id":"f00d1e2afd252ba3","x-request-id":"08e36d5d-afd8-456e-a2b0-c7de807e2f6c"} {"level":"info","ts":1789512047.1454623,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b9c5b7104e716d99109df8c10443c55b","span_id":"f00d1e2afd252ba3","x-request-id":"08e36d5d-afd8-456e-a2b0-c7de807e2f6c","EoS":true} {"level":"info","ts":1789512047.1455188,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b9c5b7104e716d99109df8c10443c55b","span_id":"f00d1e2afd252ba3","x-request-id":"08e36d5d-afd8-456e-a2b0-c7de807e2f6c","header":"x-maas-subscription"} {"level":"info","ts":1789512047.1455457,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b9c5b7104e716d99109df8c10443c55b","span_id":"f00d1e2afd252ba3","x-request-id":"08e36d5d-afd8-456e-a2b0-c7de807e2f6c","header":"x-maas-username"} {"level":"info","ts":1789512047.1455712,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b9c5b7104e716d99109df8c10443c55b","span_id":"f00d1e2afd252ba3","x-request-id":"08e36d5d-afd8-456e-a2b0-c7de807e2f6c","header":"x-maas-group"} {"level":"info","ts":1789512047.1456068,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b9c5b7104e716d99109df8c10443c55b","span_id":"f00d1e2afd252ba3","x-request-id":"08e36d5d-afd8-456e-a2b0-c7de807e2f6c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789512047.1456528,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b9c5b7104e716d99109df8c10443c55b","span_id":"f00d1e2afd252ba3","x-request-id":"08e36d5d-afd8-456e-a2b0-c7de807e2f6c"} {"level":"info","ts":1789512047.1464634,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b9c5b7104e716d99109df8c10443c55b","span_id":"f00d1e2afd252ba3","x-request-id":"08e36d5d-afd8-456e-a2b0-c7de807e2f6c"} {"level":"info","ts":1789512047.1465094,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b9c5b7104e716d99109df8c10443c55b","span_id":"f00d1e2afd252ba3","x-request-id":"08e36d5d-afd8-456e-a2b0-c7de807e2f6c"} {"level":"info","ts":1789512047.146537,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b9c5b7104e716d99109df8c10443c55b","span_id":"f00d1e2afd252ba3","x-request-id":"08e36d5d-afd8-456e-a2b0-c7de807e2f6c","EoS":false} {"level":"info","ts":1789512047.1465614,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b9c5b7104e716d99109df8c10443c55b","span_id":"f00d1e2afd252ba3","x-request-id":"08e36d5d-afd8-456e-a2b0-c7de807e2f6c"} {"level":"info","ts":1789512047.1466053,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b9c5b7104e716d99109df8c10443c55b","span_id":"f00d1e2afd252ba3","x-request-id":"08e36d5d-afd8-456e-a2b0-c7de807e2f6c","EoS":true} {"level":"info","ts":1789512047.146631,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b9c5b7104e716d99109df8c10443c55b","span_id":"f00d1e2afd252ba3","x-request-id":"08e36d5d-afd8-456e-a2b0-c7de807e2f6c"} {"level":"info","ts":1789512047.1875036,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789512047.1877918,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a7b8068d0420adda9362daf53b25eda3","span_id":"a6794c62819edb89","x-request-id":"d0706050-576e-4b85-9470-5dd3bb36a7d0"} {"level":"info","ts":1789512047.1878512,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a7b8068d0420adda9362daf53b25eda3","span_id":"a6794c62819edb89","x-request-id":"d0706050-576e-4b85-9470-5dd3bb36a7d0"} {"level":"info","ts":1789512047.1878996,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a7b8068d0420adda9362daf53b25eda3","span_id":"a6794c62819edb89","x-request-id":"d0706050-576e-4b85-9470-5dd3bb36a7d0","EoS":true} {"level":"info","ts":1789512047.1879725,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a7b8068d0420adda9362daf53b25eda3","span_id":"a6794c62819edb89","x-request-id":"d0706050-576e-4b85-9470-5dd3bb36a7d0","header":"x-maas-subscription"} {"level":"info","ts":1789512047.1880105,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a7b8068d0420adda9362daf53b25eda3","span_id":"a6794c62819edb89","x-request-id":"d0706050-576e-4b85-9470-5dd3bb36a7d0","header":"x-maas-group"} {"level":"info","ts":1789512047.1880608,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a7b8068d0420adda9362daf53b25eda3","span_id":"a6794c62819edb89","x-request-id":"d0706050-576e-4b85-9470-5dd3bb36a7d0","header":"x-maas-username"} {"level":"info","ts":1789512047.1881084,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a7b8068d0420adda9362daf53b25eda3","span_id":"a6794c62819edb89","x-request-id":"d0706050-576e-4b85-9470-5dd3bb36a7d0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789512047.1881857,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a7b8068d0420adda9362daf53b25eda3","span_id":"a6794c62819edb89","x-request-id":"d0706050-576e-4b85-9470-5dd3bb36a7d0"} {"level":"info","ts":1789512047.1993697,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a7b8068d0420adda9362daf53b25eda3","span_id":"a6794c62819edb89","x-request-id":"d0706050-576e-4b85-9470-5dd3bb36a7d0"} {"level":"info","ts":1789512047.1994507,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a7b8068d0420adda9362daf53b25eda3","span_id":"a6794c62819edb89","x-request-id":"d0706050-576e-4b85-9470-5dd3bb36a7d0"} {"level":"info","ts":1789512047.1995022,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a7b8068d0420adda9362daf53b25eda3","span_id":"a6794c62819edb89","x-request-id":"d0706050-576e-4b85-9470-5dd3bb36a7d0","EoS":false} {"level":"info","ts":1789512047.1995618,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a7b8068d0420adda9362daf53b25eda3","span_id":"a6794c62819edb89","x-request-id":"d0706050-576e-4b85-9470-5dd3bb36a7d0"} {"level":"info","ts":1789512047.1996157,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a7b8068d0420adda9362daf53b25eda3","span_id":"a6794c62819edb89","x-request-id":"d0706050-576e-4b85-9470-5dd3bb36a7d0","EoS":true} {"level":"info","ts":1789512047.1996675,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a7b8068d0420adda9362daf53b25eda3","span_id":"a6794c62819edb89","x-request-id":"d0706050-576e-4b85-9470-5dd3bb36a7d0"} {"level":"info","ts":1789512047.2031686,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8adae7477bbc2f4695a03e382674a39b","span_id":"092bed2a51896d17","x-request-id":"67042645-f394-4baf-bacb-e7937493e15c"} {"level":"info","ts":1789512047.2033145,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8adae7477bbc2f4695a03e382674a39b","span_id":"092bed2a51896d17","x-request-id":"67042645-f394-4baf-bacb-e7937493e15c"} {"level":"info","ts":1789512047.2033894,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8adae7477bbc2f4695a03e382674a39b","span_id":"092bed2a51896d17","x-request-id":"67042645-f394-4baf-bacb-e7937493e15c","EoS":false} {"level":"info","ts":1789512047.203439,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8adae7477bbc2f4695a03e382674a39b","span_id":"092bed2a51896d17","x-request-id":"67042645-f394-4baf-bacb-e7937493e15c"} {"level":"info","ts":1789512047.2034945,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8adae7477bbc2f4695a03e382674a39b","span_id":"092bed2a51896d17","x-request-id":"67042645-f394-4baf-bacb-e7937493e15c","EoS":true} {"level":"info","ts":1789512047.2035925,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8adae7477bbc2f4695a03e382674a39b","span_id":"092bed2a51896d17","x-request-id":"67042645-f394-4baf-bacb-e7937493e15c"} {"level":"info","ts":1789512047.2478135,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789512047.248069,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"13282e0b37eb432106d032f5eb451b4f","span_id":"c06caf7005206993","x-request-id":"dde683f1-dfd8-429f-bc8d-0a45bc322e29"} {"level":"info","ts":1789512047.2481492,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"13282e0b37eb432106d032f5eb451b4f","span_id":"c06caf7005206993","x-request-id":"dde683f1-dfd8-429f-bc8d-0a45bc322e29"} {"level":"info","ts":1789512047.2481928,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"13282e0b37eb432106d032f5eb451b4f","span_id":"c06caf7005206993","x-request-id":"dde683f1-dfd8-429f-bc8d-0a45bc322e29","EoS":true} {"level":"info","ts":1789512047.248244,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"13282e0b37eb432106d032f5eb451b4f","span_id":"c06caf7005206993","x-request-id":"dde683f1-dfd8-429f-bc8d-0a45bc322e29","header":"x-maas-username"} {"level":"info","ts":1789512047.2483091,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"13282e0b37eb432106d032f5eb451b4f","span_id":"c06caf7005206993","x-request-id":"dde683f1-dfd8-429f-bc8d-0a45bc322e29","header":"x-maas-subscription"} {"level":"info","ts":1789512047.2483382,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"13282e0b37eb432106d032f5eb451b4f","span_id":"c06caf7005206993","x-request-id":"dde683f1-dfd8-429f-bc8d-0a45bc322e29","header":"x-maas-group"} {"level":"info","ts":1789512047.248396,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"13282e0b37eb432106d032f5eb451b4f","span_id":"c06caf7005206993","x-request-id":"dde683f1-dfd8-429f-bc8d-0a45bc322e29"} {"level":"info","ts":1789512047.293386,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"13282e0b37eb432106d032f5eb451b4f","span_id":"c06caf7005206993","x-request-id":"dde683f1-dfd8-429f-bc8d-0a45bc322e29"} {"level":"info","ts":1789512047.293479,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"13282e0b37eb432106d032f5eb451b4f","span_id":"c06caf7005206993","x-request-id":"dde683f1-dfd8-429f-bc8d-0a45bc322e29"} {"level":"info","ts":1789512047.2935245,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"13282e0b37eb432106d032f5eb451b4f","span_id":"c06caf7005206993","x-request-id":"dde683f1-dfd8-429f-bc8d-0a45bc322e29","EoS":false} {"level":"info","ts":1789512047.2935653,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"13282e0b37eb432106d032f5eb451b4f","span_id":"c06caf7005206993","x-request-id":"dde683f1-dfd8-429f-bc8d-0a45bc322e29"} {"level":"info","ts":1789512047.2936175,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"13282e0b37eb432106d032f5eb451b4f","span_id":"c06caf7005206993","x-request-id":"dde683f1-dfd8-429f-bc8d-0a45bc322e29","EoS":true} {"level":"info","ts":1789512047.2937226,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"13282e0b37eb432106d032f5eb451b4f","span_id":"c06caf7005206993","x-request-id":"dde683f1-dfd8-429f-bc8d-0a45bc322e29"} {"level":"info","ts":1789512048.1188574,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8f571bd9-66b6-4c9a-a7da-2bdf969a80e8"} {"level":"info","ts":1789512048.1190171,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"26e8b010-531d-4385-8ef7-9ece4a239fad","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789512048.1191566,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"26e8b010-531d-4385-8ef7-9ece4a239fad","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789512048.2491138,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b46c020b-b418-40eb-aa89-d02e9a4945ac","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789512048.2491684,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9e1197f5-e9c4-45d0-9b3a-2e1e41db2e5b"} {"level":"info","ts":1789512048.2491865,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b46c020b-b418-40eb-aa89-d02e9a4945ac","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789512048.3806999,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"91cd0f1d-8bfd-45a9-8fd4-387c3a920fc9","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789512048.3808098,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"91cd0f1d-8bfd-45a9-8fd4-387c3a920fc9","key":"llm/e2e-external-model-api-key"} {"level":"error","ts":1789512052.984298,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789512062.9849806,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789512064.798388,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789512064.7984958,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"957b625dec25c220fbe388be8a3b616f","span_id":"c2ca8b2951a6a87c","x-request-id":"87942e2b-2891-45c4-b929-e7294d209674"} {"level":"info","ts":1789512064.79851,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"957b625dec25c220fbe388be8a3b616f","span_id":"c2ca8b2951a6a87c","x-request-id":"87942e2b-2891-45c4-b929-e7294d209674"} {"level":"info","ts":1789512064.798523,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"957b625dec25c220fbe388be8a3b616f","span_id":"c2ca8b2951a6a87c","x-request-id":"87942e2b-2891-45c4-b929-e7294d209674","EoS":true} {"level":"info","ts":1789512064.7985752,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"957b625dec25c220fbe388be8a3b616f","span_id":"c2ca8b2951a6a87c","x-request-id":"87942e2b-2891-45c4-b929-e7294d209674"} {"level":"info","ts":1789512064.9409356,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789512064.9410465,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a9a579de516bb9027db6ce5a1fa31493","span_id":"a5dcba83ea128af2","x-request-id":"250a2dde-2447-4a82-a711-ca6e5b6c56ea"} {"level":"info","ts":1789512064.9410605,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a9a579de516bb9027db6ce5a1fa31493","span_id":"a5dcba83ea128af2","x-request-id":"250a2dde-2447-4a82-a711-ca6e5b6c56ea"} {"level":"info","ts":1789512064.9410727,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a9a579de516bb9027db6ce5a1fa31493","span_id":"a5dcba83ea128af2","x-request-id":"250a2dde-2447-4a82-a711-ca6e5b6c56ea","EoS":true} {"level":"info","ts":1789512064.9411173,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a9a579de516bb9027db6ce5a1fa31493","span_id":"a5dcba83ea128af2","x-request-id":"250a2dde-2447-4a82-a711-ca6e5b6c56ea"} {"level":"info","ts":1789512065.0787516,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789512065.0788498,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9ebd571ead7d8ad8aae38a7c2d44bdb4","span_id":"19b371fc37bed4f0","x-request-id":"a4ab6758-32c0-4308-8813-7cadde5583ab"} {"level":"info","ts":1789512065.0788627,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9ebd571ead7d8ad8aae38a7c2d44bdb4","span_id":"19b371fc37bed4f0","x-request-id":"a4ab6758-32c0-4308-8813-7cadde5583ab"} {"level":"info","ts":1789512065.078874,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9ebd571ead7d8ad8aae38a7c2d44bdb4","span_id":"19b371fc37bed4f0","x-request-id":"a4ab6758-32c0-4308-8813-7cadde5583ab","EoS":true} {"level":"info","ts":1789512065.0789208,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9ebd571ead7d8ad8aae38a7c2d44bdb4","span_id":"19b371fc37bed4f0","x-request-id":"a4ab6758-32c0-4308-8813-7cadde5583ab"} {"level":"error","ts":1789512072.9859793,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789512082.9869518,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789512097.9885569,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789513156.1013088,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789513156.1014297,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"34c25e565faf32cab5eb96d446f69699","span_id":"a9e5faf7f80d15e9","x-request-id":"5c28435b-1329-49e4-ae98-4f04565acbde"} {"level":"info","ts":1789513156.1014435,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"34c25e565faf32cab5eb96d446f69699","span_id":"a9e5faf7f80d15e9","x-request-id":"5c28435b-1329-49e4-ae98-4f04565acbde"} {"level":"info","ts":1789513156.1014566,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"34c25e565faf32cab5eb96d446f69699","span_id":"a9e5faf7f80d15e9","x-request-id":"5c28435b-1329-49e4-ae98-4f04565acbde","EoS":true} {"level":"info","ts":1789513156.101483,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"34c25e565faf32cab5eb96d446f69699","span_id":"a9e5faf7f80d15e9","x-request-id":"5c28435b-1329-49e4-ae98-4f04565acbde","header":"x-maas-subscription"} {"level":"info","ts":1789513156.1014936,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"34c25e565faf32cab5eb96d446f69699","span_id":"a9e5faf7f80d15e9","x-request-id":"5c28435b-1329-49e4-ae98-4f04565acbde","header":"x-maas-group"} {"level":"info","ts":1789513156.1014988,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"34c25e565faf32cab5eb96d446f69699","span_id":"a9e5faf7f80d15e9","x-request-id":"5c28435b-1329-49e4-ae98-4f04565acbde","header":"x-maas-username"} {"level":"info","ts":1789513156.1015143,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"34c25e565faf32cab5eb96d446f69699","span_id":"a9e5faf7f80d15e9","x-request-id":"5c28435b-1329-49e4-ae98-4f04565acbde","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789513156.1015422,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"34c25e565faf32cab5eb96d446f69699","span_id":"a9e5faf7f80d15e9","x-request-id":"5c28435b-1329-49e4-ae98-4f04565acbde"} {"level":"info","ts":1789513156.1025178,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"34c25e565faf32cab5eb96d446f69699","span_id":"a9e5faf7f80d15e9","x-request-id":"5c28435b-1329-49e4-ae98-4f04565acbde"} {"level":"info","ts":1789513156.1025398,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"34c25e565faf32cab5eb96d446f69699","span_id":"a9e5faf7f80d15e9","x-request-id":"5c28435b-1329-49e4-ae98-4f04565acbde"} {"level":"info","ts":1789513156.102555,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"34c25e565faf32cab5eb96d446f69699","span_id":"a9e5faf7f80d15e9","x-request-id":"5c28435b-1329-49e4-ae98-4f04565acbde","EoS":false} {"level":"info","ts":1789513156.1025662,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"34c25e565faf32cab5eb96d446f69699","span_id":"a9e5faf7f80d15e9","x-request-id":"5c28435b-1329-49e4-ae98-4f04565acbde"} {"level":"info","ts":1789513156.1025908,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"34c25e565faf32cab5eb96d446f69699","span_id":"a9e5faf7f80d15e9","x-request-id":"5c28435b-1329-49e4-ae98-4f04565acbde","EoS":true} {"level":"info","ts":1789513156.1026008,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"34c25e565faf32cab5eb96d446f69699","span_id":"a9e5faf7f80d15e9","x-request-id":"5c28435b-1329-49e4-ae98-4f04565acbde"} {"level":"info","ts":1789513156.1352296,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789513156.13535,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"90511e32a66f61c9c390cec75342946d","span_id":"d84d04ec86a974c0","x-request-id":"e22adcef-1d92-4fde-869b-ebf72efac575"} {"level":"info","ts":1789513156.1353712,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"90511e32a66f61c9c390cec75342946d","span_id":"d84d04ec86a974c0","x-request-id":"e22adcef-1d92-4fde-869b-ebf72efac575"} {"level":"info","ts":1789513156.1353865,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"90511e32a66f61c9c390cec75342946d","span_id":"d84d04ec86a974c0","x-request-id":"e22adcef-1d92-4fde-869b-ebf72efac575","EoS":true} {"level":"info","ts":1789513156.135417,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"90511e32a66f61c9c390cec75342946d","span_id":"d84d04ec86a974c0","x-request-id":"e22adcef-1d92-4fde-869b-ebf72efac575","header":"x-maas-username"} {"level":"info","ts":1789513156.1354275,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"90511e32a66f61c9c390cec75342946d","span_id":"d84d04ec86a974c0","x-request-id":"e22adcef-1d92-4fde-869b-ebf72efac575","header":"x-maas-subscription"} {"level":"info","ts":1789513156.1354337,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"90511e32a66f61c9c390cec75342946d","span_id":"d84d04ec86a974c0","x-request-id":"e22adcef-1d92-4fde-869b-ebf72efac575","header":"x-maas-group"} {"level":"info","ts":1789513156.135448,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"90511e32a66f61c9c390cec75342946d","span_id":"d84d04ec86a974c0","x-request-id":"e22adcef-1d92-4fde-869b-ebf72efac575","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789513156.1354785,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"90511e32a66f61c9c390cec75342946d","span_id":"d84d04ec86a974c0","x-request-id":"e22adcef-1d92-4fde-869b-ebf72efac575"} {"level":"info","ts":1789513156.1363075,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"90511e32a66f61c9c390cec75342946d","span_id":"d84d04ec86a974c0","x-request-id":"e22adcef-1d92-4fde-869b-ebf72efac575"} {"level":"info","ts":1789513156.136325,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"90511e32a66f61c9c390cec75342946d","span_id":"d84d04ec86a974c0","x-request-id":"e22adcef-1d92-4fde-869b-ebf72efac575"} {"level":"info","ts":1789513156.136339,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"90511e32a66f61c9c390cec75342946d","span_id":"d84d04ec86a974c0","x-request-id":"e22adcef-1d92-4fde-869b-ebf72efac575","EoS":false} {"level":"info","ts":1789513156.1363504,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"90511e32a66f61c9c390cec75342946d","span_id":"d84d04ec86a974c0","x-request-id":"e22adcef-1d92-4fde-869b-ebf72efac575"} {"level":"info","ts":1789513156.1363745,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"90511e32a66f61c9c390cec75342946d","span_id":"d84d04ec86a974c0","x-request-id":"e22adcef-1d92-4fde-869b-ebf72efac575","EoS":true} {"level":"info","ts":1789513156.1363826,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"90511e32a66f61c9c390cec75342946d","span_id":"d84d04ec86a974c0","x-request-id":"e22adcef-1d92-4fde-869b-ebf72efac575"} {"level":"error","ts":1789513168.1194649,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789513476.0937068,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789513476.0938337,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e6cd3140ce7f8fb5041a1683cee73eb6","span_id":"cc1b54f1f18deb03","x-request-id":"73d928c1-ee19-4eea-877c-cc1e26f10981"} {"level":"info","ts":1789513476.0938475,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e6cd3140ce7f8fb5041a1683cee73eb6","span_id":"cc1b54f1f18deb03","x-request-id":"73d928c1-ee19-4eea-877c-cc1e26f10981"} {"level":"info","ts":1789513476.0938666,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e6cd3140ce7f8fb5041a1683cee73eb6","span_id":"cc1b54f1f18deb03","x-request-id":"73d928c1-ee19-4eea-877c-cc1e26f10981","EoS":true} {"level":"info","ts":1789513476.093904,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e6cd3140ce7f8fb5041a1683cee73eb6","span_id":"cc1b54f1f18deb03","x-request-id":"73d928c1-ee19-4eea-877c-cc1e26f10981","header":"x-maas-username"} {"level":"info","ts":1789513476.0939164,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e6cd3140ce7f8fb5041a1683cee73eb6","span_id":"cc1b54f1f18deb03","x-request-id":"73d928c1-ee19-4eea-877c-cc1e26f10981","header":"x-maas-subscription"} {"level":"info","ts":1789513476.0939243,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e6cd3140ce7f8fb5041a1683cee73eb6","span_id":"cc1b54f1f18deb03","x-request-id":"73d928c1-ee19-4eea-877c-cc1e26f10981","header":"x-maas-group"} {"level":"info","ts":1789513476.0939438,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e6cd3140ce7f8fb5041a1683cee73eb6","span_id":"cc1b54f1f18deb03","x-request-id":"73d928c1-ee19-4eea-877c-cc1e26f10981","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789513476.0939791,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e6cd3140ce7f8fb5041a1683cee73eb6","span_id":"cc1b54f1f18deb03","x-request-id":"73d928c1-ee19-4eea-877c-cc1e26f10981"} {"level":"info","ts":1789513476.1065273,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e6cd3140ce7f8fb5041a1683cee73eb6","span_id":"cc1b54f1f18deb03","x-request-id":"73d928c1-ee19-4eea-877c-cc1e26f10981"} {"level":"info","ts":1789513476.1065574,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e6cd3140ce7f8fb5041a1683cee73eb6","span_id":"cc1b54f1f18deb03","x-request-id":"73d928c1-ee19-4eea-877c-cc1e26f10981"} {"level":"info","ts":1789513476.1065733,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e6cd3140ce7f8fb5041a1683cee73eb6","span_id":"cc1b54f1f18deb03","x-request-id":"73d928c1-ee19-4eea-877c-cc1e26f10981","EoS":false} {"level":"info","ts":1789513476.1065857,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e6cd3140ce7f8fb5041a1683cee73eb6","span_id":"cc1b54f1f18deb03","x-request-id":"73d928c1-ee19-4eea-877c-cc1e26f10981"} {"level":"info","ts":1789513476.1066113,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e6cd3140ce7f8fb5041a1683cee73eb6","span_id":"cc1b54f1f18deb03","x-request-id":"73d928c1-ee19-4eea-877c-cc1e26f10981","EoS":true} {"level":"info","ts":1789513476.1066203,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e6cd3140ce7f8fb5041a1683cee73eb6","span_id":"cc1b54f1f18deb03","x-request-id":"73d928c1-ee19-4eea-877c-cc1e26f10981"} {"level":"info","ts":1789513476.2443898,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789513476.2445104,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"aba556bc64f592a96a296ac3d7251ce5","span_id":"ebcc688e0b94ce79","x-request-id":"70f50a63-e825-4d2b-aef9-6cecf5a2777f"} {"level":"info","ts":1789513476.2445283,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"aba556bc64f592a96a296ac3d7251ce5","span_id":"ebcc688e0b94ce79","x-request-id":"70f50a63-e825-4d2b-aef9-6cecf5a2777f"} {"level":"info","ts":1789513476.2445483,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"aba556bc64f592a96a296ac3d7251ce5","span_id":"ebcc688e0b94ce79","x-request-id":"70f50a63-e825-4d2b-aef9-6cecf5a2777f","EoS":true} {"level":"info","ts":1789513476.244585,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"aba556bc64f592a96a296ac3d7251ce5","span_id":"ebcc688e0b94ce79","x-request-id":"70f50a63-e825-4d2b-aef9-6cecf5a2777f","header":"x-maas-group"} {"level":"info","ts":1789513476.2445984,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"aba556bc64f592a96a296ac3d7251ce5","span_id":"ebcc688e0b94ce79","x-request-id":"70f50a63-e825-4d2b-aef9-6cecf5a2777f","header":"x-maas-username"} {"level":"info","ts":1789513476.244609,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"aba556bc64f592a96a296ac3d7251ce5","span_id":"ebcc688e0b94ce79","x-request-id":"70f50a63-e825-4d2b-aef9-6cecf5a2777f","header":"x-maas-subscription"} {"level":"info","ts":1789513476.2446303,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"aba556bc64f592a96a296ac3d7251ce5","span_id":"ebcc688e0b94ce79","x-request-id":"70f50a63-e825-4d2b-aef9-6cecf5a2777f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789513476.2446666,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"aba556bc64f592a96a296ac3d7251ce5","span_id":"ebcc688e0b94ce79","x-request-id":"70f50a63-e825-4d2b-aef9-6cecf5a2777f"} {"level":"info","ts":1789513476.245545,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"aba556bc64f592a96a296ac3d7251ce5","span_id":"ebcc688e0b94ce79","x-request-id":"70f50a63-e825-4d2b-aef9-6cecf5a2777f"} {"level":"info","ts":1789513476.2455719,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"aba556bc64f592a96a296ac3d7251ce5","span_id":"ebcc688e0b94ce79","x-request-id":"70f50a63-e825-4d2b-aef9-6cecf5a2777f"} {"level":"info","ts":1789513476.2455947,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"aba556bc64f592a96a296ac3d7251ce5","span_id":"ebcc688e0b94ce79","x-request-id":"70f50a63-e825-4d2b-aef9-6cecf5a2777f","EoS":false} {"level":"info","ts":1789513476.2456105,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"aba556bc64f592a96a296ac3d7251ce5","span_id":"ebcc688e0b94ce79","x-request-id":"70f50a63-e825-4d2b-aef9-6cecf5a2777f"} {"level":"info","ts":1789513476.245638,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"aba556bc64f592a96a296ac3d7251ce5","span_id":"ebcc688e0b94ce79","x-request-id":"70f50a63-e825-4d2b-aef9-6cecf5a2777f","EoS":true} {"level":"info","ts":1789513476.2456472,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"aba556bc64f592a96a296ac3d7251ce5","span_id":"ebcc688e0b94ce79","x-request-id":"70f50a63-e825-4d2b-aef9-6cecf5a2777f"} {"level":"info","ts":1789513476.3819692,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789513476.3820856,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e289f6b5df10586580e3ea6741b65e7f","span_id":"4bc4f3f13d66f80e","x-request-id":"8c82e386-3915-4115-bea5-2834799606d9"} {"level":"info","ts":1789513476.3821025,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e289f6b5df10586580e3ea6741b65e7f","span_id":"4bc4f3f13d66f80e","x-request-id":"8c82e386-3915-4115-bea5-2834799606d9"} {"level":"info","ts":1789513476.3821228,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e289f6b5df10586580e3ea6741b65e7f","span_id":"4bc4f3f13d66f80e","x-request-id":"8c82e386-3915-4115-bea5-2834799606d9","EoS":true} {"level":"info","ts":1789513476.3821588,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e289f6b5df10586580e3ea6741b65e7f","span_id":"4bc4f3f13d66f80e","x-request-id":"8c82e386-3915-4115-bea5-2834799606d9","header":"x-maas-username"} {"level":"info","ts":1789513476.382172,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e289f6b5df10586580e3ea6741b65e7f","span_id":"4bc4f3f13d66f80e","x-request-id":"8c82e386-3915-4115-bea5-2834799606d9","header":"x-maas-subscription"} {"level":"info","ts":1789513476.382181,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e289f6b5df10586580e3ea6741b65e7f","span_id":"4bc4f3f13d66f80e","x-request-id":"8c82e386-3915-4115-bea5-2834799606d9","header":"x-maas-group"} {"level":"info","ts":1789513476.382203,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e289f6b5df10586580e3ea6741b65e7f","span_id":"4bc4f3f13d66f80e","x-request-id":"8c82e386-3915-4115-bea5-2834799606d9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789513476.3822398,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e289f6b5df10586580e3ea6741b65e7f","span_id":"4bc4f3f13d66f80e","x-request-id":"8c82e386-3915-4115-bea5-2834799606d9"} {"level":"info","ts":1789513476.3830976,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e289f6b5df10586580e3ea6741b65e7f","span_id":"4bc4f3f13d66f80e","x-request-id":"8c82e386-3915-4115-bea5-2834799606d9"} {"level":"info","ts":1789513476.383124,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e289f6b5df10586580e3ea6741b65e7f","span_id":"4bc4f3f13d66f80e","x-request-id":"8c82e386-3915-4115-bea5-2834799606d9"} {"level":"info","ts":1789513476.3831458,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e289f6b5df10586580e3ea6741b65e7f","span_id":"4bc4f3f13d66f80e","x-request-id":"8c82e386-3915-4115-bea5-2834799606d9","EoS":false} {"level":"info","ts":1789513476.383162,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e289f6b5df10586580e3ea6741b65e7f","span_id":"4bc4f3f13d66f80e","x-request-id":"8c82e386-3915-4115-bea5-2834799606d9"} {"level":"info","ts":1789513476.3831866,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e289f6b5df10586580e3ea6741b65e7f","span_id":"4bc4f3f13d66f80e","x-request-id":"8c82e386-3915-4115-bea5-2834799606d9","EoS":true} {"level":"info","ts":1789513476.383196,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e289f6b5df10586580e3ea6741b65e7f","span_id":"4bc4f3f13d66f80e","x-request-id":"8c82e386-3915-4115-bea5-2834799606d9"} {"level":"info","ts":1789513476.5226882,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789513476.5227957,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ea3a651b57ef7aed0935dd8161fa497f","span_id":"7003bf77c0d92f3d","x-request-id":"33eff7b2-e9dd-4d61-9c04-1b8b8286fc9c"} {"level":"info","ts":1789513476.5228121,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ea3a651b57ef7aed0935dd8161fa497f","span_id":"7003bf77c0d92f3d","x-request-id":"33eff7b2-e9dd-4d61-9c04-1b8b8286fc9c"} {"level":"info","ts":1789513476.522831,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ea3a651b57ef7aed0935dd8161fa497f","span_id":"7003bf77c0d92f3d","x-request-id":"33eff7b2-e9dd-4d61-9c04-1b8b8286fc9c","EoS":true} {"level":"info","ts":1789513476.5228662,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ea3a651b57ef7aed0935dd8161fa497f","span_id":"7003bf77c0d92f3d","x-request-id":"33eff7b2-e9dd-4d61-9c04-1b8b8286fc9c","header":"x-maas-group"} {"level":"info","ts":1789513476.5228786,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ea3a651b57ef7aed0935dd8161fa497f","span_id":"7003bf77c0d92f3d","x-request-id":"33eff7b2-e9dd-4d61-9c04-1b8b8286fc9c","header":"x-maas-subscription"} {"level":"info","ts":1789513476.5228896,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ea3a651b57ef7aed0935dd8161fa497f","span_id":"7003bf77c0d92f3d","x-request-id":"33eff7b2-e9dd-4d61-9c04-1b8b8286fc9c","header":"x-maas-username"} {"level":"info","ts":1789513476.522913,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ea3a651b57ef7aed0935dd8161fa497f","span_id":"7003bf77c0d92f3d","x-request-id":"33eff7b2-e9dd-4d61-9c04-1b8b8286fc9c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789513476.5229511,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ea3a651b57ef7aed0935dd8161fa497f","span_id":"7003bf77c0d92f3d","x-request-id":"33eff7b2-e9dd-4d61-9c04-1b8b8286fc9c"} {"level":"info","ts":1789513476.523814,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ea3a651b57ef7aed0935dd8161fa497f","span_id":"7003bf77c0d92f3d","x-request-id":"33eff7b2-e9dd-4d61-9c04-1b8b8286fc9c"} {"level":"info","ts":1789513476.5238407,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ea3a651b57ef7aed0935dd8161fa497f","span_id":"7003bf77c0d92f3d","x-request-id":"33eff7b2-e9dd-4d61-9c04-1b8b8286fc9c"} {"level":"info","ts":1789513476.5238693,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ea3a651b57ef7aed0935dd8161fa497f","span_id":"7003bf77c0d92f3d","x-request-id":"33eff7b2-e9dd-4d61-9c04-1b8b8286fc9c","EoS":false} {"level":"info","ts":1789513476.5238853,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ea3a651b57ef7aed0935dd8161fa497f","span_id":"7003bf77c0d92f3d","x-request-id":"33eff7b2-e9dd-4d61-9c04-1b8b8286fc9c"} {"level":"info","ts":1789513476.5239136,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ea3a651b57ef7aed0935dd8161fa497f","span_id":"7003bf77c0d92f3d","x-request-id":"33eff7b2-e9dd-4d61-9c04-1b8b8286fc9c","EoS":true} {"level":"info","ts":1789513476.5239224,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ea3a651b57ef7aed0935dd8161fa497f","span_id":"7003bf77c0d92f3d","x-request-id":"33eff7b2-e9dd-4d61-9c04-1b8b8286fc9c"} {"level":"info","ts":1789513476.657456,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789513476.6575677,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5f6d5b1c98c99a6955e78be4d9c6e599","span_id":"6c700a507c872dce","x-request-id":"3cf94fd6-95ad-46e2-924c-5ac1b543bac1"} {"level":"info","ts":1789513476.657586,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5f6d5b1c98c99a6955e78be4d9c6e599","span_id":"6c700a507c872dce","x-request-id":"3cf94fd6-95ad-46e2-924c-5ac1b543bac1"} {"level":"info","ts":1789513476.6576288,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5f6d5b1c98c99a6955e78be4d9c6e599","span_id":"6c700a507c872dce","x-request-id":"3cf94fd6-95ad-46e2-924c-5ac1b543bac1","EoS":true} {"level":"info","ts":1789513476.6576548,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5f6d5b1c98c99a6955e78be4d9c6e599","span_id":"6c700a507c872dce","x-request-id":"3cf94fd6-95ad-46e2-924c-5ac1b543bac1","header":"x-maas-subscription"} {"level":"info","ts":1789513476.6576648,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5f6d5b1c98c99a6955e78be4d9c6e599","span_id":"6c700a507c872dce","x-request-id":"3cf94fd6-95ad-46e2-924c-5ac1b543bac1","header":"x-maas-group"} {"level":"info","ts":1789513476.6576703,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5f6d5b1c98c99a6955e78be4d9c6e599","span_id":"6c700a507c872dce","x-request-id":"3cf94fd6-95ad-46e2-924c-5ac1b543bac1","header":"x-maas-username"} {"level":"info","ts":1789513476.6576848,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5f6d5b1c98c99a6955e78be4d9c6e599","span_id":"6c700a507c872dce","x-request-id":"3cf94fd6-95ad-46e2-924c-5ac1b543bac1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789513476.6577141,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5f6d5b1c98c99a6955e78be4d9c6e599","span_id":"6c700a507c872dce","x-request-id":"3cf94fd6-95ad-46e2-924c-5ac1b543bac1"} {"level":"info","ts":1789513476.659561,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5f6d5b1c98c99a6955e78be4d9c6e599","span_id":"6c700a507c872dce","x-request-id":"3cf94fd6-95ad-46e2-924c-5ac1b543bac1"} {"level":"info","ts":1789513476.6595807,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5f6d5b1c98c99a6955e78be4d9c6e599","span_id":"6c700a507c872dce","x-request-id":"3cf94fd6-95ad-46e2-924c-5ac1b543bac1"} {"level":"info","ts":1789513476.6595917,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5f6d5b1c98c99a6955e78be4d9c6e599","span_id":"6c700a507c872dce","x-request-id":"3cf94fd6-95ad-46e2-924c-5ac1b543bac1","EoS":false} {"level":"info","ts":1789513476.659604,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5f6d5b1c98c99a6955e78be4d9c6e599","span_id":"6c700a507c872dce","x-request-id":"3cf94fd6-95ad-46e2-924c-5ac1b543bac1"} {"level":"info","ts":1789513476.6596255,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5f6d5b1c98c99a6955e78be4d9c6e599","span_id":"6c700a507c872dce","x-request-id":"3cf94fd6-95ad-46e2-924c-5ac1b543bac1","EoS":true} {"level":"info","ts":1789513476.659632,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5f6d5b1c98c99a6955e78be4d9c6e599","span_id":"6c700a507c872dce","x-request-id":"3cf94fd6-95ad-46e2-924c-5ac1b543bac1"} {"level":"error","ts":1789513488.1571612,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789513491.6734428,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789513491.6735559,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c90262a8afa5032d699361efeba73843","span_id":"3700780dd1b909bc","x-request-id":"f18e2b2f-0775-4c6f-baed-9b9e63816190"} {"level":"info","ts":1789513491.6735702,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c90262a8afa5032d699361efeba73843","span_id":"3700780dd1b909bc","x-request-id":"f18e2b2f-0775-4c6f-baed-9b9e63816190"} {"level":"info","ts":1789513491.6735823,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c90262a8afa5032d699361efeba73843","span_id":"3700780dd1b909bc","x-request-id":"f18e2b2f-0775-4c6f-baed-9b9e63816190","EoS":true} {"level":"info","ts":1789513491.673606,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c90262a8afa5032d699361efeba73843","span_id":"3700780dd1b909bc","x-request-id":"f18e2b2f-0775-4c6f-baed-9b9e63816190","header":"x-maas-username"} {"level":"info","ts":1789513491.673616,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c90262a8afa5032d699361efeba73843","span_id":"3700780dd1b909bc","x-request-id":"f18e2b2f-0775-4c6f-baed-9b9e63816190","header":"x-maas-subscription"} {"level":"info","ts":1789513491.673621,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c90262a8afa5032d699361efeba73843","span_id":"3700780dd1b909bc","x-request-id":"f18e2b2f-0775-4c6f-baed-9b9e63816190","header":"x-maas-group"} {"level":"info","ts":1789513491.6736367,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c90262a8afa5032d699361efeba73843","span_id":"3700780dd1b909bc","x-request-id":"f18e2b2f-0775-4c6f-baed-9b9e63816190","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789513491.673663,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c90262a8afa5032d699361efeba73843","span_id":"3700780dd1b909bc","x-request-id":"f18e2b2f-0775-4c6f-baed-9b9e63816190"} {"level":"info","ts":1789513491.6744668,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c90262a8afa5032d699361efeba73843","span_id":"3700780dd1b909bc","x-request-id":"f18e2b2f-0775-4c6f-baed-9b9e63816190"} {"level":"info","ts":1789513491.6744835,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c90262a8afa5032d699361efeba73843","span_id":"3700780dd1b909bc","x-request-id":"f18e2b2f-0775-4c6f-baed-9b9e63816190"} {"level":"info","ts":1789513491.674496,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c90262a8afa5032d699361efeba73843","span_id":"3700780dd1b909bc","x-request-id":"f18e2b2f-0775-4c6f-baed-9b9e63816190","EoS":false} {"level":"info","ts":1789513491.6745074,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c90262a8afa5032d699361efeba73843","span_id":"3700780dd1b909bc","x-request-id":"f18e2b2f-0775-4c6f-baed-9b9e63816190"} {"level":"info","ts":1789513491.6745298,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c90262a8afa5032d699361efeba73843","span_id":"3700780dd1b909bc","x-request-id":"f18e2b2f-0775-4c6f-baed-9b9e63816190","EoS":true} {"level":"info","ts":1789513491.6745408,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c90262a8afa5032d699361efeba73843","span_id":"3700780dd1b909bc","x-request-id":"f18e2b2f-0775-4c6f-baed-9b9e63816190"} {"level":"info","ts":1789513491.7144203,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789513491.7145128,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0e51d958702590342f99314e9e079b0d","span_id":"a64e0d2b2ca05322","x-request-id":"d0395b74-6215-4ff4-9d73-8cd45e30b428"} {"level":"info","ts":1789513491.7145257,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0e51d958702590342f99314e9e079b0d","span_id":"a64e0d2b2ca05322","x-request-id":"d0395b74-6215-4ff4-9d73-8cd45e30b428"} {"level":"info","ts":1789513491.7145364,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0e51d958702590342f99314e9e079b0d","span_id":"a64e0d2b2ca05322","x-request-id":"d0395b74-6215-4ff4-9d73-8cd45e30b428","EoS":true} {"level":"info","ts":1789513491.714556,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0e51d958702590342f99314e9e079b0d","span_id":"a64e0d2b2ca05322","x-request-id":"d0395b74-6215-4ff4-9d73-8cd45e30b428","header":"x-maas-group"} {"level":"info","ts":1789513491.714565,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0e51d958702590342f99314e9e079b0d","span_id":"a64e0d2b2ca05322","x-request-id":"d0395b74-6215-4ff4-9d73-8cd45e30b428","header":"x-maas-subscription"} {"level":"info","ts":1789513491.7145717,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0e51d958702590342f99314e9e079b0d","span_id":"a64e0d2b2ca05322","x-request-id":"d0395b74-6215-4ff4-9d73-8cd45e30b428","header":"x-maas-username"} {"level":"info","ts":1789513491.7145839,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0e51d958702590342f99314e9e079b0d","span_id":"a64e0d2b2ca05322","x-request-id":"d0395b74-6215-4ff4-9d73-8cd45e30b428","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789513491.7146094,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0e51d958702590342f99314e9e079b0d","span_id":"a64e0d2b2ca05322","x-request-id":"d0395b74-6215-4ff4-9d73-8cd45e30b428"} {"level":"info","ts":1789513491.7154095,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0e51d958702590342f99314e9e079b0d","span_id":"a64e0d2b2ca05322","x-request-id":"d0395b74-6215-4ff4-9d73-8cd45e30b428"} {"level":"info","ts":1789513491.7154214,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0e51d958702590342f99314e9e079b0d","span_id":"a64e0d2b2ca05322","x-request-id":"d0395b74-6215-4ff4-9d73-8cd45e30b428"} {"level":"info","ts":1789513491.7154305,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0e51d958702590342f99314e9e079b0d","span_id":"a64e0d2b2ca05322","x-request-id":"d0395b74-6215-4ff4-9d73-8cd45e30b428","EoS":false} {"level":"info","ts":1789513491.715441,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0e51d958702590342f99314e9e079b0d","span_id":"a64e0d2b2ca05322","x-request-id":"d0395b74-6215-4ff4-9d73-8cd45e30b428"} {"level":"info","ts":1789513491.7154677,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0e51d958702590342f99314e9e079b0d","span_id":"a64e0d2b2ca05322","x-request-id":"d0395b74-6215-4ff4-9d73-8cd45e30b428","EoS":true} {"level":"info","ts":1789513491.7154794,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0e51d958702590342f99314e9e079b0d","span_id":"a64e0d2b2ca05322","x-request-id":"d0395b74-6215-4ff4-9d73-8cd45e30b428"} {"level":"info","ts":1789513491.8312564,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789513491.8313675,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e893e1cf201bfb369898c68642134c68","span_id":"289a9c3024146be3","x-request-id":"5f032820-7695-45ed-9e7a-ec7db0c5536a"} {"level":"info","ts":1789513491.8320718,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e893e1cf201bfb369898c68642134c68","span_id":"289a9c3024146be3","x-request-id":"5f032820-7695-45ed-9e7a-ec7db0c5536a"} {"level":"info","ts":1789513491.8320916,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e893e1cf201bfb369898c68642134c68","span_id":"289a9c3024146be3","x-request-id":"5f032820-7695-45ed-9e7a-ec7db0c5536a"} {"level":"info","ts":1789513491.8321075,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e893e1cf201bfb369898c68642134c68","span_id":"289a9c3024146be3","x-request-id":"5f032820-7695-45ed-9e7a-ec7db0c5536a","EoS":false} {"level":"info","ts":1789513491.8321226,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e893e1cf201bfb369898c68642134c68","span_id":"289a9c3024146be3","x-request-id":"5f032820-7695-45ed-9e7a-ec7db0c5536a"} {"level":"info","ts":1789513491.8321488,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e893e1cf201bfb369898c68642134c68","span_id":"289a9c3024146be3","x-request-id":"5f032820-7695-45ed-9e7a-ec7db0c5536a","EoS":true} {"level":"info","ts":1789513491.8321586,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e893e1cf201bfb369898c68642134c68","span_id":"289a9c3024146be3","x-request-id":"5f032820-7695-45ed-9e7a-ec7db0c5536a"} {"level":"info","ts":1789513492.5680358,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789513492.5681398,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"dcff8f52bb1cf2810b7b1e83f268caaa","span_id":"7116dd6873903756","x-request-id":"ae1c76b9-6df2-4368-b24a-d1d9665de243"} {"level":"info","ts":1789513492.5681536,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"dcff8f52bb1cf2810b7b1e83f268caaa","span_id":"7116dd6873903756","x-request-id":"ae1c76b9-6df2-4368-b24a-d1d9665de243"} {"level":"info","ts":1789513492.5681648,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"dcff8f52bb1cf2810b7b1e83f268caaa","span_id":"7116dd6873903756","x-request-id":"ae1c76b9-6df2-4368-b24a-d1d9665de243","EoS":true} {"level":"info","ts":1789513492.5681884,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dcff8f52bb1cf2810b7b1e83f268caaa","span_id":"7116dd6873903756","x-request-id":"ae1c76b9-6df2-4368-b24a-d1d9665de243","header":"x-maas-group"} {"level":"info","ts":1789513492.5681987,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dcff8f52bb1cf2810b7b1e83f268caaa","span_id":"7116dd6873903756","x-request-id":"ae1c76b9-6df2-4368-b24a-d1d9665de243","header":"x-maas-username"} {"level":"info","ts":1789513492.5682044,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dcff8f52bb1cf2810b7b1e83f268caaa","span_id":"7116dd6873903756","x-request-id":"ae1c76b9-6df2-4368-b24a-d1d9665de243","header":"x-maas-subscription"} {"level":"info","ts":1789513492.56822,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"dcff8f52bb1cf2810b7b1e83f268caaa","span_id":"7116dd6873903756","x-request-id":"ae1c76b9-6df2-4368-b24a-d1d9665de243","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789513492.5682478,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"dcff8f52bb1cf2810b7b1e83f268caaa","span_id":"7116dd6873903756","x-request-id":"ae1c76b9-6df2-4368-b24a-d1d9665de243"} {"level":"info","ts":1789513492.5691428,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"dcff8f52bb1cf2810b7b1e83f268caaa","span_id":"7116dd6873903756","x-request-id":"ae1c76b9-6df2-4368-b24a-d1d9665de243"} {"level":"info","ts":1789513492.5691638,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"dcff8f52bb1cf2810b7b1e83f268caaa","span_id":"7116dd6873903756","x-request-id":"ae1c76b9-6df2-4368-b24a-d1d9665de243"} {"level":"info","ts":1789513492.5691793,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dcff8f52bb1cf2810b7b1e83f268caaa","span_id":"7116dd6873903756","x-request-id":"ae1c76b9-6df2-4368-b24a-d1d9665de243","EoS":false} {"level":"info","ts":1789513492.569196,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dcff8f52bb1cf2810b7b1e83f268caaa","span_id":"7116dd6873903756","x-request-id":"ae1c76b9-6df2-4368-b24a-d1d9665de243"} {"level":"info","ts":1789513492.5692334,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dcff8f52bb1cf2810b7b1e83f268caaa","span_id":"7116dd6873903756","x-request-id":"ae1c76b9-6df2-4368-b24a-d1d9665de243","EoS":true} {"level":"info","ts":1789513492.5692449,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dcff8f52bb1cf2810b7b1e83f268caaa","span_id":"7116dd6873903756","x-request-id":"ae1c76b9-6df2-4368-b24a-d1d9665de243"} {"level":"info","ts":1789513493.4997702,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789513493.4998858,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0690a92737cf28c47f69882a9fdee126","span_id":"a2d200a139d1a888","x-request-id":"0d3914e3-e6a0-49d4-8eed-11a3d1a99f44"} {"level":"info","ts":1789513493.4998991,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0690a92737cf28c47f69882a9fdee126","span_id":"a2d200a139d1a888","x-request-id":"0d3914e3-e6a0-49d4-8eed-11a3d1a99f44"} {"level":"info","ts":1789513493.4999108,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0690a92737cf28c47f69882a9fdee126","span_id":"a2d200a139d1a888","x-request-id":"0d3914e3-e6a0-49d4-8eed-11a3d1a99f44","EoS":true} {"level":"info","ts":1789513493.4999366,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0690a92737cf28c47f69882a9fdee126","span_id":"a2d200a139d1a888","x-request-id":"0d3914e3-e6a0-49d4-8eed-11a3d1a99f44","header":"x-maas-username"} {"level":"info","ts":1789513493.4999466,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0690a92737cf28c47f69882a9fdee126","span_id":"a2d200a139d1a888","x-request-id":"0d3914e3-e6a0-49d4-8eed-11a3d1a99f44","header":"x-maas-group"} {"level":"info","ts":1789513493.4999523,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0690a92737cf28c47f69882a9fdee126","span_id":"a2d200a139d1a888","x-request-id":"0d3914e3-e6a0-49d4-8eed-11a3d1a99f44","header":"x-maas-subscription"} {"level":"info","ts":1789513493.499968,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0690a92737cf28c47f69882a9fdee126","span_id":"a2d200a139d1a888","x-request-id":"0d3914e3-e6a0-49d4-8eed-11a3d1a99f44","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789513493.4999955,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0690a92737cf28c47f69882a9fdee126","span_id":"a2d200a139d1a888","x-request-id":"0d3914e3-e6a0-49d4-8eed-11a3d1a99f44"} {"level":"info","ts":1789513493.5008104,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0690a92737cf28c47f69882a9fdee126","span_id":"a2d200a139d1a888","x-request-id":"0d3914e3-e6a0-49d4-8eed-11a3d1a99f44"} {"level":"info","ts":1789513493.500831,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0690a92737cf28c47f69882a9fdee126","span_id":"a2d200a139d1a888","x-request-id":"0d3914e3-e6a0-49d4-8eed-11a3d1a99f44"} {"level":"info","ts":1789513493.50085,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0690a92737cf28c47f69882a9fdee126","span_id":"a2d200a139d1a888","x-request-id":"0d3914e3-e6a0-49d4-8eed-11a3d1a99f44","EoS":false} {"level":"info","ts":1789513493.5008664,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0690a92737cf28c47f69882a9fdee126","span_id":"a2d200a139d1a888","x-request-id":"0d3914e3-e6a0-49d4-8eed-11a3d1a99f44"} {"level":"info","ts":1789513493.5009046,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0690a92737cf28c47f69882a9fdee126","span_id":"a2d200a139d1a888","x-request-id":"0d3914e3-e6a0-49d4-8eed-11a3d1a99f44","EoS":true} {"level":"info","ts":1789513493.5009158,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0690a92737cf28c47f69882a9fdee126","span_id":"a2d200a139d1a888","x-request-id":"0d3914e3-e6a0-49d4-8eed-11a3d1a99f44"} {"level":"info","ts":1789513494.1996152,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789513494.1997194,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ce862f9c53c5b61590242e49909987ba","span_id":"6b9e078526090daf","x-request-id":"297b44ba-9fd8-4db2-80f2-b61a7b22aeb5"} {"level":"info","ts":1789513494.199733,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ce862f9c53c5b61590242e49909987ba","span_id":"6b9e078526090daf","x-request-id":"297b44ba-9fd8-4db2-80f2-b61a7b22aeb5"} {"level":"info","ts":1789513494.1997447,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ce862f9c53c5b61590242e49909987ba","span_id":"6b9e078526090daf","x-request-id":"297b44ba-9fd8-4db2-80f2-b61a7b22aeb5","EoS":true} {"level":"info","ts":1789513494.1997707,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ce862f9c53c5b61590242e49909987ba","span_id":"6b9e078526090daf","x-request-id":"297b44ba-9fd8-4db2-80f2-b61a7b22aeb5","header":"x-maas-username"} {"level":"info","ts":1789513494.19978,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ce862f9c53c5b61590242e49909987ba","span_id":"6b9e078526090daf","x-request-id":"297b44ba-9fd8-4db2-80f2-b61a7b22aeb5","header":"x-maas-subscription"} {"level":"info","ts":1789513494.1997855,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ce862f9c53c5b61590242e49909987ba","span_id":"6b9e078526090daf","x-request-id":"297b44ba-9fd8-4db2-80f2-b61a7b22aeb5","header":"x-maas-group"} {"level":"info","ts":1789513494.1998007,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ce862f9c53c5b61590242e49909987ba","span_id":"6b9e078526090daf","x-request-id":"297b44ba-9fd8-4db2-80f2-b61a7b22aeb5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789513494.1998262,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ce862f9c53c5b61590242e49909987ba","span_id":"6b9e078526090daf","x-request-id":"297b44ba-9fd8-4db2-80f2-b61a7b22aeb5"} {"level":"info","ts":1789513494.20064,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ce862f9c53c5b61590242e49909987ba","span_id":"6b9e078526090daf","x-request-id":"297b44ba-9fd8-4db2-80f2-b61a7b22aeb5"} {"level":"info","ts":1789513494.2006595,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ce862f9c53c5b61590242e49909987ba","span_id":"6b9e078526090daf","x-request-id":"297b44ba-9fd8-4db2-80f2-b61a7b22aeb5"} {"level":"info","ts":1789513494.2006712,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ce862f9c53c5b61590242e49909987ba","span_id":"6b9e078526090daf","x-request-id":"297b44ba-9fd8-4db2-80f2-b61a7b22aeb5","EoS":false} {"level":"info","ts":1789513494.2006836,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ce862f9c53c5b61590242e49909987ba","span_id":"6b9e078526090daf","x-request-id":"297b44ba-9fd8-4db2-80f2-b61a7b22aeb5"} {"level":"info","ts":1789513494.2007122,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ce862f9c53c5b61590242e49909987ba","span_id":"6b9e078526090daf","x-request-id":"297b44ba-9fd8-4db2-80f2-b61a7b22aeb5","EoS":true} {"level":"info","ts":1789513494.2007244,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ce862f9c53c5b61590242e49909987ba","span_id":"6b9e078526090daf","x-request-id":"297b44ba-9fd8-4db2-80f2-b61a7b22aeb5"} {"level":"info","ts":1789513495.3281271,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789513495.3282416,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d67e75cfa99eee410f8d08ed0b348059","span_id":"bcc8f0e8e7817cb3","x-request-id":"d280006b-25e6-44e1-be97-9e82525201d9"} {"level":"info","ts":1789513495.3282573,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d67e75cfa99eee410f8d08ed0b348059","span_id":"bcc8f0e8e7817cb3","x-request-id":"d280006b-25e6-44e1-be97-9e82525201d9"} {"level":"info","ts":1789513495.3282907,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d67e75cfa99eee410f8d08ed0b348059","span_id":"bcc8f0e8e7817cb3","x-request-id":"d280006b-25e6-44e1-be97-9e82525201d9","EoS":true} {"level":"info","ts":1789513495.3283174,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d67e75cfa99eee410f8d08ed0b348059","span_id":"bcc8f0e8e7817cb3","x-request-id":"d280006b-25e6-44e1-be97-9e82525201d9","header":"x-maas-subscription"} {"level":"info","ts":1789513495.328328,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d67e75cfa99eee410f8d08ed0b348059","span_id":"bcc8f0e8e7817cb3","x-request-id":"d280006b-25e6-44e1-be97-9e82525201d9","header":"x-maas-group"} {"level":"info","ts":1789513495.3283334,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d67e75cfa99eee410f8d08ed0b348059","span_id":"bcc8f0e8e7817cb3","x-request-id":"d280006b-25e6-44e1-be97-9e82525201d9","header":"x-maas-username"} {"level":"info","ts":1789513495.32835,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d67e75cfa99eee410f8d08ed0b348059","span_id":"bcc8f0e8e7817cb3","x-request-id":"d280006b-25e6-44e1-be97-9e82525201d9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789513495.3283784,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d67e75cfa99eee410f8d08ed0b348059","span_id":"bcc8f0e8e7817cb3","x-request-id":"d280006b-25e6-44e1-be97-9e82525201d9"} {"level":"info","ts":1789513495.3292098,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d67e75cfa99eee410f8d08ed0b348059","span_id":"bcc8f0e8e7817cb3","x-request-id":"d280006b-25e6-44e1-be97-9e82525201d9"} {"level":"info","ts":1789513495.32923,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d67e75cfa99eee410f8d08ed0b348059","span_id":"bcc8f0e8e7817cb3","x-request-id":"d280006b-25e6-44e1-be97-9e82525201d9"} {"level":"info","ts":1789513495.3292496,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d67e75cfa99eee410f8d08ed0b348059","span_id":"bcc8f0e8e7817cb3","x-request-id":"d280006b-25e6-44e1-be97-9e82525201d9","EoS":false} {"level":"info","ts":1789513495.3292797,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d67e75cfa99eee410f8d08ed0b348059","span_id":"bcc8f0e8e7817cb3","x-request-id":"d280006b-25e6-44e1-be97-9e82525201d9"} {"level":"info","ts":1789513495.329307,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d67e75cfa99eee410f8d08ed0b348059","span_id":"bcc8f0e8e7817cb3","x-request-id":"d280006b-25e6-44e1-be97-9e82525201d9","EoS":true} {"level":"info","ts":1789513495.3293169,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d67e75cfa99eee410f8d08ed0b348059","span_id":"bcc8f0e8e7817cb3","x-request-id":"d280006b-25e6-44e1-be97-9e82525201d9"} {"level":"error","ts":1789513503.1575167,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789513513.1577795,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789513514.9036527,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789513514.9037602,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0e31ab0751644d8291d7d3b386563be0","span_id":"64259e36736eee0a","x-request-id":"b5554b3f-9e67-4196-9111-d939ce86f3e4"} {"level":"info","ts":1789513514.9037735,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0e31ab0751644d8291d7d3b386563be0","span_id":"64259e36736eee0a","x-request-id":"b5554b3f-9e67-4196-9111-d939ce86f3e4"} {"level":"info","ts":1789513514.9037862,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0e31ab0751644d8291d7d3b386563be0","span_id":"64259e36736eee0a","x-request-id":"b5554b3f-9e67-4196-9111-d939ce86f3e4","EoS":true} {"level":"info","ts":1789513514.9038103,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0e31ab0751644d8291d7d3b386563be0","span_id":"64259e36736eee0a","x-request-id":"b5554b3f-9e67-4196-9111-d939ce86f3e4","header":"x-maas-username"} {"level":"info","ts":1789513514.9038203,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0e31ab0751644d8291d7d3b386563be0","span_id":"64259e36736eee0a","x-request-id":"b5554b3f-9e67-4196-9111-d939ce86f3e4","header":"x-maas-group"} {"level":"info","ts":1789513514.9038258,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0e31ab0751644d8291d7d3b386563be0","span_id":"64259e36736eee0a","x-request-id":"b5554b3f-9e67-4196-9111-d939ce86f3e4","header":"x-maas-subscription"} {"level":"info","ts":1789513514.9038417,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0e31ab0751644d8291d7d3b386563be0","span_id":"64259e36736eee0a","x-request-id":"b5554b3f-9e67-4196-9111-d939ce86f3e4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789513514.9038687,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0e31ab0751644d8291d7d3b386563be0","span_id":"64259e36736eee0a","x-request-id":"b5554b3f-9e67-4196-9111-d939ce86f3e4"} {"level":"info","ts":1789513514.9047863,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0e31ab0751644d8291d7d3b386563be0","span_id":"64259e36736eee0a","x-request-id":"b5554b3f-9e67-4196-9111-d939ce86f3e4"} {"level":"info","ts":1789513514.9048162,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0e31ab0751644d8291d7d3b386563be0","span_id":"64259e36736eee0a","x-request-id":"b5554b3f-9e67-4196-9111-d939ce86f3e4"} {"level":"info","ts":1789513514.9048371,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0e31ab0751644d8291d7d3b386563be0","span_id":"64259e36736eee0a","x-request-id":"b5554b3f-9e67-4196-9111-d939ce86f3e4","EoS":false} {"level":"info","ts":1789513514.9048543,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0e31ab0751644d8291d7d3b386563be0","span_id":"64259e36736eee0a","x-request-id":"b5554b3f-9e67-4196-9111-d939ce86f3e4"} {"level":"info","ts":1789513514.9048884,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0e31ab0751644d8291d7d3b386563be0","span_id":"64259e36736eee0a","x-request-id":"b5554b3f-9e67-4196-9111-d939ce86f3e4","EoS":true} {"level":"info","ts":1789513514.9049008,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0e31ab0751644d8291d7d3b386563be0","span_id":"64259e36736eee0a","x-request-id":"b5554b3f-9e67-4196-9111-d939ce86f3e4"} {"level":"error","ts":1789513528.159078,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789513608.3881385,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789513608.38826,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"305fee6587578b5db29728bec864b498","span_id":"a3f15494a88e4fcc","x-request-id":"756ac5c8-df55-4957-89d5-ceec6ab95b3f"} {"level":"info","ts":1789513608.3882923,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"305fee6587578b5db29728bec864b498","span_id":"a3f15494a88e4fcc","x-request-id":"756ac5c8-df55-4957-89d5-ceec6ab95b3f"} {"level":"info","ts":1789513608.3883076,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"305fee6587578b5db29728bec864b498","span_id":"a3f15494a88e4fcc","x-request-id":"756ac5c8-df55-4957-89d5-ceec6ab95b3f","EoS":true} {"level":"info","ts":1789513608.3883336,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"305fee6587578b5db29728bec864b498","span_id":"a3f15494a88e4fcc","x-request-id":"756ac5c8-df55-4957-89d5-ceec6ab95b3f","header":"x-maas-username"} {"level":"info","ts":1789513608.388344,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"305fee6587578b5db29728bec864b498","span_id":"a3f15494a88e4fcc","x-request-id":"756ac5c8-df55-4957-89d5-ceec6ab95b3f","header":"x-maas-subscription"} {"level":"info","ts":1789513608.3883493,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"305fee6587578b5db29728bec864b498","span_id":"a3f15494a88e4fcc","x-request-id":"756ac5c8-df55-4957-89d5-ceec6ab95b3f","header":"x-maas-group"} {"level":"info","ts":1789513608.388364,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"305fee6587578b5db29728bec864b498","span_id":"a3f15494a88e4fcc","x-request-id":"756ac5c8-df55-4957-89d5-ceec6ab95b3f","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789513608.3883896,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"305fee6587578b5db29728bec864b498","span_id":"a3f15494a88e4fcc","x-request-id":"756ac5c8-df55-4957-89d5-ceec6ab95b3f"} {"level":"info","ts":1789513608.4016206,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"305fee6587578b5db29728bec864b498","span_id":"a3f15494a88e4fcc","x-request-id":"756ac5c8-df55-4957-89d5-ceec6ab95b3f"} {"level":"info","ts":1789513608.4016423,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"305fee6587578b5db29728bec864b498","span_id":"a3f15494a88e4fcc","x-request-id":"756ac5c8-df55-4957-89d5-ceec6ab95b3f"} {"level":"info","ts":1789513608.401657,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"305fee6587578b5db29728bec864b498","span_id":"a3f15494a88e4fcc","x-request-id":"756ac5c8-df55-4957-89d5-ceec6ab95b3f","EoS":false} {"level":"info","ts":1789513608.401672,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"305fee6587578b5db29728bec864b498","span_id":"a3f15494a88e4fcc","x-request-id":"756ac5c8-df55-4957-89d5-ceec6ab95b3f"} {"level":"info","ts":1789513608.4016979,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"305fee6587578b5db29728bec864b498","span_id":"a3f15494a88e4fcc","x-request-id":"756ac5c8-df55-4957-89d5-ceec6ab95b3f","EoS":true} {"level":"info","ts":1789513608.4017034,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"305fee6587578b5db29728bec864b498","span_id":"a3f15494a88e4fcc","x-request-id":"756ac5c8-df55-4957-89d5-ceec6ab95b3f"} {"level":"error","ts":1789513623.1712873,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789513709.4958825,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789513709.4959834,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3606d930df6d80d789f5be791e7f9ba9","span_id":"d95f6bf5ad3479d4","x-request-id":"09857d20-6452-4f74-99e8-4aa33dd6beb8"} {"level":"info","ts":1789513709.4959974,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3606d930df6d80d789f5be791e7f9ba9","span_id":"d95f6bf5ad3479d4","x-request-id":"09857d20-6452-4f74-99e8-4aa33dd6beb8"} {"level":"info","ts":1789513709.4960086,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3606d930df6d80d789f5be791e7f9ba9","span_id":"d95f6bf5ad3479d4","x-request-id":"09857d20-6452-4f74-99e8-4aa33dd6beb8","EoS":true} {"level":"info","ts":1789513709.496034,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3606d930df6d80d789f5be791e7f9ba9","span_id":"d95f6bf5ad3479d4","x-request-id":"09857d20-6452-4f74-99e8-4aa33dd6beb8","header":"x-maas-username"} {"level":"info","ts":1789513709.496044,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3606d930df6d80d789f5be791e7f9ba9","span_id":"d95f6bf5ad3479d4","x-request-id":"09857d20-6452-4f74-99e8-4aa33dd6beb8","header":"x-maas-group"} {"level":"info","ts":1789513709.4960501,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3606d930df6d80d789f5be791e7f9ba9","span_id":"d95f6bf5ad3479d4","x-request-id":"09857d20-6452-4f74-99e8-4aa33dd6beb8","header":"x-maas-subscription"} {"level":"info","ts":1789513709.4960666,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3606d930df6d80d789f5be791e7f9ba9","span_id":"d95f6bf5ad3479d4","x-request-id":"09857d20-6452-4f74-99e8-4aa33dd6beb8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789513709.4960876,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3606d930df6d80d789f5be791e7f9ba9","span_id":"d95f6bf5ad3479d4","x-request-id":"09857d20-6452-4f74-99e8-4aa33dd6beb8"} {"level":"info","ts":1789513709.4969597,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3606d930df6d80d789f5be791e7f9ba9","span_id":"d95f6bf5ad3479d4","x-request-id":"09857d20-6452-4f74-99e8-4aa33dd6beb8"} {"level":"info","ts":1789513709.49699,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3606d930df6d80d789f5be791e7f9ba9","span_id":"d95f6bf5ad3479d4","x-request-id":"09857d20-6452-4f74-99e8-4aa33dd6beb8"} {"level":"info","ts":1789513709.497012,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3606d930df6d80d789f5be791e7f9ba9","span_id":"d95f6bf5ad3479d4","x-request-id":"09857d20-6452-4f74-99e8-4aa33dd6beb8","EoS":false} {"level":"info","ts":1789513709.4970315,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3606d930df6d80d789f5be791e7f9ba9","span_id":"d95f6bf5ad3479d4","x-request-id":"09857d20-6452-4f74-99e8-4aa33dd6beb8"} {"level":"info","ts":1789513709.4970582,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3606d930df6d80d789f5be791e7f9ba9","span_id":"d95f6bf5ad3479d4","x-request-id":"09857d20-6452-4f74-99e8-4aa33dd6beb8","EoS":true} {"level":"info","ts":1789513709.4970686,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3606d930df6d80d789f5be791e7f9ba9","span_id":"d95f6bf5ad3479d4","x-request-id":"09857d20-6452-4f74-99e8-4aa33dd6beb8"} {"level":"info","ts":1789513723.1000035,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789513723.100105,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5d16b9cd9dc700edd6df8b6c6cb24ab8","span_id":"76c9967f74e411f7","x-request-id":"189c03c0-1dfa-4589-9f51-afb3257ee8f3"} {"level":"info","ts":1789513723.1001174,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5d16b9cd9dc700edd6df8b6c6cb24ab8","span_id":"76c9967f74e411f7","x-request-id":"189c03c0-1dfa-4589-9f51-afb3257ee8f3"} {"level":"info","ts":1789513723.1001284,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5d16b9cd9dc700edd6df8b6c6cb24ab8","span_id":"76c9967f74e411f7","x-request-id":"189c03c0-1dfa-4589-9f51-afb3257ee8f3","EoS":true} {"level":"info","ts":1789513723.1001515,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5d16b9cd9dc700edd6df8b6c6cb24ab8","span_id":"76c9967f74e411f7","x-request-id":"189c03c0-1dfa-4589-9f51-afb3257ee8f3","header":"x-maas-username"} {"level":"info","ts":1789513723.1001596,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5d16b9cd9dc700edd6df8b6c6cb24ab8","span_id":"76c9967f74e411f7","x-request-id":"189c03c0-1dfa-4589-9f51-afb3257ee8f3","header":"x-maas-subscription"} {"level":"info","ts":1789513723.1001644,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5d16b9cd9dc700edd6df8b6c6cb24ab8","span_id":"76c9967f74e411f7","x-request-id":"189c03c0-1dfa-4589-9f51-afb3257ee8f3","header":"x-maas-group"} {"level":"info","ts":1789513723.1001801,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5d16b9cd9dc700edd6df8b6c6cb24ab8","span_id":"76c9967f74e411f7","x-request-id":"189c03c0-1dfa-4589-9f51-afb3257ee8f3","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789513723.1002066,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5d16b9cd9dc700edd6df8b6c6cb24ab8","span_id":"76c9967f74e411f7","x-request-id":"189c03c0-1dfa-4589-9f51-afb3257ee8f3"} {"level":"info","ts":1789513723.1125274,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5d16b9cd9dc700edd6df8b6c6cb24ab8","span_id":"76c9967f74e411f7","x-request-id":"189c03c0-1dfa-4589-9f51-afb3257ee8f3"} {"level":"info","ts":1789513723.1125515,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5d16b9cd9dc700edd6df8b6c6cb24ab8","span_id":"76c9967f74e411f7","x-request-id":"189c03c0-1dfa-4589-9f51-afb3257ee8f3"} {"level":"info","ts":1789513723.1125681,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5d16b9cd9dc700edd6df8b6c6cb24ab8","span_id":"76c9967f74e411f7","x-request-id":"189c03c0-1dfa-4589-9f51-afb3257ee8f3","EoS":false} {"level":"info","ts":1789513723.11258,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5d16b9cd9dc700edd6df8b6c6cb24ab8","span_id":"76c9967f74e411f7","x-request-id":"189c03c0-1dfa-4589-9f51-afb3257ee8f3"} {"level":"info","ts":1789513723.112602,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5d16b9cd9dc700edd6df8b6c6cb24ab8","span_id":"76c9967f74e411f7","x-request-id":"189c03c0-1dfa-4589-9f51-afb3257ee8f3","EoS":false} {"level":"info","ts":1789513723.1126137,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5d16b9cd9dc700edd6df8b6c6cb24ab8","span_id":"76c9967f74e411f7","x-request-id":"189c03c0-1dfa-4589-9f51-afb3257ee8f3"} {"level":"info","ts":1789513723.1126244,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5d16b9cd9dc700edd6df8b6c6cb24ab8","span_id":"76c9967f74e411f7","x-request-id":"189c03c0-1dfa-4589-9f51-afb3257ee8f3","EoS":true} {"level":"info","ts":1789513723.112635,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5d16b9cd9dc700edd6df8b6c6cb24ab8","span_id":"76c9967f74e411f7","x-request-id":"189c03c0-1dfa-4589-9f51-afb3257ee8f3"} {"level":"error","ts":1789513723.1843367,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789513723.2481585,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789513723.2482553,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a72d625b65e8baf4e34ed56c3ad77b93","span_id":"eda08bb21b46e52c","x-request-id":"d7df84e4-0043-4944-ab07-4dde762e98b2"} {"level":"info","ts":1789513723.2482903,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a72d625b65e8baf4e34ed56c3ad77b93","span_id":"eda08bb21b46e52c","x-request-id":"d7df84e4-0043-4944-ab07-4dde762e98b2"} {"level":"info","ts":1789513723.2483027,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a72d625b65e8baf4e34ed56c3ad77b93","span_id":"eda08bb21b46e52c","x-request-id":"d7df84e4-0043-4944-ab07-4dde762e98b2","EoS":true} {"level":"info","ts":1789513723.2483234,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a72d625b65e8baf4e34ed56c3ad77b93","span_id":"eda08bb21b46e52c","x-request-id":"d7df84e4-0043-4944-ab07-4dde762e98b2","header":"x-maas-username"} {"level":"info","ts":1789513723.2483335,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a72d625b65e8baf4e34ed56c3ad77b93","span_id":"eda08bb21b46e52c","x-request-id":"d7df84e4-0043-4944-ab07-4dde762e98b2","header":"x-maas-group"} {"level":"info","ts":1789513723.2483387,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a72d625b65e8baf4e34ed56c3ad77b93","span_id":"eda08bb21b46e52c","x-request-id":"d7df84e4-0043-4944-ab07-4dde762e98b2","header":"x-maas-subscription"} {"level":"info","ts":1789513723.2483535,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a72d625b65e8baf4e34ed56c3ad77b93","span_id":"eda08bb21b46e52c","x-request-id":"d7df84e4-0043-4944-ab07-4dde762e98b2","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789513723.2483776,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a72d625b65e8baf4e34ed56c3ad77b93","span_id":"eda08bb21b46e52c","x-request-id":"d7df84e4-0043-4944-ab07-4dde762e98b2"} {"level":"info","ts":1789513723.2499924,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a72d625b65e8baf4e34ed56c3ad77b93","span_id":"eda08bb21b46e52c","x-request-id":"d7df84e4-0043-4944-ab07-4dde762e98b2"} {"level":"info","ts":1789513723.250015,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a72d625b65e8baf4e34ed56c3ad77b93","span_id":"eda08bb21b46e52c","x-request-id":"d7df84e4-0043-4944-ab07-4dde762e98b2"} {"level":"info","ts":1789513723.2500393,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a72d625b65e8baf4e34ed56c3ad77b93","span_id":"eda08bb21b46e52c","x-request-id":"d7df84e4-0043-4944-ab07-4dde762e98b2","EoS":false} {"level":"info","ts":1789513723.250055,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a72d625b65e8baf4e34ed56c3ad77b93","span_id":"eda08bb21b46e52c","x-request-id":"d7df84e4-0043-4944-ab07-4dde762e98b2"} {"level":"info","ts":1789513723.250092,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a72d625b65e8baf4e34ed56c3ad77b93","span_id":"eda08bb21b46e52c","x-request-id":"d7df84e4-0043-4944-ab07-4dde762e98b2","EoS":false} {"level":"info","ts":1789513723.2501063,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a72d625b65e8baf4e34ed56c3ad77b93","span_id":"eda08bb21b46e52c","x-request-id":"d7df84e4-0043-4944-ab07-4dde762e98b2"} {"level":"info","ts":1789513723.250126,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a72d625b65e8baf4e34ed56c3ad77b93","span_id":"eda08bb21b46e52c","x-request-id":"d7df84e4-0043-4944-ab07-4dde762e98b2","EoS":true} {"level":"info","ts":1789513723.2501392,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a72d625b65e8baf4e34ed56c3ad77b93","span_id":"eda08bb21b46e52c","x-request-id":"d7df84e4-0043-4944-ab07-4dde762e98b2"} {"level":"info","ts":1789513723.384398,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789513723.3844948,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"de541fd95420c221ef6bd32f14f3bd6c","span_id":"8b834b829a46a34e","x-request-id":"26e39c2a-22fa-4399-a9a3-52bb65af3485"} {"level":"info","ts":1789513723.3845074,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"de541fd95420c221ef6bd32f14f3bd6c","span_id":"8b834b829a46a34e","x-request-id":"26e39c2a-22fa-4399-a9a3-52bb65af3485"} {"level":"info","ts":1789513723.3845189,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"de541fd95420c221ef6bd32f14f3bd6c","span_id":"8b834b829a46a34e","x-request-id":"26e39c2a-22fa-4399-a9a3-52bb65af3485","EoS":true} {"level":"info","ts":1789513723.384539,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"de541fd95420c221ef6bd32f14f3bd6c","span_id":"8b834b829a46a34e","x-request-id":"26e39c2a-22fa-4399-a9a3-52bb65af3485","header":"x-maas-subscription"} {"level":"info","ts":1789513723.3845494,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"de541fd95420c221ef6bd32f14f3bd6c","span_id":"8b834b829a46a34e","x-request-id":"26e39c2a-22fa-4399-a9a3-52bb65af3485","header":"x-maas-group"} {"level":"info","ts":1789513723.3845537,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"de541fd95420c221ef6bd32f14f3bd6c","span_id":"8b834b829a46a34e","x-request-id":"26e39c2a-22fa-4399-a9a3-52bb65af3485","header":"x-maas-username"} {"level":"info","ts":1789513723.3845704,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"de541fd95420c221ef6bd32f14f3bd6c","span_id":"8b834b829a46a34e","x-request-id":"26e39c2a-22fa-4399-a9a3-52bb65af3485","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789513723.3846006,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"de541fd95420c221ef6bd32f14f3bd6c","span_id":"8b834b829a46a34e","x-request-id":"26e39c2a-22fa-4399-a9a3-52bb65af3485"} {"level":"info","ts":1789513723.3852572,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"de541fd95420c221ef6bd32f14f3bd6c","span_id":"8b834b829a46a34e","x-request-id":"26e39c2a-22fa-4399-a9a3-52bb65af3485"} {"level":"info","ts":1789513723.3852978,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"de541fd95420c221ef6bd32f14f3bd6c","span_id":"8b834b829a46a34e","x-request-id":"26e39c2a-22fa-4399-a9a3-52bb65af3485"} {"level":"info","ts":1789513723.3853207,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"de541fd95420c221ef6bd32f14f3bd6c","span_id":"8b834b829a46a34e","x-request-id":"26e39c2a-22fa-4399-a9a3-52bb65af3485","EoS":false} {"level":"info","ts":1789513723.385343,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"de541fd95420c221ef6bd32f14f3bd6c","span_id":"8b834b829a46a34e","x-request-id":"26e39c2a-22fa-4399-a9a3-52bb65af3485"} {"level":"info","ts":1789513723.3853815,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"de541fd95420c221ef6bd32f14f3bd6c","span_id":"8b834b829a46a34e","x-request-id":"26e39c2a-22fa-4399-a9a3-52bb65af3485","EoS":true} {"level":"info","ts":1789513723.3853927,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"de541fd95420c221ef6bd32f14f3bd6c","span_id":"8b834b829a46a34e","x-request-id":"26e39c2a-22fa-4399-a9a3-52bb65af3485"} {"level":"error","ts":1789513733.1852014,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789513737.176945,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789513737.177074,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9bd014e036e89519da09809b4f39df27","span_id":"1d3ab991e3b9ebf4","x-request-id":"e7a6e069-0edd-43b9-8ccb-e5fe3a080931"} {"level":"info","ts":1789513737.1770952,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9bd014e036e89519da09809b4f39df27","span_id":"1d3ab991e3b9ebf4","x-request-id":"e7a6e069-0edd-43b9-8ccb-e5fe3a080931"} {"level":"info","ts":1789513737.1771097,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9bd014e036e89519da09809b4f39df27","span_id":"1d3ab991e3b9ebf4","x-request-id":"e7a6e069-0edd-43b9-8ccb-e5fe3a080931","EoS":true} {"level":"info","ts":1789513737.1771302,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9bd014e036e89519da09809b4f39df27","span_id":"1d3ab991e3b9ebf4","x-request-id":"e7a6e069-0edd-43b9-8ccb-e5fe3a080931","header":"x-maas-username"} {"level":"info","ts":1789513737.177141,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9bd014e036e89519da09809b4f39df27","span_id":"1d3ab991e3b9ebf4","x-request-id":"e7a6e069-0edd-43b9-8ccb-e5fe3a080931","header":"x-maas-group"} {"level":"info","ts":1789513737.1771488,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9bd014e036e89519da09809b4f39df27","span_id":"1d3ab991e3b9ebf4","x-request-id":"e7a6e069-0edd-43b9-8ccb-e5fe3a080931","header":"x-maas-subscription"} {"level":"info","ts":1789513737.177169,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"9bd014e036e89519da09809b4f39df27","span_id":"1d3ab991e3b9ebf4","x-request-id":"e7a6e069-0edd-43b9-8ccb-e5fe3a080931","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789513737.1771984,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9bd014e036e89519da09809b4f39df27","span_id":"1d3ab991e3b9ebf4","x-request-id":"e7a6e069-0edd-43b9-8ccb-e5fe3a080931"} {"level":"info","ts":1789513737.1786783,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9bd014e036e89519da09809b4f39df27","span_id":"1d3ab991e3b9ebf4","x-request-id":"e7a6e069-0edd-43b9-8ccb-e5fe3a080931"} {"level":"info","ts":1789513737.178699,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9bd014e036e89519da09809b4f39df27","span_id":"1d3ab991e3b9ebf4","x-request-id":"e7a6e069-0edd-43b9-8ccb-e5fe3a080931"} {"level":"info","ts":1789513737.1787155,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9bd014e036e89519da09809b4f39df27","span_id":"1d3ab991e3b9ebf4","x-request-id":"e7a6e069-0edd-43b9-8ccb-e5fe3a080931","EoS":false} {"level":"info","ts":1789513737.1787288,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9bd014e036e89519da09809b4f39df27","span_id":"1d3ab991e3b9ebf4","x-request-id":"e7a6e069-0edd-43b9-8ccb-e5fe3a080931"} {"level":"info","ts":1789513737.1787548,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9bd014e036e89519da09809b4f39df27","span_id":"1d3ab991e3b9ebf4","x-request-id":"e7a6e069-0edd-43b9-8ccb-e5fe3a080931","EoS":true} {"level":"info","ts":1789513737.178763,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9bd014e036e89519da09809b4f39df27","span_id":"1d3ab991e3b9ebf4","x-request-id":"e7a6e069-0edd-43b9-8ccb-e5fe3a080931"} {"level":"error","ts":1789513748.186857,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}