{"level":"info","ts":1789355121.7752736,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-97ba1502","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-97ba1502","reconcileID":"2f203797-7912-4adf-9886-f0438653759b","provider":"e2e-legacy-migration-97ba1502","phase":"Pending"} {"level":"error","ts":1789355121.783726,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-97ba1502","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-97ba1502","reconcileID":"2f203797-7912-4adf-9886-f0438653759b","error":"ExternalModel \"e2e-legacy-migration-97ba1502\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-97ba1502\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789355121.78597,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-97ba1502","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-97ba1502","reconcileID":"d4db0f6c-28e2-4a9b-a93d-343a95908d7a","name":"e2e-legacy-migration-97ba1502","namespace":"llm"} {"level":"info","ts":1789355121.7913215,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-97ba1502","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-97ba1502","reconcileID":"d5e339d3-4e15-429e-b140-f3ecb5b3196c","name":"e2e-legacy-migration-97ba1502","namespace":"llm"} {"level":"info","ts":1789355121.7913842,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-97ba1502","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-97ba1502","reconcileID":"d5e339d3-4e15-429e-b140-f3ecb5b3196c","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789355121.7913997,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-97ba1502","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-97ba1502","reconcileID":"1b9e034d-8d02-4079-bcba-ea9483677423","name":"e2e-legacy-migration-97ba1502","namespace":"llm"} {"level":"info","ts":1789355121.791462,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-97ba1502","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-97ba1502","reconcileID":"1b9e034d-8d02-4079-bcba-ea9483677423","modelName":"e2e-legacy-migration-97ba1502","resolvedRefs":1} {"level":"info","ts":1789355121.7914877,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-97ba1502","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-97ba1502","reconcileID":"1873e48d-88a1-46d2-8a64-72748f78adc9"} {"level":"info","ts":1789355121.7916222,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-97ba1502","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-97ba1502","reconcileID":"1873e48d-88a1-46d2-8a64-72748f78adc9","name":"e2e-legacy-migration-97ba1502"} {"level":"info","ts":1789355121.7917383,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-97ba1502","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-97ba1502","reconcileID":"619195a3-9a1a-47df-ae4f-9aee06fc65ab","service":"e2e-legacy-migration-97ba1502","serviceEntry":"e2e-legacy-migration-97ba1502","destinationRule":"e2e-legacy-migration-97ba1502"} {"level":"info","ts":1789355121.7920065,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-97ba1502","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-97ba1502","reconcileID":"d4db0f6c-28e2-4a9b-a93d-343a95908d7a","name":"e2e-legacy-migration-97ba1502"} {"level":"error","ts":1789355121.8042688,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-97ba1502","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-97ba1502","reconcileID":"619195a3-9a1a-47df-ae4f-9aee06fc65ab","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-97ba1502\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789355121.8043458,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-97ba1502","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-97ba1502","reconcileID":"85b35fe4-723c-4b15-abce-1a83200bb801"} {"level":"info","ts":1789355121.8044596,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-97ba1502","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-97ba1502","reconcileID":"85b35fe4-723c-4b15-abce-1a83200bb801","name":"e2e-legacy-migration-97ba1502"} {"level":"info","ts":1789355121.8045785,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-97ba1502","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-97ba1502","reconcileID":"d4db0f6c-28e2-4a9b-a93d-343a95908d7a","provider":"openai","model":"e2e-legacy-migration-97ba1502","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789355121.81769,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-97ba1502","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-97ba1502","reconcileID":"10fbbb8f-8c37-4482-97eb-d90c30dde56e","name":"e2e-legacy-migration-97ba1502","namespace":"llm"} {"level":"info","ts":1789355121.817722,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-97ba1502","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-97ba1502","reconcileID":"10fbbb8f-8c37-4482-97eb-d90c30dde56e","modelName":"e2e-legacy-migration-97ba1502","resolvedRefs":1} {"level":"info","ts":1789355121.8253322,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-97ba1502","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-97ba1502","reconcileID":"85b35fe4-723c-4b15-abce-1a83200bb801","service":"e2e-legacy-migration-97ba1502","serviceEntry":"e2e-legacy-migration-97ba1502","destinationRule":"e2e-legacy-migration-97ba1502"} {"level":"info","ts":1789355121.8333254,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-97ba1502","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-97ba1502","reconcileID":"72cfa3d2-cb19-4861-b713-b13d2b6ae76a","name":"e2e-legacy-migration-97ba1502","namespace":"llm"} {"level":"info","ts":1789355121.8333993,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-97ba1502","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-97ba1502","reconcileID":"72cfa3d2-cb19-4861-b713-b13d2b6ae76a","modelName":"e2e-legacy-migration-97ba1502","resolvedRefs":1} {"level":"error","ts":1789355121.8342361,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-97ba1502","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-97ba1502","reconcileID":"1873e48d-88a1-46d2-8a64-72748f78adc9","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-97ba1502\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789355121.8342712,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-97ba1502","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-97ba1502","reconcileID":"1873e48d-88a1-46d2-8a64-72748f78adc9","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-97ba1502\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789355121.8343172,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-97ba1502","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-97ba1502","reconcileID":"275c5428-46bc-48b2-a8ef-9976542aea54"} {"level":"info","ts":1789355121.8343735,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-97ba1502","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-97ba1502","reconcileID":"275c5428-46bc-48b2-a8ef-9976542aea54","name":"e2e-legacy-migration-97ba1502"} {"level":"info","ts":1789355121.8459387,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-97ba1502","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-97ba1502","reconcileID":"275c5428-46bc-48b2-a8ef-9976542aea54","httpRoute":"e2e-legacy-migration-97ba1502","providers":["e2e-legacy-migration-97ba1502"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789355121.8575842,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-97ba1502","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-97ba1502","reconcileID":"7590d829-611d-4c4c-8e05-22a40b535a9f"} {"level":"info","ts":1789355121.857654,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-97ba1502","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-97ba1502","reconcileID":"7590d829-611d-4c4c-8e05-22a40b535a9f","name":"e2e-legacy-migration-97ba1502"} {"level":"info","ts":1789355121.8576977,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-97ba1502","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-97ba1502","reconcileID":"46b0ec09-92a9-4abb-81b2-9d1676bd41b4","name":"e2e-legacy-migration-97ba1502","namespace":"llm"} {"level":"info","ts":1789355121.8577259,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-97ba1502","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-97ba1502","reconcileID":"46b0ec09-92a9-4abb-81b2-9d1676bd41b4","modelName":"e2e-legacy-migration-97ba1502","resolvedRefs":1} {"level":"info","ts":1789355121.870482,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-97ba1502","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-97ba1502","reconcileID":"7590d829-611d-4c4c-8e05-22a40b535a9f","httpRoute":"e2e-legacy-migration-97ba1502","providers":["e2e-legacy-migration-97ba1502"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789355121.9434667,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-97ba1502","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-97ba1502","reconcileID":"2de4a6ca-ff82-4435-8abf-dcb1368990c2","name":"e2e-legacy-migration-97ba1502","namespace":"llm"} {"level":"info","ts":1789355121.9483438,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-97ba1502","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-97ba1502","reconcileID":"2de4a6ca-ff82-4435-8abf-dcb1368990c2","name":"e2e-legacy-migration-97ba1502"} {"level":"info","ts":1789355121.960045,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-97ba1502","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-97ba1502","reconcileID":"2de4a6ca-ff82-4435-8abf-dcb1368990c2","provider":"openai","model":"e2e-legacy-migration-97ba1502","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789355124.65704,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-97ba1502","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-97ba1502","reconcileID":"cc18fe8b-dd16-40d4-a66f-04ccdaeb6fbd","name":"e2e-legacy-migration-97ba1502","namespace":"llm"} {"level":"info","ts":1789355124.6656437,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-97ba1502","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-97ba1502","reconcileID":"43fbe748-8fd3-490d-a7aa-845e88e96176"} {"level":"info","ts":1789355124.6657145,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-97ba1502","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-97ba1502","reconcileID":"675837c1-ab07-46a9-af9a-993b7d3c6e92","name":"e2e-legacy-migration-97ba1502","namespace":"llm"} {"level":"info","ts":1789355124.665735,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-97ba1502","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-97ba1502","reconcileID":"675837c1-ab07-46a9-af9a-993b7d3c6e92","name":"e2e-legacy-migration-97ba1502","namespace":"llm"} {"level":"info","ts":1789355124.6667633,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-97ba1502","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-97ba1502","reconcileID":"508529cc-c48b-4e5d-bdb9-7b9df532656f","name":"e2e-legacy-migration-97ba1502","namespace":"llm"} {"level":"info","ts":1789355124.6668415,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-97ba1502","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-97ba1502","reconcileID":"508529cc-c48b-4e5d-bdb9-7b9df532656f","name":"e2e-legacy-migration-97ba1502","namespace":"llm"} {"level":"info","ts":1789355124.6668568,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-97ba1502","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-97ba1502","reconcileID":"14118a3f-1ca8-4465-bb9f-1e0351532094"} {"level":"info","ts":1789355125.1430407,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789355125.1431665,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ba64b7d62721dbb9bc549802badd38d0","span_id":"a0e8ac956d49e6b0","x-request-id":"927d39e8-52dc-49e5-b93e-4d098efedc50"} {"level":"info","ts":1789355125.1431856,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ba64b7d62721dbb9bc549802badd38d0","span_id":"a0e8ac956d49e6b0","x-request-id":"927d39e8-52dc-49e5-b93e-4d098efedc50"} {"level":"info","ts":1789355125.1432052,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ba64b7d62721dbb9bc549802badd38d0","span_id":"a0e8ac956d49e6b0","x-request-id":"927d39e8-52dc-49e5-b93e-4d098efedc50","EoS":true} {"level":"info","ts":1789355125.1432414,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ba64b7d62721dbb9bc549802badd38d0","span_id":"a0e8ac956d49e6b0","x-request-id":"927d39e8-52dc-49e5-b93e-4d098efedc50","header":"x-maas-username"} {"level":"info","ts":1789355125.1432552,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ba64b7d62721dbb9bc549802badd38d0","span_id":"a0e8ac956d49e6b0","x-request-id":"927d39e8-52dc-49e5-b93e-4d098efedc50","header":"x-maas-subscription"} {"level":"info","ts":1789355125.1432643,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ba64b7d62721dbb9bc549802badd38d0","span_id":"a0e8ac956d49e6b0","x-request-id":"927d39e8-52dc-49e5-b93e-4d098efedc50","header":"x-maas-group"} {"level":"info","ts":1789355125.1432848,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ba64b7d62721dbb9bc549802badd38d0","span_id":"a0e8ac956d49e6b0","x-request-id":"927d39e8-52dc-49e5-b93e-4d098efedc50","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789355125.1432981,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"ba64b7d62721dbb9bc549802badd38d0","span_id":"a0e8ac956d49e6b0","x-request-id":"927d39e8-52dc-49e5-b93e-4d098efedc50","modelName":"e2e-external-model"} {"level":"info","ts":1789355125.1433194,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"ba64b7d62721dbb9bc549802badd38d0","span_id":"a0e8ac956d49e6b0","x-request-id":"927d39e8-52dc-49e5-b93e-4d098efedc50","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789355125.1433501,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"ba64b7d62721dbb9bc549802badd38d0","span_id":"a0e8ac956d49e6b0","x-request-id":"927d39e8-52dc-49e5-b93e-4d098efedc50","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1789355125.1433747,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"ba64b7d62721dbb9bc549802badd38d0","span_id":"a0e8ac956d49e6b0","x-request-id":"927d39e8-52dc-49e5-b93e-4d098efedc50","authType":"apikey"} {"level":"info","ts":1789355125.1434302,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ba64b7d62721dbb9bc549802badd38d0","span_id":"a0e8ac956d49e6b0","x-request-id":"927d39e8-52dc-49e5-b93e-4d098efedc50"} {"level":"info","ts":1789355125.1975796,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ba64b7d62721dbb9bc549802badd38d0","span_id":"a0e8ac956d49e6b0","x-request-id":"927d39e8-52dc-49e5-b93e-4d098efedc50"} {"level":"info","ts":1789355125.1976068,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ba64b7d62721dbb9bc549802badd38d0","span_id":"a0e8ac956d49e6b0","x-request-id":"927d39e8-52dc-49e5-b93e-4d098efedc50"} {"level":"info","ts":1789355125.1976254,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ba64b7d62721dbb9bc549802badd38d0","span_id":"a0e8ac956d49e6b0","x-request-id":"927d39e8-52dc-49e5-b93e-4d098efedc50","EoS":false} {"level":"info","ts":1789355125.1976392,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ba64b7d62721dbb9bc549802badd38d0","span_id":"a0e8ac956d49e6b0","x-request-id":"927d39e8-52dc-49e5-b93e-4d098efedc50"} {"level":"info","ts":1789355125.1976714,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ba64b7d62721dbb9bc549802badd38d0","span_id":"a0e8ac956d49e6b0","x-request-id":"927d39e8-52dc-49e5-b93e-4d098efedc50","EoS":true} {"level":"info","ts":1789355125.1976817,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ba64b7d62721dbb9bc549802badd38d0","span_id":"a0e8ac956d49e6b0","x-request-id":"927d39e8-52dc-49e5-b93e-4d098efedc50"} {"level":"info","ts":1789355125.2568555,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789355125.25698,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7ae5b5196a698536e23148f784b917ab","span_id":"123fcd337998b389","x-request-id":"073bc3e8-509c-4895-a894-e091d2392d15"} {"level":"info","ts":1789355125.256997,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7ae5b5196a698536e23148f784b917ab","span_id":"123fcd337998b389","x-request-id":"073bc3e8-509c-4895-a894-e091d2392d15"} {"level":"info","ts":1789355125.2570138,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7ae5b5196a698536e23148f784b917ab","span_id":"123fcd337998b389","x-request-id":"073bc3e8-509c-4895-a894-e091d2392d15","EoS":true} {"level":"info","ts":1789355125.2570465,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7ae5b5196a698536e23148f784b917ab","span_id":"123fcd337998b389","x-request-id":"073bc3e8-509c-4895-a894-e091d2392d15","header":"x-maas-username"} {"level":"info","ts":1789355125.2570608,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7ae5b5196a698536e23148f784b917ab","span_id":"123fcd337998b389","x-request-id":"073bc3e8-509c-4895-a894-e091d2392d15","header":"x-maas-subscription"} {"level":"info","ts":1789355125.2570689,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7ae5b5196a698536e23148f784b917ab","span_id":"123fcd337998b389","x-request-id":"073bc3e8-509c-4895-a894-e091d2392d15","header":"x-maas-group"} {"level":"info","ts":1789355125.257091,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7ae5b5196a698536e23148f784b917ab","span_id":"123fcd337998b389","x-request-id":"073bc3e8-509c-4895-a894-e091d2392d15","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789355125.2571208,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7ae5b5196a698536e23148f784b917ab","span_id":"123fcd337998b389","x-request-id":"073bc3e8-509c-4895-a894-e091d2392d15"} {"level":"info","ts":1789355125.3129556,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7ae5b5196a698536e23148f784b917ab","span_id":"123fcd337998b389","x-request-id":"073bc3e8-509c-4895-a894-e091d2392d15"} {"level":"info","ts":1789355125.3129838,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7ae5b5196a698536e23148f784b917ab","span_id":"123fcd337998b389","x-request-id":"073bc3e8-509c-4895-a894-e091d2392d15"} {"level":"info","ts":1789355125.3130014,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7ae5b5196a698536e23148f784b917ab","span_id":"123fcd337998b389","x-request-id":"073bc3e8-509c-4895-a894-e091d2392d15","EoS":false} {"level":"info","ts":1789355125.313015,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7ae5b5196a698536e23148f784b917ab","span_id":"123fcd337998b389","x-request-id":"073bc3e8-509c-4895-a894-e091d2392d15"} {"level":"info","ts":1789355125.3130498,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7ae5b5196a698536e23148f784b917ab","span_id":"123fcd337998b389","x-request-id":"073bc3e8-509c-4895-a894-e091d2392d15","EoS":true} {"level":"info","ts":1789355125.313062,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7ae5b5196a698536e23148f784b917ab","span_id":"123fcd337998b389","x-request-id":"073bc3e8-509c-4895-a894-e091d2392d15"} {"level":"info","ts":1789355125.3671448,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789355125.3672526,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"845a49f3567dfc3e9bb645ca8b352e62","span_id":"ec77fd4d9d650b64","x-request-id":"f4a25c91-ea2c-4c15-98c0-f945b767721e"} {"level":"info","ts":1789355125.3672652,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"845a49f3567dfc3e9bb645ca8b352e62","span_id":"ec77fd4d9d650b64","x-request-id":"f4a25c91-ea2c-4c15-98c0-f945b767721e"} {"level":"info","ts":1789355125.3672771,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"845a49f3567dfc3e9bb645ca8b352e62","span_id":"ec77fd4d9d650b64","x-request-id":"f4a25c91-ea2c-4c15-98c0-f945b767721e","EoS":true} {"level":"info","ts":1789355125.3672986,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"845a49f3567dfc3e9bb645ca8b352e62","span_id":"ec77fd4d9d650b64","x-request-id":"f4a25c91-ea2c-4c15-98c0-f945b767721e","header":"x-maas-subscription"} {"level":"info","ts":1789355125.3673084,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"845a49f3567dfc3e9bb645ca8b352e62","span_id":"ec77fd4d9d650b64","x-request-id":"f4a25c91-ea2c-4c15-98c0-f945b767721e","header":"x-maas-group"} {"level":"info","ts":1789355125.3673155,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"845a49f3567dfc3e9bb645ca8b352e62","span_id":"ec77fd4d9d650b64","x-request-id":"f4a25c91-ea2c-4c15-98c0-f945b767721e","header":"x-maas-username"} {"level":"info","ts":1789355125.367349,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"845a49f3567dfc3e9bb645ca8b352e62","span_id":"ec77fd4d9d650b64","x-request-id":"f4a25c91-ea2c-4c15-98c0-f945b767721e"} {"level":"info","ts":1789355125.4025438,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"845a49f3567dfc3e9bb645ca8b352e62","span_id":"ec77fd4d9d650b64","x-request-id":"f4a25c91-ea2c-4c15-98c0-f945b767721e"} {"level":"info","ts":1789355125.4025707,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"845a49f3567dfc3e9bb645ca8b352e62","span_id":"ec77fd4d9d650b64","x-request-id":"f4a25c91-ea2c-4c15-98c0-f945b767721e"} {"level":"info","ts":1789355125.4025874,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"845a49f3567dfc3e9bb645ca8b352e62","span_id":"ec77fd4d9d650b64","x-request-id":"f4a25c91-ea2c-4c15-98c0-f945b767721e","EoS":false} {"level":"info","ts":1789355125.4026017,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"845a49f3567dfc3e9bb645ca8b352e62","span_id":"ec77fd4d9d650b64","x-request-id":"f4a25c91-ea2c-4c15-98c0-f945b767721e"} {"level":"info","ts":1789355125.4026322,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"845a49f3567dfc3e9bb645ca8b352e62","span_id":"ec77fd4d9d650b64","x-request-id":"f4a25c91-ea2c-4c15-98c0-f945b767721e","EoS":true} {"level":"info","ts":1789355125.4026392,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"845a49f3567dfc3e9bb645ca8b352e62","span_id":"ec77fd4d9d650b64","x-request-id":"f4a25c91-ea2c-4c15-98c0-f945b767721e"} {"level":"info","ts":1789355126.1994836,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789355126.1996167,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5ba1e2d4864171de55c5303bd36693d8","span_id":"ae517508e7e2271b","x-request-id":"82b37d3e-1c6f-4cbe-92bf-6de620110f61"} {"level":"info","ts":1789355126.1996357,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5ba1e2d4864171de55c5303bd36693d8","span_id":"ae517508e7e2271b","x-request-id":"82b37d3e-1c6f-4cbe-92bf-6de620110f61"} {"level":"info","ts":1789355126.199654,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5ba1e2d4864171de55c5303bd36693d8","span_id":"ae517508e7e2271b","x-request-id":"82b37d3e-1c6f-4cbe-92bf-6de620110f61","EoS":true} {"level":"info","ts":1789355126.1996894,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5ba1e2d4864171de55c5303bd36693d8","span_id":"ae517508e7e2271b","x-request-id":"82b37d3e-1c6f-4cbe-92bf-6de620110f61","header":"x-maas-group"} {"level":"info","ts":1789355126.1997044,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5ba1e2d4864171de55c5303bd36693d8","span_id":"ae517508e7e2271b","x-request-id":"82b37d3e-1c6f-4cbe-92bf-6de620110f61","header":"x-maas-username"} {"level":"info","ts":1789355126.199713,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5ba1e2d4864171de55c5303bd36693d8","span_id":"ae517508e7e2271b","x-request-id":"82b37d3e-1c6f-4cbe-92bf-6de620110f61","header":"x-maas-subscription"} {"level":"info","ts":1789355126.1997333,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5ba1e2d4864171de55c5303bd36693d8","span_id":"ae517508e7e2271b","x-request-id":"82b37d3e-1c6f-4cbe-92bf-6de620110f61","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789355126.1997662,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5ba1e2d4864171de55c5303bd36693d8","span_id":"ae517508e7e2271b","x-request-id":"82b37d3e-1c6f-4cbe-92bf-6de620110f61"} {"level":"info","ts":1789355126.2054718,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5ba1e2d4864171de55c5303bd36693d8","span_id":"ae517508e7e2271b","x-request-id":"82b37d3e-1c6f-4cbe-92bf-6de620110f61"} {"level":"info","ts":1789355126.2054904,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5ba1e2d4864171de55c5303bd36693d8","span_id":"ae517508e7e2271b","x-request-id":"82b37d3e-1c6f-4cbe-92bf-6de620110f61"} {"level":"info","ts":1789355126.2055042,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5ba1e2d4864171de55c5303bd36693d8","span_id":"ae517508e7e2271b","x-request-id":"82b37d3e-1c6f-4cbe-92bf-6de620110f61","EoS":false} {"level":"info","ts":1789355126.2055156,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5ba1e2d4864171de55c5303bd36693d8","span_id":"ae517508e7e2271b","x-request-id":"82b37d3e-1c6f-4cbe-92bf-6de620110f61"} {"level":"info","ts":1789355126.2055428,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5ba1e2d4864171de55c5303bd36693d8","span_id":"ae517508e7e2271b","x-request-id":"82b37d3e-1c6f-4cbe-92bf-6de620110f61","EoS":true} {"level":"info","ts":1789355126.2055554,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5ba1e2d4864171de55c5303bd36693d8","span_id":"ae517508e7e2271b","x-request-id":"82b37d3e-1c6f-4cbe-92bf-6de620110f61"} {"level":"info","ts":1789355126.219107,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ff2d80b2-7bf8-4d59-8940-828c8b713e49"} {"level":"info","ts":1789355126.2192283,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"495f8e7a-1b38-4748-8123-aab623fbc3b1","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789355126.2192814,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"495f8e7a-1b38-4748-8123-aab623fbc3b1","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789355126.2657309,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789355126.2658243,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0d8788cf7c133cf5e278c82f0402c906","span_id":"c016afb8208efb38","x-request-id":"04e60bb7-5ecb-487f-9d96-2517c45ebf19"} {"level":"info","ts":1789355126.2658386,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0d8788cf7c133cf5e278c82f0402c906","span_id":"c016afb8208efb38","x-request-id":"04e60bb7-5ecb-487f-9d96-2517c45ebf19"} {"level":"info","ts":1789355126.2658498,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0d8788cf7c133cf5e278c82f0402c906","span_id":"c016afb8208efb38","x-request-id":"04e60bb7-5ecb-487f-9d96-2517c45ebf19","EoS":true} {"level":"info","ts":1789355126.2658718,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0d8788cf7c133cf5e278c82f0402c906","span_id":"c016afb8208efb38","x-request-id":"04e60bb7-5ecb-487f-9d96-2517c45ebf19","header":"x-maas-group"} {"level":"info","ts":1789355126.265881,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0d8788cf7c133cf5e278c82f0402c906","span_id":"c016afb8208efb38","x-request-id":"04e60bb7-5ecb-487f-9d96-2517c45ebf19","header":"x-maas-username"} {"level":"info","ts":1789355126.265887,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0d8788cf7c133cf5e278c82f0402c906","span_id":"c016afb8208efb38","x-request-id":"04e60bb7-5ecb-487f-9d96-2517c45ebf19","header":"x-maas-subscription"} {"level":"info","ts":1789355126.2659147,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0d8788cf7c133cf5e278c82f0402c906","span_id":"c016afb8208efb38","x-request-id":"04e60bb7-5ecb-487f-9d96-2517c45ebf19","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789355126.2659416,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0d8788cf7c133cf5e278c82f0402c906","span_id":"c016afb8208efb38","x-request-id":"04e60bb7-5ecb-487f-9d96-2517c45ebf19"} {"level":"info","ts":1789355126.2668493,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0d8788cf7c133cf5e278c82f0402c906","span_id":"c016afb8208efb38","x-request-id":"04e60bb7-5ecb-487f-9d96-2517c45ebf19"} {"level":"info","ts":1789355126.2668688,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0d8788cf7c133cf5e278c82f0402c906","span_id":"c016afb8208efb38","x-request-id":"04e60bb7-5ecb-487f-9d96-2517c45ebf19"} {"level":"info","ts":1789355126.2668815,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0d8788cf7c133cf5e278c82f0402c906","span_id":"c016afb8208efb38","x-request-id":"04e60bb7-5ecb-487f-9d96-2517c45ebf19","EoS":false} {"level":"info","ts":1789355126.2668922,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0d8788cf7c133cf5e278c82f0402c906","span_id":"c016afb8208efb38","x-request-id":"04e60bb7-5ecb-487f-9d96-2517c45ebf19"} {"level":"info","ts":1789355126.266916,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0d8788cf7c133cf5e278c82f0402c906","span_id":"c016afb8208efb38","x-request-id":"04e60bb7-5ecb-487f-9d96-2517c45ebf19","EoS":true} {"level":"info","ts":1789355126.266922,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0d8788cf7c133cf5e278c82f0402c906","span_id":"c016afb8208efb38","x-request-id":"04e60bb7-5ecb-487f-9d96-2517c45ebf19"} {"level":"info","ts":1789355126.3365657,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789355126.336648,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"20428662a7284694b3e2a729b9999f7b","span_id":"ef6e01aa8d8b2e45","x-request-id":"67e730e8-bb59-44c4-ab86-bcdb9c00fa0a"} {"level":"info","ts":1789355126.3366618,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"20428662a7284694b3e2a729b9999f7b","span_id":"ef6e01aa8d8b2e45","x-request-id":"67e730e8-bb59-44c4-ab86-bcdb9c00fa0a"} {"level":"info","ts":1789355126.3366725,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"20428662a7284694b3e2a729b9999f7b","span_id":"ef6e01aa8d8b2e45","x-request-id":"67e730e8-bb59-44c4-ab86-bcdb9c00fa0a","EoS":true} {"level":"info","ts":1789355126.3366916,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"20428662a7284694b3e2a729b9999f7b","span_id":"ef6e01aa8d8b2e45","x-request-id":"67e730e8-bb59-44c4-ab86-bcdb9c00fa0a","header":"x-maas-username"} {"level":"info","ts":1789355126.3367019,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"20428662a7284694b3e2a729b9999f7b","span_id":"ef6e01aa8d8b2e45","x-request-id":"67e730e8-bb59-44c4-ab86-bcdb9c00fa0a","header":"x-maas-subscription"} {"level":"info","ts":1789355126.3367069,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"20428662a7284694b3e2a729b9999f7b","span_id":"ef6e01aa8d8b2e45","x-request-id":"67e730e8-bb59-44c4-ab86-bcdb9c00fa0a","header":"x-maas-group"} {"level":"info","ts":1789355126.3367214,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"20428662a7284694b3e2a729b9999f7b","span_id":"ef6e01aa8d8b2e45","x-request-id":"67e730e8-bb59-44c4-ab86-bcdb9c00fa0a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789355126.3367436,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"20428662a7284694b3e2a729b9999f7b","span_id":"ef6e01aa8d8b2e45","x-request-id":"67e730e8-bb59-44c4-ab86-bcdb9c00fa0a"} {"level":"info","ts":1789355126.3384376,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"20428662a7284694b3e2a729b9999f7b","span_id":"ef6e01aa8d8b2e45","x-request-id":"67e730e8-bb59-44c4-ab86-bcdb9c00fa0a"} {"level":"info","ts":1789355126.3384566,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"20428662a7284694b3e2a729b9999f7b","span_id":"ef6e01aa8d8b2e45","x-request-id":"67e730e8-bb59-44c4-ab86-bcdb9c00fa0a"} {"level":"info","ts":1789355126.3384714,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"20428662a7284694b3e2a729b9999f7b","span_id":"ef6e01aa8d8b2e45","x-request-id":"67e730e8-bb59-44c4-ab86-bcdb9c00fa0a","EoS":false} {"level":"info","ts":1789355126.338483,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"20428662a7284694b3e2a729b9999f7b","span_id":"ef6e01aa8d8b2e45","x-request-id":"67e730e8-bb59-44c4-ab86-bcdb9c00fa0a"} {"level":"info","ts":1789355126.338509,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"20428662a7284694b3e2a729b9999f7b","span_id":"ef6e01aa8d8b2e45","x-request-id":"67e730e8-bb59-44c4-ab86-bcdb9c00fa0a","EoS":true} {"level":"info","ts":1789355126.3385189,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"20428662a7284694b3e2a729b9999f7b","span_id":"ef6e01aa8d8b2e45","x-request-id":"67e730e8-bb59-44c4-ab86-bcdb9c00fa0a"} {"level":"info","ts":1789355126.3746743,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b81f3d6c-37a4-4362-8782-b52fb6c93f55"} {"level":"info","ts":1789355126.3746822,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e86e0575-d2a7-4a2c-8d87-b5656796b721","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789355126.3748116,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e86e0575-d2a7-4a2c-8d87-b5656796b721","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789355126.3782094,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789355126.3782856,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9ebfe9bfd5cd88eb5d567644d063e76e","span_id":"3368f664a571e7b4","x-request-id":"2791107e-c9ad-440a-8669-784d86698e49"} {"level":"info","ts":1789355126.378297,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9ebfe9bfd5cd88eb5d567644d063e76e","span_id":"3368f664a571e7b4","x-request-id":"2791107e-c9ad-440a-8669-784d86698e49"} {"level":"info","ts":1789355126.378307,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9ebfe9bfd5cd88eb5d567644d063e76e","span_id":"3368f664a571e7b4","x-request-id":"2791107e-c9ad-440a-8669-784d86698e49","EoS":true} {"level":"info","ts":1789355126.3783264,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9ebfe9bfd5cd88eb5d567644d063e76e","span_id":"3368f664a571e7b4","x-request-id":"2791107e-c9ad-440a-8669-784d86698e49","header":"x-maas-subscription"} {"level":"info","ts":1789355126.378336,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9ebfe9bfd5cd88eb5d567644d063e76e","span_id":"3368f664a571e7b4","x-request-id":"2791107e-c9ad-440a-8669-784d86698e49","header":"x-maas-username"} {"level":"info","ts":1789355126.378341,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9ebfe9bfd5cd88eb5d567644d063e76e","span_id":"3368f664a571e7b4","x-request-id":"2791107e-c9ad-440a-8669-784d86698e49","header":"x-maas-group"} {"level":"info","ts":1789355126.378353,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"9ebfe9bfd5cd88eb5d567644d063e76e","span_id":"3368f664a571e7b4","x-request-id":"2791107e-c9ad-440a-8669-784d86698e49","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789355126.3783765,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9ebfe9bfd5cd88eb5d567644d063e76e","span_id":"3368f664a571e7b4","x-request-id":"2791107e-c9ad-440a-8669-784d86698e49"} {"level":"info","ts":1789355126.379634,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9ebfe9bfd5cd88eb5d567644d063e76e","span_id":"3368f664a571e7b4","x-request-id":"2791107e-c9ad-440a-8669-784d86698e49"} {"level":"info","ts":1789355126.37965,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9ebfe9bfd5cd88eb5d567644d063e76e","span_id":"3368f664a571e7b4","x-request-id":"2791107e-c9ad-440a-8669-784d86698e49"} {"level":"info","ts":1789355126.379668,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9ebfe9bfd5cd88eb5d567644d063e76e","span_id":"3368f664a571e7b4","x-request-id":"2791107e-c9ad-440a-8669-784d86698e49","EoS":false} {"level":"info","ts":1789355126.3796828,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9ebfe9bfd5cd88eb5d567644d063e76e","span_id":"3368f664a571e7b4","x-request-id":"2791107e-c9ad-440a-8669-784d86698e49"} {"level":"info","ts":1789355126.379716,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9ebfe9bfd5cd88eb5d567644d063e76e","span_id":"3368f664a571e7b4","x-request-id":"2791107e-c9ad-440a-8669-784d86698e49","EoS":true} {"level":"info","ts":1789355126.379727,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9ebfe9bfd5cd88eb5d567644d063e76e","span_id":"3368f664a571e7b4","x-request-id":"2791107e-c9ad-440a-8669-784d86698e49"} {"level":"info","ts":1789355126.4909766,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"2ffc2530-ff08-4188-b06d-e3724e2f72dc","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789355126.491027,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"2ffc2530-ff08-4188-b06d-e3724e2f72dc","key":"llm/e2e-external-model-api-key"} {"level":"error","ts":1789355130.327244,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789355140.3276367,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789355144.1452992,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789355144.1453853,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"eba83e84172ae58f141068ef97717f76","span_id":"191943bd84b9aeba","x-request-id":"ba34409a-97e6-494a-bc21-66fff54d0680"} {"level":"info","ts":1789355144.1453972,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"eba83e84172ae58f141068ef97717f76","span_id":"191943bd84b9aeba","x-request-id":"ba34409a-97e6-494a-bc21-66fff54d0680"} {"level":"info","ts":1789355144.145432,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"eba83e84172ae58f141068ef97717f76","span_id":"191943bd84b9aeba","x-request-id":"ba34409a-97e6-494a-bc21-66fff54d0680","EoS":true} {"level":"info","ts":1789355144.1454763,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"eba83e84172ae58f141068ef97717f76","span_id":"191943bd84b9aeba","x-request-id":"ba34409a-97e6-494a-bc21-66fff54d0680"} {"level":"info","ts":1789355144.2982821,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789355144.2984288,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"38e588712000811f065ae93abd21157f","span_id":"16e140e4d49fd1d1","x-request-id":"99fe6392-7807-41e2-bad7-a95640342435"} {"level":"info","ts":1789355144.298443,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"38e588712000811f065ae93abd21157f","span_id":"16e140e4d49fd1d1","x-request-id":"99fe6392-7807-41e2-bad7-a95640342435"} {"level":"info","ts":1789355144.2984567,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"38e588712000811f065ae93abd21157f","span_id":"16e140e4d49fd1d1","x-request-id":"99fe6392-7807-41e2-bad7-a95640342435","EoS":true} {"level":"info","ts":1789355144.2984934,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"38e588712000811f065ae93abd21157f","span_id":"16e140e4d49fd1d1","x-request-id":"99fe6392-7807-41e2-bad7-a95640342435"} {"level":"info","ts":1789355144.4394956,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789355144.4395778,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a8dd865995ddb5c0e4a4f03c27f6e0ea","span_id":"215ac0e2d5d38660","x-request-id":"94a27791-cc99-4aab-ac2c-4eb0cefbfab7"} {"level":"info","ts":1789355144.4395897,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a8dd865995ddb5c0e4a4f03c27f6e0ea","span_id":"215ac0e2d5d38660","x-request-id":"94a27791-cc99-4aab-ac2c-4eb0cefbfab7"} {"level":"info","ts":1789355144.439601,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a8dd865995ddb5c0e4a4f03c27f6e0ea","span_id":"215ac0e2d5d38660","x-request-id":"94a27791-cc99-4aab-ac2c-4eb0cefbfab7","EoS":true} {"level":"info","ts":1789355144.4396427,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a8dd865995ddb5c0e4a4f03c27f6e0ea","span_id":"215ac0e2d5d38660","x-request-id":"94a27791-cc99-4aab-ac2c-4eb0cefbfab7"} {"level":"error","ts":1789355150.3285654,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789355160.3291652,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789355175.3305328,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789356145.7529793,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789356145.7530808,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a50e3eef8c51b8d41e503be97b8d3c37","span_id":"5d17fb3b19ff7eab","x-request-id":"a8f3df1a-468c-4f50-b238-ac7ef4aa54dd"} {"level":"info","ts":1789356145.7530928,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a50e3eef8c51b8d41e503be97b8d3c37","span_id":"5d17fb3b19ff7eab","x-request-id":"a8f3df1a-468c-4f50-b238-ac7ef4aa54dd"} {"level":"info","ts":1789356145.7531052,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a50e3eef8c51b8d41e503be97b8d3c37","span_id":"5d17fb3b19ff7eab","x-request-id":"a8f3df1a-468c-4f50-b238-ac7ef4aa54dd","EoS":true} {"level":"info","ts":1789356145.7531307,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a50e3eef8c51b8d41e503be97b8d3c37","span_id":"5d17fb3b19ff7eab","x-request-id":"a8f3df1a-468c-4f50-b238-ac7ef4aa54dd","header":"x-maas-subscription"} {"level":"info","ts":1789356145.7531424,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a50e3eef8c51b8d41e503be97b8d3c37","span_id":"5d17fb3b19ff7eab","x-request-id":"a8f3df1a-468c-4f50-b238-ac7ef4aa54dd","header":"x-maas-group"} {"level":"info","ts":1789356145.753147,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a50e3eef8c51b8d41e503be97b8d3c37","span_id":"5d17fb3b19ff7eab","x-request-id":"a8f3df1a-468c-4f50-b238-ac7ef4aa54dd","header":"x-maas-username"} {"level":"info","ts":1789356145.753162,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a50e3eef8c51b8d41e503be97b8d3c37","span_id":"5d17fb3b19ff7eab","x-request-id":"a8f3df1a-468c-4f50-b238-ac7ef4aa54dd","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789356145.7531848,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a50e3eef8c51b8d41e503be97b8d3c37","span_id":"5d17fb3b19ff7eab","x-request-id":"a8f3df1a-468c-4f50-b238-ac7ef4aa54dd"} {"level":"info","ts":1789356145.754039,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a50e3eef8c51b8d41e503be97b8d3c37","span_id":"5d17fb3b19ff7eab","x-request-id":"a8f3df1a-468c-4f50-b238-ac7ef4aa54dd"} {"level":"info","ts":1789356145.7540598,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a50e3eef8c51b8d41e503be97b8d3c37","span_id":"5d17fb3b19ff7eab","x-request-id":"a8f3df1a-468c-4f50-b238-ac7ef4aa54dd"} {"level":"info","ts":1789356145.7540748,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a50e3eef8c51b8d41e503be97b8d3c37","span_id":"5d17fb3b19ff7eab","x-request-id":"a8f3df1a-468c-4f50-b238-ac7ef4aa54dd","EoS":false} {"level":"info","ts":1789356145.7540874,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a50e3eef8c51b8d41e503be97b8d3c37","span_id":"5d17fb3b19ff7eab","x-request-id":"a8f3df1a-468c-4f50-b238-ac7ef4aa54dd"} {"level":"info","ts":1789356145.7541146,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a50e3eef8c51b8d41e503be97b8d3c37","span_id":"5d17fb3b19ff7eab","x-request-id":"a8f3df1a-468c-4f50-b238-ac7ef4aa54dd","EoS":true} {"level":"info","ts":1789356145.754124,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a50e3eef8c51b8d41e503be97b8d3c37","span_id":"5d17fb3b19ff7eab","x-request-id":"a8f3df1a-468c-4f50-b238-ac7ef4aa54dd"} {"level":"info","ts":1789356145.7926364,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789356145.79274,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"474758342ab1f56e98dfc011a4ec4825","span_id":"fbcd99787aef65f9","x-request-id":"1efa21b4-5a30-45c2-90c8-463ff2238706"} {"level":"info","ts":1789356145.792753,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"474758342ab1f56e98dfc011a4ec4825","span_id":"fbcd99787aef65f9","x-request-id":"1efa21b4-5a30-45c2-90c8-463ff2238706"} {"level":"info","ts":1789356145.79281,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"474758342ab1f56e98dfc011a4ec4825","span_id":"fbcd99787aef65f9","x-request-id":"1efa21b4-5a30-45c2-90c8-463ff2238706","EoS":true} {"level":"info","ts":1789356145.7928395,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"474758342ab1f56e98dfc011a4ec4825","span_id":"fbcd99787aef65f9","x-request-id":"1efa21b4-5a30-45c2-90c8-463ff2238706","header":"x-maas-subscription"} {"level":"info","ts":1789356145.7928507,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"474758342ab1f56e98dfc011a4ec4825","span_id":"fbcd99787aef65f9","x-request-id":"1efa21b4-5a30-45c2-90c8-463ff2238706","header":"x-maas-username"} {"level":"info","ts":1789356145.7928555,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"474758342ab1f56e98dfc011a4ec4825","span_id":"fbcd99787aef65f9","x-request-id":"1efa21b4-5a30-45c2-90c8-463ff2238706","header":"x-maas-group"} {"level":"info","ts":1789356145.792871,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"474758342ab1f56e98dfc011a4ec4825","span_id":"fbcd99787aef65f9","x-request-id":"1efa21b4-5a30-45c2-90c8-463ff2238706","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789356145.7928972,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"474758342ab1f56e98dfc011a4ec4825","span_id":"fbcd99787aef65f9","x-request-id":"1efa21b4-5a30-45c2-90c8-463ff2238706"} {"level":"info","ts":1789356145.7936327,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"474758342ab1f56e98dfc011a4ec4825","span_id":"fbcd99787aef65f9","x-request-id":"1efa21b4-5a30-45c2-90c8-463ff2238706"} {"level":"info","ts":1789356145.7936568,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"474758342ab1f56e98dfc011a4ec4825","span_id":"fbcd99787aef65f9","x-request-id":"1efa21b4-5a30-45c2-90c8-463ff2238706"} {"level":"info","ts":1789356145.7936745,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"474758342ab1f56e98dfc011a4ec4825","span_id":"fbcd99787aef65f9","x-request-id":"1efa21b4-5a30-45c2-90c8-463ff2238706","EoS":false} {"level":"info","ts":1789356145.793687,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"474758342ab1f56e98dfc011a4ec4825","span_id":"fbcd99787aef65f9","x-request-id":"1efa21b4-5a30-45c2-90c8-463ff2238706"} {"level":"info","ts":1789356145.7937143,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"474758342ab1f56e98dfc011a4ec4825","span_id":"fbcd99787aef65f9","x-request-id":"1efa21b4-5a30-45c2-90c8-463ff2238706","EoS":true} {"level":"info","ts":1789356145.7937233,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"474758342ab1f56e98dfc011a4ec4825","span_id":"fbcd99787aef65f9","x-request-id":"1efa21b4-5a30-45c2-90c8-463ff2238706"} {"level":"error","ts":1789356160.4360077,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789356467.0570273,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789356467.0571418,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"cb41838539610e578d25f7c9c6d0e5b6","span_id":"a4f96406c2a4fd0e","x-request-id":"50bfeaa1-77b4-4707-9947-396223d2f267"} {"level":"info","ts":1789356467.057156,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"cb41838539610e578d25f7c9c6d0e5b6","span_id":"a4f96406c2a4fd0e","x-request-id":"50bfeaa1-77b4-4707-9947-396223d2f267"} {"level":"info","ts":1789356467.0571747,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"cb41838539610e578d25f7c9c6d0e5b6","span_id":"a4f96406c2a4fd0e","x-request-id":"50bfeaa1-77b4-4707-9947-396223d2f267","EoS":true} {"level":"info","ts":1789356467.0572104,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cb41838539610e578d25f7c9c6d0e5b6","span_id":"a4f96406c2a4fd0e","x-request-id":"50bfeaa1-77b4-4707-9947-396223d2f267","header":"x-maas-subscription"} {"level":"info","ts":1789356467.057222,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cb41838539610e578d25f7c9c6d0e5b6","span_id":"a4f96406c2a4fd0e","x-request-id":"50bfeaa1-77b4-4707-9947-396223d2f267","header":"x-maas-username"} {"level":"info","ts":1789356467.0572295,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cb41838539610e578d25f7c9c6d0e5b6","span_id":"a4f96406c2a4fd0e","x-request-id":"50bfeaa1-77b4-4707-9947-396223d2f267","header":"x-maas-group"} {"level":"info","ts":1789356467.057249,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"cb41838539610e578d25f7c9c6d0e5b6","span_id":"a4f96406c2a4fd0e","x-request-id":"50bfeaa1-77b4-4707-9947-396223d2f267","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789356467.057282,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"cb41838539610e578d25f7c9c6d0e5b6","span_id":"a4f96406c2a4fd0e","x-request-id":"50bfeaa1-77b4-4707-9947-396223d2f267"} {"level":"info","ts":1789356467.069799,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"cb41838539610e578d25f7c9c6d0e5b6","span_id":"a4f96406c2a4fd0e","x-request-id":"50bfeaa1-77b4-4707-9947-396223d2f267"} {"level":"info","ts":1789356467.0698187,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"cb41838539610e578d25f7c9c6d0e5b6","span_id":"a4f96406c2a4fd0e","x-request-id":"50bfeaa1-77b4-4707-9947-396223d2f267"} {"level":"info","ts":1789356467.0698376,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cb41838539610e578d25f7c9c6d0e5b6","span_id":"a4f96406c2a4fd0e","x-request-id":"50bfeaa1-77b4-4707-9947-396223d2f267","EoS":false} {"level":"info","ts":1789356467.0698485,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cb41838539610e578d25f7c9c6d0e5b6","span_id":"a4f96406c2a4fd0e","x-request-id":"50bfeaa1-77b4-4707-9947-396223d2f267"} {"level":"info","ts":1789356467.0698729,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cb41838539610e578d25f7c9c6d0e5b6","span_id":"a4f96406c2a4fd0e","x-request-id":"50bfeaa1-77b4-4707-9947-396223d2f267","EoS":true} {"level":"info","ts":1789356467.0698886,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cb41838539610e578d25f7c9c6d0e5b6","span_id":"a4f96406c2a4fd0e","x-request-id":"50bfeaa1-77b4-4707-9947-396223d2f267"} {"level":"info","ts":1789356467.20879,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789356467.2089002,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9498e0ec4f93e3dbe1495b8f7b0a5fdb","span_id":"766b4c7261e7527c","x-request-id":"8d1f5b5e-5d44-4ebf-9691-a01798eb6427"} {"level":"info","ts":1789356467.2089136,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9498e0ec4f93e3dbe1495b8f7b0a5fdb","span_id":"766b4c7261e7527c","x-request-id":"8d1f5b5e-5d44-4ebf-9691-a01798eb6427"} {"level":"info","ts":1789356467.2089314,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9498e0ec4f93e3dbe1495b8f7b0a5fdb","span_id":"766b4c7261e7527c","x-request-id":"8d1f5b5e-5d44-4ebf-9691-a01798eb6427","EoS":true} {"level":"info","ts":1789356467.208969,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9498e0ec4f93e3dbe1495b8f7b0a5fdb","span_id":"766b4c7261e7527c","x-request-id":"8d1f5b5e-5d44-4ebf-9691-a01798eb6427","header":"x-maas-username"} {"level":"info","ts":1789356467.2089837,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9498e0ec4f93e3dbe1495b8f7b0a5fdb","span_id":"766b4c7261e7527c","x-request-id":"8d1f5b5e-5d44-4ebf-9691-a01798eb6427","header":"x-maas-subscription"} {"level":"info","ts":1789356467.208992,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9498e0ec4f93e3dbe1495b8f7b0a5fdb","span_id":"766b4c7261e7527c","x-request-id":"8d1f5b5e-5d44-4ebf-9691-a01798eb6427","header":"x-maas-group"} {"level":"info","ts":1789356467.2090127,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"9498e0ec4f93e3dbe1495b8f7b0a5fdb","span_id":"766b4c7261e7527c","x-request-id":"8d1f5b5e-5d44-4ebf-9691-a01798eb6427","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789356467.2090428,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9498e0ec4f93e3dbe1495b8f7b0a5fdb","span_id":"766b4c7261e7527c","x-request-id":"8d1f5b5e-5d44-4ebf-9691-a01798eb6427"} {"level":"info","ts":1789356467.2111082,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9498e0ec4f93e3dbe1495b8f7b0a5fdb","span_id":"766b4c7261e7527c","x-request-id":"8d1f5b5e-5d44-4ebf-9691-a01798eb6427"} {"level":"info","ts":1789356467.211127,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9498e0ec4f93e3dbe1495b8f7b0a5fdb","span_id":"766b4c7261e7527c","x-request-id":"8d1f5b5e-5d44-4ebf-9691-a01798eb6427"} {"level":"info","ts":1789356467.2111397,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9498e0ec4f93e3dbe1495b8f7b0a5fdb","span_id":"766b4c7261e7527c","x-request-id":"8d1f5b5e-5d44-4ebf-9691-a01798eb6427","EoS":false} {"level":"info","ts":1789356467.211151,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9498e0ec4f93e3dbe1495b8f7b0a5fdb","span_id":"766b4c7261e7527c","x-request-id":"8d1f5b5e-5d44-4ebf-9691-a01798eb6427"} {"level":"info","ts":1789356467.2111742,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9498e0ec4f93e3dbe1495b8f7b0a5fdb","span_id":"766b4c7261e7527c","x-request-id":"8d1f5b5e-5d44-4ebf-9691-a01798eb6427","EoS":true} {"level":"info","ts":1789356467.2111833,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9498e0ec4f93e3dbe1495b8f7b0a5fdb","span_id":"766b4c7261e7527c","x-request-id":"8d1f5b5e-5d44-4ebf-9691-a01798eb6427"} {"level":"info","ts":1789356467.345844,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789356467.345948,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f38f8a40ed8b84d60c7cfdccceb215dd","span_id":"77fa0f118b0ecefc","x-request-id":"2d20ec81-514b-42e6-ae68-a084eac32015"} {"level":"info","ts":1789356467.3459616,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f38f8a40ed8b84d60c7cfdccceb215dd","span_id":"77fa0f118b0ecefc","x-request-id":"2d20ec81-514b-42e6-ae68-a084eac32015"} {"level":"info","ts":1789356467.3459735,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f38f8a40ed8b84d60c7cfdccceb215dd","span_id":"77fa0f118b0ecefc","x-request-id":"2d20ec81-514b-42e6-ae68-a084eac32015","EoS":true} {"level":"info","ts":1789356467.3459969,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f38f8a40ed8b84d60c7cfdccceb215dd","span_id":"77fa0f118b0ecefc","x-request-id":"2d20ec81-514b-42e6-ae68-a084eac32015","header":"x-maas-group"} {"level":"info","ts":1789356467.3460088,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f38f8a40ed8b84d60c7cfdccceb215dd","span_id":"77fa0f118b0ecefc","x-request-id":"2d20ec81-514b-42e6-ae68-a084eac32015","header":"x-maas-username"} {"level":"info","ts":1789356467.3460143,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f38f8a40ed8b84d60c7cfdccceb215dd","span_id":"77fa0f118b0ecefc","x-request-id":"2d20ec81-514b-42e6-ae68-a084eac32015","header":"x-maas-subscription"} {"level":"info","ts":1789356467.346033,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f38f8a40ed8b84d60c7cfdccceb215dd","span_id":"77fa0f118b0ecefc","x-request-id":"2d20ec81-514b-42e6-ae68-a084eac32015","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789356467.34606,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f38f8a40ed8b84d60c7cfdccceb215dd","span_id":"77fa0f118b0ecefc","x-request-id":"2d20ec81-514b-42e6-ae68-a084eac32015"} {"level":"info","ts":1789356467.3469446,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f38f8a40ed8b84d60c7cfdccceb215dd","span_id":"77fa0f118b0ecefc","x-request-id":"2d20ec81-514b-42e6-ae68-a084eac32015"} {"level":"info","ts":1789356467.3469646,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f38f8a40ed8b84d60c7cfdccceb215dd","span_id":"77fa0f118b0ecefc","x-request-id":"2d20ec81-514b-42e6-ae68-a084eac32015"} {"level":"info","ts":1789356467.3469782,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f38f8a40ed8b84d60c7cfdccceb215dd","span_id":"77fa0f118b0ecefc","x-request-id":"2d20ec81-514b-42e6-ae68-a084eac32015","EoS":false} {"level":"info","ts":1789356467.3469903,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f38f8a40ed8b84d60c7cfdccceb215dd","span_id":"77fa0f118b0ecefc","x-request-id":"2d20ec81-514b-42e6-ae68-a084eac32015"} {"level":"info","ts":1789356467.3470135,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f38f8a40ed8b84d60c7cfdccceb215dd","span_id":"77fa0f118b0ecefc","x-request-id":"2d20ec81-514b-42e6-ae68-a084eac32015","EoS":true} {"level":"info","ts":1789356467.3470223,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f38f8a40ed8b84d60c7cfdccceb215dd","span_id":"77fa0f118b0ecefc","x-request-id":"2d20ec81-514b-42e6-ae68-a084eac32015"} {"level":"info","ts":1789356467.4842567,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789356467.4843645,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"007b4070b6206938a94bbfcc766f8a9e","span_id":"d46a1b05ca1acd6f","x-request-id":"f6ac8cfc-075f-448e-8e43-aa8be627c293"} {"level":"info","ts":1789356467.484379,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"007b4070b6206938a94bbfcc766f8a9e","span_id":"d46a1b05ca1acd6f","x-request-id":"f6ac8cfc-075f-448e-8e43-aa8be627c293"} {"level":"info","ts":1789356467.4843907,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"007b4070b6206938a94bbfcc766f8a9e","span_id":"d46a1b05ca1acd6f","x-request-id":"f6ac8cfc-075f-448e-8e43-aa8be627c293","EoS":true} {"level":"info","ts":1789356467.4844294,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"007b4070b6206938a94bbfcc766f8a9e","span_id":"d46a1b05ca1acd6f","x-request-id":"f6ac8cfc-075f-448e-8e43-aa8be627c293","header":"x-maas-subscription"} {"level":"info","ts":1789356467.4844408,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"007b4070b6206938a94bbfcc766f8a9e","span_id":"d46a1b05ca1acd6f","x-request-id":"f6ac8cfc-075f-448e-8e43-aa8be627c293","header":"x-maas-group"} {"level":"info","ts":1789356467.4844475,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"007b4070b6206938a94bbfcc766f8a9e","span_id":"d46a1b05ca1acd6f","x-request-id":"f6ac8cfc-075f-448e-8e43-aa8be627c293","header":"x-maas-username"} {"level":"info","ts":1789356467.4844668,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"007b4070b6206938a94bbfcc766f8a9e","span_id":"d46a1b05ca1acd6f","x-request-id":"f6ac8cfc-075f-448e-8e43-aa8be627c293","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789356467.484494,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"007b4070b6206938a94bbfcc766f8a9e","span_id":"d46a1b05ca1acd6f","x-request-id":"f6ac8cfc-075f-448e-8e43-aa8be627c293"} {"level":"info","ts":1789356467.4854517,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"007b4070b6206938a94bbfcc766f8a9e","span_id":"d46a1b05ca1acd6f","x-request-id":"f6ac8cfc-075f-448e-8e43-aa8be627c293"} {"level":"info","ts":1789356467.485472,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"007b4070b6206938a94bbfcc766f8a9e","span_id":"d46a1b05ca1acd6f","x-request-id":"f6ac8cfc-075f-448e-8e43-aa8be627c293"} {"level":"info","ts":1789356467.4854875,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"007b4070b6206938a94bbfcc766f8a9e","span_id":"d46a1b05ca1acd6f","x-request-id":"f6ac8cfc-075f-448e-8e43-aa8be627c293","EoS":false} {"level":"info","ts":1789356467.4854982,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"007b4070b6206938a94bbfcc766f8a9e","span_id":"d46a1b05ca1acd6f","x-request-id":"f6ac8cfc-075f-448e-8e43-aa8be627c293"} {"level":"info","ts":1789356467.4855206,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"007b4070b6206938a94bbfcc766f8a9e","span_id":"d46a1b05ca1acd6f","x-request-id":"f6ac8cfc-075f-448e-8e43-aa8be627c293","EoS":true} {"level":"info","ts":1789356467.4855282,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"007b4070b6206938a94bbfcc766f8a9e","span_id":"d46a1b05ca1acd6f","x-request-id":"f6ac8cfc-075f-448e-8e43-aa8be627c293"} {"level":"info","ts":1789356467.6195183,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789356467.6196122,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7709fde3d802b30a0d917f04168d2e74","span_id":"b3f50891460125e2","x-request-id":"4810b861-09f4-4139-8344-6439bb4d49e3"} {"level":"info","ts":1789356467.6196244,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7709fde3d802b30a0d917f04168d2e74","span_id":"b3f50891460125e2","x-request-id":"4810b861-09f4-4139-8344-6439bb4d49e3"} {"level":"info","ts":1789356467.6196353,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7709fde3d802b30a0d917f04168d2e74","span_id":"b3f50891460125e2","x-request-id":"4810b861-09f4-4139-8344-6439bb4d49e3","EoS":true} {"level":"info","ts":1789356467.6196587,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7709fde3d802b30a0d917f04168d2e74","span_id":"b3f50891460125e2","x-request-id":"4810b861-09f4-4139-8344-6439bb4d49e3","header":"x-maas-subscription"} {"level":"info","ts":1789356467.619666,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7709fde3d802b30a0d917f04168d2e74","span_id":"b3f50891460125e2","x-request-id":"4810b861-09f4-4139-8344-6439bb4d49e3","header":"x-maas-username"} {"level":"info","ts":1789356467.6196716,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7709fde3d802b30a0d917f04168d2e74","span_id":"b3f50891460125e2","x-request-id":"4810b861-09f4-4139-8344-6439bb4d49e3","header":"x-maas-group"} {"level":"info","ts":1789356467.619688,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7709fde3d802b30a0d917f04168d2e74","span_id":"b3f50891460125e2","x-request-id":"4810b861-09f4-4139-8344-6439bb4d49e3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789356467.6197183,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7709fde3d802b30a0d917f04168d2e74","span_id":"b3f50891460125e2","x-request-id":"4810b861-09f4-4139-8344-6439bb4d49e3"} {"level":"info","ts":1789356467.6206484,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7709fde3d802b30a0d917f04168d2e74","span_id":"b3f50891460125e2","x-request-id":"4810b861-09f4-4139-8344-6439bb4d49e3"} {"level":"info","ts":1789356467.6206691,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7709fde3d802b30a0d917f04168d2e74","span_id":"b3f50891460125e2","x-request-id":"4810b861-09f4-4139-8344-6439bb4d49e3"} {"level":"info","ts":1789356467.6206868,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7709fde3d802b30a0d917f04168d2e74","span_id":"b3f50891460125e2","x-request-id":"4810b861-09f4-4139-8344-6439bb4d49e3","EoS":false} {"level":"info","ts":1789356467.6206987,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7709fde3d802b30a0d917f04168d2e74","span_id":"b3f50891460125e2","x-request-id":"4810b861-09f4-4139-8344-6439bb4d49e3"} {"level":"info","ts":1789356467.6207242,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7709fde3d802b30a0d917f04168d2e74","span_id":"b3f50891460125e2","x-request-id":"4810b861-09f4-4139-8344-6439bb4d49e3","EoS":true} {"level":"info","ts":1789356467.6207323,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7709fde3d802b30a0d917f04168d2e74","span_id":"b3f50891460125e2","x-request-id":"4810b861-09f4-4139-8344-6439bb4d49e3"} {"level":"error","ts":1789356480.466237,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789356482.6783733,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789356482.6784897,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"47b595f39fd8d498b3daaca114fc7340","span_id":"0e9d1b30b9e981a6","x-request-id":"d2b61789-afca-462e-9f98-72fde0bdb337"} {"level":"info","ts":1789356482.6785033,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"47b595f39fd8d498b3daaca114fc7340","span_id":"0e9d1b30b9e981a6","x-request-id":"d2b61789-afca-462e-9f98-72fde0bdb337"} {"level":"info","ts":1789356482.6785157,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"47b595f39fd8d498b3daaca114fc7340","span_id":"0e9d1b30b9e981a6","x-request-id":"d2b61789-afca-462e-9f98-72fde0bdb337","EoS":true} {"level":"info","ts":1789356482.6785402,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"47b595f39fd8d498b3daaca114fc7340","span_id":"0e9d1b30b9e981a6","x-request-id":"d2b61789-afca-462e-9f98-72fde0bdb337","header":"x-maas-username"} {"level":"info","ts":1789356482.6785505,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"47b595f39fd8d498b3daaca114fc7340","span_id":"0e9d1b30b9e981a6","x-request-id":"d2b61789-afca-462e-9f98-72fde0bdb337","header":"x-maas-group"} {"level":"info","ts":1789356482.6785555,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"47b595f39fd8d498b3daaca114fc7340","span_id":"0e9d1b30b9e981a6","x-request-id":"d2b61789-afca-462e-9f98-72fde0bdb337","header":"x-maas-subscription"} {"level":"info","ts":1789356482.67857,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"47b595f39fd8d498b3daaca114fc7340","span_id":"0e9d1b30b9e981a6","x-request-id":"d2b61789-afca-462e-9f98-72fde0bdb337","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789356482.6785982,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"47b595f39fd8d498b3daaca114fc7340","span_id":"0e9d1b30b9e981a6","x-request-id":"d2b61789-afca-462e-9f98-72fde0bdb337"} {"level":"info","ts":1789356482.679508,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"47b595f39fd8d498b3daaca114fc7340","span_id":"0e9d1b30b9e981a6","x-request-id":"d2b61789-afca-462e-9f98-72fde0bdb337"} {"level":"info","ts":1789356482.6795273,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"47b595f39fd8d498b3daaca114fc7340","span_id":"0e9d1b30b9e981a6","x-request-id":"d2b61789-afca-462e-9f98-72fde0bdb337"} {"level":"info","ts":1789356482.6795447,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"47b595f39fd8d498b3daaca114fc7340","span_id":"0e9d1b30b9e981a6","x-request-id":"d2b61789-afca-462e-9f98-72fde0bdb337","EoS":false} {"level":"info","ts":1789356482.6795561,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"47b595f39fd8d498b3daaca114fc7340","span_id":"0e9d1b30b9e981a6","x-request-id":"d2b61789-afca-462e-9f98-72fde0bdb337"} {"level":"info","ts":1789356482.6795812,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"47b595f39fd8d498b3daaca114fc7340","span_id":"0e9d1b30b9e981a6","x-request-id":"d2b61789-afca-462e-9f98-72fde0bdb337","EoS":true} {"level":"info","ts":1789356482.6795902,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"47b595f39fd8d498b3daaca114fc7340","span_id":"0e9d1b30b9e981a6","x-request-id":"d2b61789-afca-462e-9f98-72fde0bdb337"} {"level":"info","ts":1789356482.7130308,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789356482.7131271,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"fccf6a92935beef5135e1cc153e80954","span_id":"235dba0df8b60720","x-request-id":"df00cbf2-738e-463f-b865-bc91d459a56e"} {"level":"info","ts":1789356482.7131405,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"fccf6a92935beef5135e1cc153e80954","span_id":"235dba0df8b60720","x-request-id":"df00cbf2-738e-463f-b865-bc91d459a56e"} {"level":"info","ts":1789356482.7131515,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"fccf6a92935beef5135e1cc153e80954","span_id":"235dba0df8b60720","x-request-id":"df00cbf2-738e-463f-b865-bc91d459a56e","EoS":true} {"level":"info","ts":1789356482.7131743,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fccf6a92935beef5135e1cc153e80954","span_id":"235dba0df8b60720","x-request-id":"df00cbf2-738e-463f-b865-bc91d459a56e","header":"x-maas-group"} {"level":"info","ts":1789356482.7131846,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fccf6a92935beef5135e1cc153e80954","span_id":"235dba0df8b60720","x-request-id":"df00cbf2-738e-463f-b865-bc91d459a56e","header":"x-maas-subscription"} {"level":"info","ts":1789356482.7131896,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fccf6a92935beef5135e1cc153e80954","span_id":"235dba0df8b60720","x-request-id":"df00cbf2-738e-463f-b865-bc91d459a56e","header":"x-maas-username"} {"level":"info","ts":1789356482.713204,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"fccf6a92935beef5135e1cc153e80954","span_id":"235dba0df8b60720","x-request-id":"df00cbf2-738e-463f-b865-bc91d459a56e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789356482.713231,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"fccf6a92935beef5135e1cc153e80954","span_id":"235dba0df8b60720","x-request-id":"df00cbf2-738e-463f-b865-bc91d459a56e"} {"level":"info","ts":1789356482.7141695,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"fccf6a92935beef5135e1cc153e80954","span_id":"235dba0df8b60720","x-request-id":"df00cbf2-738e-463f-b865-bc91d459a56e"} {"level":"info","ts":1789356482.714188,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"fccf6a92935beef5135e1cc153e80954","span_id":"235dba0df8b60720","x-request-id":"df00cbf2-738e-463f-b865-bc91d459a56e"} {"level":"info","ts":1789356482.7141986,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fccf6a92935beef5135e1cc153e80954","span_id":"235dba0df8b60720","x-request-id":"df00cbf2-738e-463f-b865-bc91d459a56e","EoS":false} {"level":"info","ts":1789356482.7142093,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fccf6a92935beef5135e1cc153e80954","span_id":"235dba0df8b60720","x-request-id":"df00cbf2-738e-463f-b865-bc91d459a56e"} {"level":"info","ts":1789356482.7142327,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fccf6a92935beef5135e1cc153e80954","span_id":"235dba0df8b60720","x-request-id":"df00cbf2-738e-463f-b865-bc91d459a56e","EoS":true} {"level":"info","ts":1789356482.7142408,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fccf6a92935beef5135e1cc153e80954","span_id":"235dba0df8b60720","x-request-id":"df00cbf2-738e-463f-b865-bc91d459a56e"} {"level":"info","ts":1789356482.8133442,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789356482.8134573,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6ddd7284ff92f35e21f68b6a566cb400","span_id":"128bbe02c6e12543","x-request-id":"58acf942-34bc-4a9d-9ccf-d1194a522da9"} {"level":"info","ts":1789356482.8142679,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6ddd7284ff92f35e21f68b6a566cb400","span_id":"128bbe02c6e12543","x-request-id":"58acf942-34bc-4a9d-9ccf-d1194a522da9"} {"level":"info","ts":1789356482.8142836,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6ddd7284ff92f35e21f68b6a566cb400","span_id":"128bbe02c6e12543","x-request-id":"58acf942-34bc-4a9d-9ccf-d1194a522da9"} {"level":"info","ts":1789356482.8143017,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6ddd7284ff92f35e21f68b6a566cb400","span_id":"128bbe02c6e12543","x-request-id":"58acf942-34bc-4a9d-9ccf-d1194a522da9","EoS":false} {"level":"info","ts":1789356482.8143132,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6ddd7284ff92f35e21f68b6a566cb400","span_id":"128bbe02c6e12543","x-request-id":"58acf942-34bc-4a9d-9ccf-d1194a522da9"} {"level":"info","ts":1789356482.8143358,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6ddd7284ff92f35e21f68b6a566cb400","span_id":"128bbe02c6e12543","x-request-id":"58acf942-34bc-4a9d-9ccf-d1194a522da9","EoS":true} {"level":"info","ts":1789356482.8143466,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6ddd7284ff92f35e21f68b6a566cb400","span_id":"128bbe02c6e12543","x-request-id":"58acf942-34bc-4a9d-9ccf-d1194a522da9"} {"level":"info","ts":1789356483.569163,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789356483.5692632,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"349dca63565d23577b0c0916cb042dc9","span_id":"9e6c6c011d022103","x-request-id":"291d810b-ef7c-4a76-8a20-ee12205fbb2e"} {"level":"info","ts":1789356483.569275,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"349dca63565d23577b0c0916cb042dc9","span_id":"9e6c6c011d022103","x-request-id":"291d810b-ef7c-4a76-8a20-ee12205fbb2e"} {"level":"info","ts":1789356483.569286,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"349dca63565d23577b0c0916cb042dc9","span_id":"9e6c6c011d022103","x-request-id":"291d810b-ef7c-4a76-8a20-ee12205fbb2e","EoS":true} {"level":"info","ts":1789356483.569311,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"349dca63565d23577b0c0916cb042dc9","span_id":"9e6c6c011d022103","x-request-id":"291d810b-ef7c-4a76-8a20-ee12205fbb2e","header":"x-maas-subscription"} {"level":"info","ts":1789356483.569326,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"349dca63565d23577b0c0916cb042dc9","span_id":"9e6c6c011d022103","x-request-id":"291d810b-ef7c-4a76-8a20-ee12205fbb2e","header":"x-maas-username"} {"level":"info","ts":1789356483.5693307,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"349dca63565d23577b0c0916cb042dc9","span_id":"9e6c6c011d022103","x-request-id":"291d810b-ef7c-4a76-8a20-ee12205fbb2e","header":"x-maas-group"} {"level":"info","ts":1789356483.5693462,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"349dca63565d23577b0c0916cb042dc9","span_id":"9e6c6c011d022103","x-request-id":"291d810b-ef7c-4a76-8a20-ee12205fbb2e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789356483.5693734,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"349dca63565d23577b0c0916cb042dc9","span_id":"9e6c6c011d022103","x-request-id":"291d810b-ef7c-4a76-8a20-ee12205fbb2e"} {"level":"info","ts":1789356483.570977,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"349dca63565d23577b0c0916cb042dc9","span_id":"9e6c6c011d022103","x-request-id":"291d810b-ef7c-4a76-8a20-ee12205fbb2e"} {"level":"info","ts":1789356483.5709968,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"349dca63565d23577b0c0916cb042dc9","span_id":"9e6c6c011d022103","x-request-id":"291d810b-ef7c-4a76-8a20-ee12205fbb2e"} {"level":"info","ts":1789356483.5710166,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"349dca63565d23577b0c0916cb042dc9","span_id":"9e6c6c011d022103","x-request-id":"291d810b-ef7c-4a76-8a20-ee12205fbb2e","EoS":false} {"level":"info","ts":1789356483.5710282,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"349dca63565d23577b0c0916cb042dc9","span_id":"9e6c6c011d022103","x-request-id":"291d810b-ef7c-4a76-8a20-ee12205fbb2e"} {"level":"info","ts":1789356483.5710552,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"349dca63565d23577b0c0916cb042dc9","span_id":"9e6c6c011d022103","x-request-id":"291d810b-ef7c-4a76-8a20-ee12205fbb2e","EoS":true} {"level":"info","ts":1789356483.5710623,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"349dca63565d23577b0c0916cb042dc9","span_id":"9e6c6c011d022103","x-request-id":"291d810b-ef7c-4a76-8a20-ee12205fbb2e"} {"level":"info","ts":1789356484.4948628,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789356484.494956,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8d957501cb393008942c51e886c8affc","span_id":"8f38678366adc216","x-request-id":"818bf820-8f86-449c-a827-807cd34d866d"} {"level":"info","ts":1789356484.4949677,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8d957501cb393008942c51e886c8affc","span_id":"8f38678366adc216","x-request-id":"818bf820-8f86-449c-a827-807cd34d866d"} {"level":"info","ts":1789356484.4949799,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8d957501cb393008942c51e886c8affc","span_id":"8f38678366adc216","x-request-id":"818bf820-8f86-449c-a827-807cd34d866d","EoS":true} {"level":"info","ts":1789356484.495003,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8d957501cb393008942c51e886c8affc","span_id":"8f38678366adc216","x-request-id":"818bf820-8f86-449c-a827-807cd34d866d","header":"x-maas-username"} {"level":"info","ts":1789356484.4950118,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8d957501cb393008942c51e886c8affc","span_id":"8f38678366adc216","x-request-id":"818bf820-8f86-449c-a827-807cd34d866d","header":"x-maas-group"} {"level":"info","ts":1789356484.495018,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8d957501cb393008942c51e886c8affc","span_id":"8f38678366adc216","x-request-id":"818bf820-8f86-449c-a827-807cd34d866d","header":"x-maas-subscription"} {"level":"info","ts":1789356484.4950333,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8d957501cb393008942c51e886c8affc","span_id":"8f38678366adc216","x-request-id":"818bf820-8f86-449c-a827-807cd34d866d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789356484.4950585,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8d957501cb393008942c51e886c8affc","span_id":"8f38678366adc216","x-request-id":"818bf820-8f86-449c-a827-807cd34d866d"} {"level":"info","ts":1789356484.4958606,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8d957501cb393008942c51e886c8affc","span_id":"8f38678366adc216","x-request-id":"818bf820-8f86-449c-a827-807cd34d866d"} {"level":"info","ts":1789356484.4958787,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8d957501cb393008942c51e886c8affc","span_id":"8f38678366adc216","x-request-id":"818bf820-8f86-449c-a827-807cd34d866d"} {"level":"info","ts":1789356484.4958897,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8d957501cb393008942c51e886c8affc","span_id":"8f38678366adc216","x-request-id":"818bf820-8f86-449c-a827-807cd34d866d","EoS":false} {"level":"info","ts":1789356484.4959009,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8d957501cb393008942c51e886c8affc","span_id":"8f38678366adc216","x-request-id":"818bf820-8f86-449c-a827-807cd34d866d"} {"level":"info","ts":1789356484.4959252,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8d957501cb393008942c51e886c8affc","span_id":"8f38678366adc216","x-request-id":"818bf820-8f86-449c-a827-807cd34d866d","EoS":true} {"level":"info","ts":1789356484.4959347,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8d957501cb393008942c51e886c8affc","span_id":"8f38678366adc216","x-request-id":"818bf820-8f86-449c-a827-807cd34d866d"} {"level":"info","ts":1789356485.2037952,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789356485.2039037,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6b3b0ef41977aceb89895ccf4f6a6058","span_id":"c5012c0372b85de0","x-request-id":"5449184c-550f-43bd-8068-d7dbc473d44d"} {"level":"info","ts":1789356485.203916,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6b3b0ef41977aceb89895ccf4f6a6058","span_id":"c5012c0372b85de0","x-request-id":"5449184c-550f-43bd-8068-d7dbc473d44d"} {"level":"info","ts":1789356485.2039275,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6b3b0ef41977aceb89895ccf4f6a6058","span_id":"c5012c0372b85de0","x-request-id":"5449184c-550f-43bd-8068-d7dbc473d44d","EoS":true} {"level":"info","ts":1789356485.2039926,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6b3b0ef41977aceb89895ccf4f6a6058","span_id":"c5012c0372b85de0","x-request-id":"5449184c-550f-43bd-8068-d7dbc473d44d","header":"x-maas-username"} {"level":"info","ts":1789356485.2040038,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6b3b0ef41977aceb89895ccf4f6a6058","span_id":"c5012c0372b85de0","x-request-id":"5449184c-550f-43bd-8068-d7dbc473d44d","header":"x-maas-group"} {"level":"info","ts":1789356485.2040088,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6b3b0ef41977aceb89895ccf4f6a6058","span_id":"c5012c0372b85de0","x-request-id":"5449184c-550f-43bd-8068-d7dbc473d44d","header":"x-maas-subscription"} {"level":"info","ts":1789356485.204025,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6b3b0ef41977aceb89895ccf4f6a6058","span_id":"c5012c0372b85de0","x-request-id":"5449184c-550f-43bd-8068-d7dbc473d44d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789356485.2040505,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6b3b0ef41977aceb89895ccf4f6a6058","span_id":"c5012c0372b85de0","x-request-id":"5449184c-550f-43bd-8068-d7dbc473d44d"} {"level":"info","ts":1789356485.2049088,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6b3b0ef41977aceb89895ccf4f6a6058","span_id":"c5012c0372b85de0","x-request-id":"5449184c-550f-43bd-8068-d7dbc473d44d"} {"level":"info","ts":1789356485.2049332,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6b3b0ef41977aceb89895ccf4f6a6058","span_id":"c5012c0372b85de0","x-request-id":"5449184c-550f-43bd-8068-d7dbc473d44d"} {"level":"info","ts":1789356485.2049441,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6b3b0ef41977aceb89895ccf4f6a6058","span_id":"c5012c0372b85de0","x-request-id":"5449184c-550f-43bd-8068-d7dbc473d44d","EoS":false} {"level":"info","ts":1789356485.2049546,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6b3b0ef41977aceb89895ccf4f6a6058","span_id":"c5012c0372b85de0","x-request-id":"5449184c-550f-43bd-8068-d7dbc473d44d"} {"level":"info","ts":1789356485.204978,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6b3b0ef41977aceb89895ccf4f6a6058","span_id":"c5012c0372b85de0","x-request-id":"5449184c-550f-43bd-8068-d7dbc473d44d","EoS":true} {"level":"info","ts":1789356485.2049878,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6b3b0ef41977aceb89895ccf4f6a6058","span_id":"c5012c0372b85de0","x-request-id":"5449184c-550f-43bd-8068-d7dbc473d44d"} {"level":"info","ts":1789356486.2411914,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789356486.2412903,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5ff121259d78afeea3b070ce63d7d476","span_id":"e08d357c9fb7c06b","x-request-id":"d5590924-56cf-429a-be16-796640d854aa"} {"level":"info","ts":1789356486.2413023,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5ff121259d78afeea3b070ce63d7d476","span_id":"e08d357c9fb7c06b","x-request-id":"d5590924-56cf-429a-be16-796640d854aa"} {"level":"info","ts":1789356486.2413146,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5ff121259d78afeea3b070ce63d7d476","span_id":"e08d357c9fb7c06b","x-request-id":"d5590924-56cf-429a-be16-796640d854aa","EoS":true} {"level":"info","ts":1789356486.24134,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5ff121259d78afeea3b070ce63d7d476","span_id":"e08d357c9fb7c06b","x-request-id":"d5590924-56cf-429a-be16-796640d854aa","header":"x-maas-username"} {"level":"info","ts":1789356486.24135,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5ff121259d78afeea3b070ce63d7d476","span_id":"e08d357c9fb7c06b","x-request-id":"d5590924-56cf-429a-be16-796640d854aa","header":"x-maas-subscription"} {"level":"info","ts":1789356486.2413552,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5ff121259d78afeea3b070ce63d7d476","span_id":"e08d357c9fb7c06b","x-request-id":"d5590924-56cf-429a-be16-796640d854aa","header":"x-maas-group"} {"level":"info","ts":1789356486.2413704,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5ff121259d78afeea3b070ce63d7d476","span_id":"e08d357c9fb7c06b","x-request-id":"d5590924-56cf-429a-be16-796640d854aa","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789356486.241398,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5ff121259d78afeea3b070ce63d7d476","span_id":"e08d357c9fb7c06b","x-request-id":"d5590924-56cf-429a-be16-796640d854aa"} {"level":"info","ts":1789356486.242203,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5ff121259d78afeea3b070ce63d7d476","span_id":"e08d357c9fb7c06b","x-request-id":"d5590924-56cf-429a-be16-796640d854aa"} {"level":"info","ts":1789356486.2422223,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5ff121259d78afeea3b070ce63d7d476","span_id":"e08d357c9fb7c06b","x-request-id":"d5590924-56cf-429a-be16-796640d854aa"} {"level":"info","ts":1789356486.2422369,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5ff121259d78afeea3b070ce63d7d476","span_id":"e08d357c9fb7c06b","x-request-id":"d5590924-56cf-429a-be16-796640d854aa","EoS":false} {"level":"info","ts":1789356486.24225,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5ff121259d78afeea3b070ce63d7d476","span_id":"e08d357c9fb7c06b","x-request-id":"d5590924-56cf-429a-be16-796640d854aa"} {"level":"info","ts":1789356486.2422755,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5ff121259d78afeea3b070ce63d7d476","span_id":"e08d357c9fb7c06b","x-request-id":"d5590924-56cf-429a-be16-796640d854aa","EoS":true} {"level":"info","ts":1789356486.2422853,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5ff121259d78afeea3b070ce63d7d476","span_id":"e08d357c9fb7c06b","x-request-id":"d5590924-56cf-429a-be16-796640d854aa"} {"level":"error","ts":1789356495.4680882,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789356506.105913,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789356506.1060023,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"37bc0669107115f53af4baa4c3498d64","span_id":"e4ff2c98ec1f792a","x-request-id":"8a2fa751-2496-4206-bb50-916dcc45cf79"} {"level":"info","ts":1789356506.1060138,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"37bc0669107115f53af4baa4c3498d64","span_id":"e4ff2c98ec1f792a","x-request-id":"8a2fa751-2496-4206-bb50-916dcc45cf79"} {"level":"info","ts":1789356506.1060247,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"37bc0669107115f53af4baa4c3498d64","span_id":"e4ff2c98ec1f792a","x-request-id":"8a2fa751-2496-4206-bb50-916dcc45cf79","EoS":true} {"level":"info","ts":1789356506.106046,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"37bc0669107115f53af4baa4c3498d64","span_id":"e4ff2c98ec1f792a","x-request-id":"8a2fa751-2496-4206-bb50-916dcc45cf79","header":"x-maas-group"} {"level":"info","ts":1789356506.106057,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"37bc0669107115f53af4baa4c3498d64","span_id":"e4ff2c98ec1f792a","x-request-id":"8a2fa751-2496-4206-bb50-916dcc45cf79","header":"x-maas-subscription"} {"level":"info","ts":1789356506.1060627,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"37bc0669107115f53af4baa4c3498d64","span_id":"e4ff2c98ec1f792a","x-request-id":"8a2fa751-2496-4206-bb50-916dcc45cf79","header":"x-maas-username"} {"level":"info","ts":1789356506.1061165,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"37bc0669107115f53af4baa4c3498d64","span_id":"e4ff2c98ec1f792a","x-request-id":"8a2fa751-2496-4206-bb50-916dcc45cf79","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789356506.106142,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"37bc0669107115f53af4baa4c3498d64","span_id":"e4ff2c98ec1f792a","x-request-id":"8a2fa751-2496-4206-bb50-916dcc45cf79"} {"level":"info","ts":1789356506.1068513,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"37bc0669107115f53af4baa4c3498d64","span_id":"e4ff2c98ec1f792a","x-request-id":"8a2fa751-2496-4206-bb50-916dcc45cf79"} {"level":"info","ts":1789356506.106884,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"37bc0669107115f53af4baa4c3498d64","span_id":"e4ff2c98ec1f792a","x-request-id":"8a2fa751-2496-4206-bb50-916dcc45cf79"} {"level":"info","ts":1789356506.1069002,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"37bc0669107115f53af4baa4c3498d64","span_id":"e4ff2c98ec1f792a","x-request-id":"8a2fa751-2496-4206-bb50-916dcc45cf79","EoS":false} {"level":"info","ts":1789356506.1069136,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"37bc0669107115f53af4baa4c3498d64","span_id":"e4ff2c98ec1f792a","x-request-id":"8a2fa751-2496-4206-bb50-916dcc45cf79"} {"level":"info","ts":1789356506.1069393,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"37bc0669107115f53af4baa4c3498d64","span_id":"e4ff2c98ec1f792a","x-request-id":"8a2fa751-2496-4206-bb50-916dcc45cf79","EoS":true} {"level":"info","ts":1789356506.1069486,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"37bc0669107115f53af4baa4c3498d64","span_id":"e4ff2c98ec1f792a","x-request-id":"8a2fa751-2496-4206-bb50-916dcc45cf79"} {"level":"error","ts":1789356510.4697802,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789356520.470569,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789356593.3935983,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789356593.393706,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"76ef0cdbe405fb2d553de9bae151aa8a","span_id":"cecfc49c6bfaf4ee","x-request-id":"5114dc44-5778-4cae-8f00-d9b5a630c8c5"} {"level":"info","ts":1789356593.3937209,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"76ef0cdbe405fb2d553de9bae151aa8a","span_id":"cecfc49c6bfaf4ee","x-request-id":"5114dc44-5778-4cae-8f00-d9b5a630c8c5"} {"level":"info","ts":1789356593.3937397,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"76ef0cdbe405fb2d553de9bae151aa8a","span_id":"cecfc49c6bfaf4ee","x-request-id":"5114dc44-5778-4cae-8f00-d9b5a630c8c5","EoS":true} {"level":"info","ts":1789356593.3937757,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"76ef0cdbe405fb2d553de9bae151aa8a","span_id":"cecfc49c6bfaf4ee","x-request-id":"5114dc44-5778-4cae-8f00-d9b5a630c8c5","header":"x-maas-subscription"} {"level":"info","ts":1789356593.3937907,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"76ef0cdbe405fb2d553de9bae151aa8a","span_id":"cecfc49c6bfaf4ee","x-request-id":"5114dc44-5778-4cae-8f00-d9b5a630c8c5","header":"x-maas-username"} {"level":"info","ts":1789356593.3937988,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"76ef0cdbe405fb2d553de9bae151aa8a","span_id":"cecfc49c6bfaf4ee","x-request-id":"5114dc44-5778-4cae-8f00-d9b5a630c8c5","header":"x-maas-group"} {"level":"info","ts":1789356593.39382,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"76ef0cdbe405fb2d553de9bae151aa8a","span_id":"cecfc49c6bfaf4ee","x-request-id":"5114dc44-5778-4cae-8f00-d9b5a630c8c5","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789356593.393854,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"76ef0cdbe405fb2d553de9bae151aa8a","span_id":"cecfc49c6bfaf4ee","x-request-id":"5114dc44-5778-4cae-8f00-d9b5a630c8c5"} {"level":"info","ts":1789356593.4071488,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"76ef0cdbe405fb2d553de9bae151aa8a","span_id":"cecfc49c6bfaf4ee","x-request-id":"5114dc44-5778-4cae-8f00-d9b5a630c8c5"} {"level":"info","ts":1789356593.4071693,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"76ef0cdbe405fb2d553de9bae151aa8a","span_id":"cecfc49c6bfaf4ee","x-request-id":"5114dc44-5778-4cae-8f00-d9b5a630c8c5"} {"level":"info","ts":1789356593.4071941,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"76ef0cdbe405fb2d553de9bae151aa8a","span_id":"cecfc49c6bfaf4ee","x-request-id":"5114dc44-5778-4cae-8f00-d9b5a630c8c5","EoS":false} {"level":"info","ts":1789356593.407206,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"76ef0cdbe405fb2d553de9bae151aa8a","span_id":"cecfc49c6bfaf4ee","x-request-id":"5114dc44-5778-4cae-8f00-d9b5a630c8c5"} {"level":"info","ts":1789356593.4072342,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"76ef0cdbe405fb2d553de9bae151aa8a","span_id":"cecfc49c6bfaf4ee","x-request-id":"5114dc44-5778-4cae-8f00-d9b5a630c8c5","EoS":true} {"level":"info","ts":1789356593.4072473,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"76ef0cdbe405fb2d553de9bae151aa8a","span_id":"cecfc49c6bfaf4ee","x-request-id":"5114dc44-5778-4cae-8f00-d9b5a630c8c5"} {"level":"error","ts":1789356605.4807508,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789356686.6164894,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789356686.6165886,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"03f5e0ddc587a4481849664788305db6","span_id":"a97d4f9e30416e9f","x-request-id":"f84cb015-b7c9-49f5-983c-5d99d16a72fb"} {"level":"info","ts":1789356686.6166008,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"03f5e0ddc587a4481849664788305db6","span_id":"a97d4f9e30416e9f","x-request-id":"f84cb015-b7c9-49f5-983c-5d99d16a72fb"} {"level":"info","ts":1789356686.6166148,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"03f5e0ddc587a4481849664788305db6","span_id":"a97d4f9e30416e9f","x-request-id":"f84cb015-b7c9-49f5-983c-5d99d16a72fb","EoS":true} {"level":"info","ts":1789356686.6166487,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"03f5e0ddc587a4481849664788305db6","span_id":"a97d4f9e30416e9f","x-request-id":"f84cb015-b7c9-49f5-983c-5d99d16a72fb","header":"x-maas-group"} {"level":"info","ts":1789356686.616663,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"03f5e0ddc587a4481849664788305db6","span_id":"a97d4f9e30416e9f","x-request-id":"f84cb015-b7c9-49f5-983c-5d99d16a72fb","header":"x-maas-username"} {"level":"info","ts":1789356686.6166701,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"03f5e0ddc587a4481849664788305db6","span_id":"a97d4f9e30416e9f","x-request-id":"f84cb015-b7c9-49f5-983c-5d99d16a72fb","header":"x-maas-subscription"} {"level":"info","ts":1789356686.6166875,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"03f5e0ddc587a4481849664788305db6","span_id":"a97d4f9e30416e9f","x-request-id":"f84cb015-b7c9-49f5-983c-5d99d16a72fb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789356686.6167157,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"03f5e0ddc587a4481849664788305db6","span_id":"a97d4f9e30416e9f","x-request-id":"f84cb015-b7c9-49f5-983c-5d99d16a72fb"} {"level":"info","ts":1789356686.6176734,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"03f5e0ddc587a4481849664788305db6","span_id":"a97d4f9e30416e9f","x-request-id":"f84cb015-b7c9-49f5-983c-5d99d16a72fb"} {"level":"info","ts":1789356686.617695,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"03f5e0ddc587a4481849664788305db6","span_id":"a97d4f9e30416e9f","x-request-id":"f84cb015-b7c9-49f5-983c-5d99d16a72fb"} {"level":"info","ts":1789356686.6177096,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"03f5e0ddc587a4481849664788305db6","span_id":"a97d4f9e30416e9f","x-request-id":"f84cb015-b7c9-49f5-983c-5d99d16a72fb","EoS":false} {"level":"info","ts":1789356686.6177201,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"03f5e0ddc587a4481849664788305db6","span_id":"a97d4f9e30416e9f","x-request-id":"f84cb015-b7c9-49f5-983c-5d99d16a72fb"} {"level":"info","ts":1789356686.6177423,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"03f5e0ddc587a4481849664788305db6","span_id":"a97d4f9e30416e9f","x-request-id":"f84cb015-b7c9-49f5-983c-5d99d16a72fb","EoS":true} {"level":"info","ts":1789356686.617752,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"03f5e0ddc587a4481849664788305db6","span_id":"a97d4f9e30416e9f","x-request-id":"f84cb015-b7c9-49f5-983c-5d99d16a72fb"} {"level":"info","ts":1789356698.4158845,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789356698.4159856,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f7e1104656d17749a2c51fe356a46bae","span_id":"e2d191648bc4a11b","x-request-id":"44c03a46-52db-43a8-8d28-69e251ec57ad"} {"level":"info","ts":1789356698.415999,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f7e1104656d17749a2c51fe356a46bae","span_id":"e2d191648bc4a11b","x-request-id":"44c03a46-52db-43a8-8d28-69e251ec57ad"} {"level":"info","ts":1789356698.4160101,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f7e1104656d17749a2c51fe356a46bae","span_id":"e2d191648bc4a11b","x-request-id":"44c03a46-52db-43a8-8d28-69e251ec57ad","EoS":true} {"level":"info","ts":1789356698.4160347,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f7e1104656d17749a2c51fe356a46bae","span_id":"e2d191648bc4a11b","x-request-id":"44c03a46-52db-43a8-8d28-69e251ec57ad","header":"x-maas-group"} {"level":"info","ts":1789356698.4160428,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f7e1104656d17749a2c51fe356a46bae","span_id":"e2d191648bc4a11b","x-request-id":"44c03a46-52db-43a8-8d28-69e251ec57ad","header":"x-maas-subscription"} {"level":"info","ts":1789356698.4160473,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f7e1104656d17749a2c51fe356a46bae","span_id":"e2d191648bc4a11b","x-request-id":"44c03a46-52db-43a8-8d28-69e251ec57ad","header":"x-maas-username"} {"level":"info","ts":1789356698.4160628,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f7e1104656d17749a2c51fe356a46bae","span_id":"e2d191648bc4a11b","x-request-id":"44c03a46-52db-43a8-8d28-69e251ec57ad","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789356698.4160862,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f7e1104656d17749a2c51fe356a46bae","span_id":"e2d191648bc4a11b","x-request-id":"44c03a46-52db-43a8-8d28-69e251ec57ad"} {"level":"info","ts":1789356698.428627,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f7e1104656d17749a2c51fe356a46bae","span_id":"e2d191648bc4a11b","x-request-id":"44c03a46-52db-43a8-8d28-69e251ec57ad"} {"level":"info","ts":1789356698.428651,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f7e1104656d17749a2c51fe356a46bae","span_id":"e2d191648bc4a11b","x-request-id":"44c03a46-52db-43a8-8d28-69e251ec57ad"} {"level":"info","ts":1789356698.4286685,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f7e1104656d17749a2c51fe356a46bae","span_id":"e2d191648bc4a11b","x-request-id":"44c03a46-52db-43a8-8d28-69e251ec57ad","EoS":false} {"level":"info","ts":1789356698.428683,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f7e1104656d17749a2c51fe356a46bae","span_id":"e2d191648bc4a11b","x-request-id":"44c03a46-52db-43a8-8d28-69e251ec57ad"} {"level":"info","ts":1789356698.4287167,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f7e1104656d17749a2c51fe356a46bae","span_id":"e2d191648bc4a11b","x-request-id":"44c03a46-52db-43a8-8d28-69e251ec57ad","EoS":false} {"level":"info","ts":1789356698.4287293,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f7e1104656d17749a2c51fe356a46bae","span_id":"e2d191648bc4a11b","x-request-id":"44c03a46-52db-43a8-8d28-69e251ec57ad"} {"level":"info","ts":1789356698.4287415,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f7e1104656d17749a2c51fe356a46bae","span_id":"e2d191648bc4a11b","x-request-id":"44c03a46-52db-43a8-8d28-69e251ec57ad","EoS":true} {"level":"info","ts":1789356698.4287503,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f7e1104656d17749a2c51fe356a46bae","span_id":"e2d191648bc4a11b","x-request-id":"44c03a46-52db-43a8-8d28-69e251ec57ad"} {"level":"info","ts":1789356698.5687013,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789356698.5688,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b28f0328a18cb7d7adc9d562bb34521d","span_id":"1f01fa67cc1f5892","x-request-id":"ff406922-6dfa-4f16-8aa8-fa04713870b9"} {"level":"info","ts":1789356698.5688126,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b28f0328a18cb7d7adc9d562bb34521d","span_id":"1f01fa67cc1f5892","x-request-id":"ff406922-6dfa-4f16-8aa8-fa04713870b9"} {"level":"info","ts":1789356698.568824,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b28f0328a18cb7d7adc9d562bb34521d","span_id":"1f01fa67cc1f5892","x-request-id":"ff406922-6dfa-4f16-8aa8-fa04713870b9","EoS":true} {"level":"info","ts":1789356698.5688543,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b28f0328a18cb7d7adc9d562bb34521d","span_id":"1f01fa67cc1f5892","x-request-id":"ff406922-6dfa-4f16-8aa8-fa04713870b9","header":"x-maas-subscription"} {"level":"info","ts":1789356698.568866,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b28f0328a18cb7d7adc9d562bb34521d","span_id":"1f01fa67cc1f5892","x-request-id":"ff406922-6dfa-4f16-8aa8-fa04713870b9","header":"x-maas-group"} {"level":"info","ts":1789356698.5688736,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b28f0328a18cb7d7adc9d562bb34521d","span_id":"1f01fa67cc1f5892","x-request-id":"ff406922-6dfa-4f16-8aa8-fa04713870b9","header":"x-maas-username"} {"level":"info","ts":1789356698.5689037,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b28f0328a18cb7d7adc9d562bb34521d","span_id":"1f01fa67cc1f5892","x-request-id":"ff406922-6dfa-4f16-8aa8-fa04713870b9","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789356698.5689309,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b28f0328a18cb7d7adc9d562bb34521d","span_id":"1f01fa67cc1f5892","x-request-id":"ff406922-6dfa-4f16-8aa8-fa04713870b9"} {"level":"info","ts":1789356698.5710049,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b28f0328a18cb7d7adc9d562bb34521d","span_id":"1f01fa67cc1f5892","x-request-id":"ff406922-6dfa-4f16-8aa8-fa04713870b9"} {"level":"info","ts":1789356698.5710242,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b28f0328a18cb7d7adc9d562bb34521d","span_id":"1f01fa67cc1f5892","x-request-id":"ff406922-6dfa-4f16-8aa8-fa04713870b9"} {"level":"info","ts":1789356698.5710402,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b28f0328a18cb7d7adc9d562bb34521d","span_id":"1f01fa67cc1f5892","x-request-id":"ff406922-6dfa-4f16-8aa8-fa04713870b9","EoS":false} {"level":"info","ts":1789356698.5710518,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b28f0328a18cb7d7adc9d562bb34521d","span_id":"1f01fa67cc1f5892","x-request-id":"ff406922-6dfa-4f16-8aa8-fa04713870b9"} {"level":"info","ts":1789356698.5711625,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b28f0328a18cb7d7adc9d562bb34521d","span_id":"1f01fa67cc1f5892","x-request-id":"ff406922-6dfa-4f16-8aa8-fa04713870b9","EoS":false} {"level":"info","ts":1789356698.571187,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b28f0328a18cb7d7adc9d562bb34521d","span_id":"1f01fa67cc1f5892","x-request-id":"ff406922-6dfa-4f16-8aa8-fa04713870b9"} {"level":"info","ts":1789356698.5712085,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b28f0328a18cb7d7adc9d562bb34521d","span_id":"1f01fa67cc1f5892","x-request-id":"ff406922-6dfa-4f16-8aa8-fa04713870b9","EoS":true} {"level":"info","ts":1789356698.571218,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b28f0328a18cb7d7adc9d562bb34521d","span_id":"1f01fa67cc1f5892","x-request-id":"ff406922-6dfa-4f16-8aa8-fa04713870b9"} {"level":"info","ts":1789356698.7087743,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789356698.7088678,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"fc8fe1bad7fc48c033ab4c5e6920735a","span_id":"bedf0b3aecfef760","x-request-id":"7a78f9e8-a2e6-4101-ba72-82a98fd77d40"} {"level":"info","ts":1789356698.708881,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"fc8fe1bad7fc48c033ab4c5e6920735a","span_id":"bedf0b3aecfef760","x-request-id":"7a78f9e8-a2e6-4101-ba72-82a98fd77d40"} {"level":"info","ts":1789356698.7088919,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"fc8fe1bad7fc48c033ab4c5e6920735a","span_id":"bedf0b3aecfef760","x-request-id":"7a78f9e8-a2e6-4101-ba72-82a98fd77d40","EoS":true} {"level":"info","ts":1789356698.708922,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fc8fe1bad7fc48c033ab4c5e6920735a","span_id":"bedf0b3aecfef760","x-request-id":"7a78f9e8-a2e6-4101-ba72-82a98fd77d40","header":"x-maas-subscription"} {"level":"info","ts":1789356698.708936,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fc8fe1bad7fc48c033ab4c5e6920735a","span_id":"bedf0b3aecfef760","x-request-id":"7a78f9e8-a2e6-4101-ba72-82a98fd77d40","header":"x-maas-username"} {"level":"info","ts":1789356698.7089438,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fc8fe1bad7fc48c033ab4c5e6920735a","span_id":"bedf0b3aecfef760","x-request-id":"7a78f9e8-a2e6-4101-ba72-82a98fd77d40","header":"x-maas-group"} {"level":"info","ts":1789356698.708963,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"fc8fe1bad7fc48c033ab4c5e6920735a","span_id":"bedf0b3aecfef760","x-request-id":"7a78f9e8-a2e6-4101-ba72-82a98fd77d40","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789356698.7089899,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"fc8fe1bad7fc48c033ab4c5e6920735a","span_id":"bedf0b3aecfef760","x-request-id":"7a78f9e8-a2e6-4101-ba72-82a98fd77d40"} {"level":"info","ts":1789356698.7099383,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"fc8fe1bad7fc48c033ab4c5e6920735a","span_id":"bedf0b3aecfef760","x-request-id":"7a78f9e8-a2e6-4101-ba72-82a98fd77d40"} {"level":"info","ts":1789356698.709957,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"fc8fe1bad7fc48c033ab4c5e6920735a","span_id":"bedf0b3aecfef760","x-request-id":"7a78f9e8-a2e6-4101-ba72-82a98fd77d40"} {"level":"info","ts":1789356698.709974,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fc8fe1bad7fc48c033ab4c5e6920735a","span_id":"bedf0b3aecfef760","x-request-id":"7a78f9e8-a2e6-4101-ba72-82a98fd77d40","EoS":false} {"level":"info","ts":1789356698.7099915,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fc8fe1bad7fc48c033ab4c5e6920735a","span_id":"bedf0b3aecfef760","x-request-id":"7a78f9e8-a2e6-4101-ba72-82a98fd77d40"} {"level":"info","ts":1789356698.7100217,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fc8fe1bad7fc48c033ab4c5e6920735a","span_id":"bedf0b3aecfef760","x-request-id":"7a78f9e8-a2e6-4101-ba72-82a98fd77d40","EoS":false} {"level":"info","ts":1789356698.7100315,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fc8fe1bad7fc48c033ab4c5e6920735a","span_id":"bedf0b3aecfef760","x-request-id":"7a78f9e8-a2e6-4101-ba72-82a98fd77d40"} {"level":"info","ts":1789356698.710042,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fc8fe1bad7fc48c033ab4c5e6920735a","span_id":"bedf0b3aecfef760","x-request-id":"7a78f9e8-a2e6-4101-ba72-82a98fd77d40","EoS":true} {"level":"info","ts":1789356698.7100472,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fc8fe1bad7fc48c033ab4c5e6920735a","span_id":"bedf0b3aecfef760","x-request-id":"7a78f9e8-a2e6-4101-ba72-82a98fd77d40"} {"level":"error","ts":1789356700.490336,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789356711.5737617,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789356711.5738974,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"96956a6fc72fb09b0be856dcf09220c5","span_id":"653a5dd92cb3bbcf","x-request-id":"252087d9-c3f6-469a-b0c9-65925841a2e9"} {"level":"info","ts":1789356711.5739157,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"96956a6fc72fb09b0be856dcf09220c5","span_id":"653a5dd92cb3bbcf","x-request-id":"252087d9-c3f6-469a-b0c9-65925841a2e9"} {"level":"info","ts":1789356711.573938,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"96956a6fc72fb09b0be856dcf09220c5","span_id":"653a5dd92cb3bbcf","x-request-id":"252087d9-c3f6-469a-b0c9-65925841a2e9","EoS":true} {"level":"info","ts":1789356711.5739675,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"96956a6fc72fb09b0be856dcf09220c5","span_id":"653a5dd92cb3bbcf","x-request-id":"252087d9-c3f6-469a-b0c9-65925841a2e9","header":"x-maas-username"} {"level":"info","ts":1789356711.5740113,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"96956a6fc72fb09b0be856dcf09220c5","span_id":"653a5dd92cb3bbcf","x-request-id":"252087d9-c3f6-469a-b0c9-65925841a2e9","header":"x-maas-subscription"} {"level":"info","ts":1789356711.57402,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"96956a6fc72fb09b0be856dcf09220c5","span_id":"653a5dd92cb3bbcf","x-request-id":"252087d9-c3f6-469a-b0c9-65925841a2e9","header":"x-maas-group"} {"level":"info","ts":1789356711.574037,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"96956a6fc72fb09b0be856dcf09220c5","span_id":"653a5dd92cb3bbcf","x-request-id":"252087d9-c3f6-469a-b0c9-65925841a2e9","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789356711.5740983,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"96956a6fc72fb09b0be856dcf09220c5","span_id":"653a5dd92cb3bbcf","x-request-id":"252087d9-c3f6-469a-b0c9-65925841a2e9"} {"level":"info","ts":1789356711.5757675,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"96956a6fc72fb09b0be856dcf09220c5","span_id":"653a5dd92cb3bbcf","x-request-id":"252087d9-c3f6-469a-b0c9-65925841a2e9"} {"level":"info","ts":1789356711.5757859,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"96956a6fc72fb09b0be856dcf09220c5","span_id":"653a5dd92cb3bbcf","x-request-id":"252087d9-c3f6-469a-b0c9-65925841a2e9"} {"level":"info","ts":1789356711.5758007,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"96956a6fc72fb09b0be856dcf09220c5","span_id":"653a5dd92cb3bbcf","x-request-id":"252087d9-c3f6-469a-b0c9-65925841a2e9","EoS":false} {"level":"info","ts":1789356711.575815,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"96956a6fc72fb09b0be856dcf09220c5","span_id":"653a5dd92cb3bbcf","x-request-id":"252087d9-c3f6-469a-b0c9-65925841a2e9"} {"level":"info","ts":1789356711.5758395,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"96956a6fc72fb09b0be856dcf09220c5","span_id":"653a5dd92cb3bbcf","x-request-id":"252087d9-c3f6-469a-b0c9-65925841a2e9","EoS":false} {"level":"info","ts":1789356711.5758526,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"96956a6fc72fb09b0be856dcf09220c5","span_id":"653a5dd92cb3bbcf","x-request-id":"252087d9-c3f6-469a-b0c9-65925841a2e9"} {"level":"info","ts":1789356711.5758677,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"96956a6fc72fb09b0be856dcf09220c5","span_id":"653a5dd92cb3bbcf","x-request-id":"252087d9-c3f6-469a-b0c9-65925841a2e9","EoS":true} {"level":"info","ts":1789356711.5758774,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"96956a6fc72fb09b0be856dcf09220c5","span_id":"653a5dd92cb3bbcf","x-request-id":"252087d9-c3f6-469a-b0c9-65925841a2e9"} {"level":"error","ts":1789356715.4910345,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}