{"level":"info","ts":1789506636.031663,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-cfc50b7a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-cfc50b7a","reconcileID":"f8ce8dc9-da41-4893-bd8d-be177c2535d9","name":"e2e-legacy-migration-cfc50b7a","namespace":"llm"} {"level":"info","ts":1789506636.0317051,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-cfc50b7a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-cfc50b7a","reconcileID":"f8ce8dc9-da41-4893-bd8d-be177c2535d9","modelName":"e2e-legacy-migration-cfc50b7a","resolvedRefs":1} {"level":"error","ts":1789506636.0367115,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-cfc50b7a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-cfc50b7a","reconcileID":"fa024325-c322-4eb5-9a25-297cd5b5d3ae","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-cfc50b7a\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789506636.036749,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-cfc50b7a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-cfc50b7a","reconcileID":"fa024325-c322-4eb5-9a25-297cd5b5d3ae","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-cfc50b7a\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789506636.0367947,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-cfc50b7a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-cfc50b7a","reconcileID":"cbd9ecad-dff4-4e42-96c6-cfd83e6d41d1"} {"level":"info","ts":1789506636.0368383,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-cfc50b7a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-cfc50b7a","reconcileID":"cbd9ecad-dff4-4e42-96c6-cfd83e6d41d1","name":"e2e-legacy-migration-cfc50b7a"} {"level":"info","ts":1789506636.0371568,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-cfc50b7a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-cfc50b7a","reconcileID":"7ba073d4-b01f-47db-8d42-3e48a711aa07","service":"e2e-legacy-migration-cfc50b7a","serviceEntry":"e2e-legacy-migration-cfc50b7a","destinationRule":"e2e-legacy-migration-cfc50b7a"} {"level":"info","ts":1789506636.0517523,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-cfc50b7a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-cfc50b7a","reconcileID":"cbd9ecad-dff4-4e42-96c6-cfd83e6d41d1","httpRoute":"e2e-legacy-migration-cfc50b7a","providers":["e2e-legacy-migration-cfc50b7a"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789506636.0568109,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-cfc50b7a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-cfc50b7a","reconcileID":"8b6e4667-43d0-4dd4-8ae7-1fe27cacff0d","name":"e2e-legacy-migration-cfc50b7a","namespace":"llm"} {"level":"info","ts":1789506636.056924,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-cfc50b7a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-cfc50b7a","reconcileID":"8b6e4667-43d0-4dd4-8ae7-1fe27cacff0d","modelName":"e2e-legacy-migration-cfc50b7a","resolvedRefs":1} {"level":"error","ts":1789506636.0650845,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-cfc50b7a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-cfc50b7a","reconcileID":"cbd9ecad-dff4-4e42-96c6-cfd83e6d41d1","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-cfc50b7a\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789506636.0651891,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-cfc50b7a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-cfc50b7a","reconcileID":"4097e349-1546-4efe-975e-7bab0365ba73"} {"level":"info","ts":1789506636.0652564,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-cfc50b7a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-cfc50b7a","reconcileID":"4097e349-1546-4efe-975e-7bab0365ba73","name":"e2e-legacy-migration-cfc50b7a"} {"level":"info","ts":1789506636.0757644,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-cfc50b7a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-cfc50b7a","reconcileID":"4097e349-1546-4efe-975e-7bab0365ba73","httpRoute":"e2e-legacy-migration-cfc50b7a","providers":["e2e-legacy-migration-cfc50b7a"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789506636.2821388,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-cfc50b7a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-cfc50b7a","reconcileID":"5e084e9d-8d9c-451d-b85d-975bfe5018f2","name":"e2e-legacy-migration-cfc50b7a","namespace":"llm"} {"level":"info","ts":1789506636.2896914,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-cfc50b7a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-cfc50b7a","reconcileID":"5e084e9d-8d9c-451d-b85d-975bfe5018f2","name":"e2e-legacy-migration-cfc50b7a"} {"level":"info","ts":1789506636.2967665,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-cfc50b7a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-cfc50b7a","reconcileID":"5e084e9d-8d9c-451d-b85d-975bfe5018f2","provider":"openai","model":"e2e-legacy-migration-cfc50b7a","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789506636.4202328,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789506636.4203525,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c90d364f108b8eb9b4acf2f405469780","span_id":"f6d1427e0fddbf9f","x-request-id":"a25a0e99-6a2e-4845-b871-8c7099918e1d"} {"level":"info","ts":1789506638.8300803,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-cfc50b7a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-cfc50b7a","reconcileID":"1c2feb4a-20fb-44be-8602-80d3a4be486f","name":"e2e-legacy-migration-cfc50b7a","namespace":"llm"} {"level":"info","ts":1789506638.8377585,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-cfc50b7a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-cfc50b7a","reconcileID":"4ef0238d-175f-48e1-b09f-e4ecb0c19ab1","name":"e2e-legacy-migration-cfc50b7a","namespace":"llm"} {"level":"info","ts":1789506638.837794,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-cfc50b7a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-cfc50b7a","reconcileID":"4ef0238d-175f-48e1-b09f-e4ecb0c19ab1","modelName":"e2e-legacy-migration-cfc50b7a","resolvedRefs":1} {"level":"info","ts":1789506638.837863,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-cfc50b7a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-cfc50b7a","reconcileID":"6a6d82c2-c51c-40d5-9686-7ef3d79c82be"} {"level":"error","ts":1789506638.8378823,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-cfc50b7a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-cfc50b7a","reconcileID":"6a6d82c2-c51c-40d5-9686-7ef3d79c82be","provider":"e2e-legacy-migration-cfc50b7a","error":"ExternalProvider.inference.opendatahub.io \"e2e-legacy-migration-cfc50b7a\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789506638.8381948,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-cfc50b7a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-cfc50b7a","reconcileID":"0b490355-1cbb-4310-a9c2-7c2c81930d29","name":"e2e-legacy-migration-cfc50b7a","namespace":"llm"} {"level":"info","ts":1789506638.838229,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-cfc50b7a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-cfc50b7a","reconcileID":"0b490355-1cbb-4310-a9c2-7c2c81930d29","name":"e2e-legacy-migration-cfc50b7a","namespace":"llm"} {"level":"info","ts":1789506638.838226,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-cfc50b7a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-cfc50b7a","reconcileID":"13e1ab17-fa4d-41af-b0b9-8a88e1e1f172"} {"level":"info","ts":1789506638.8387575,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-cfc50b7a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-cfc50b7a","reconcileID":"e58c0de7-9351-494b-8433-fc200e809f0f","name":"e2e-legacy-migration-cfc50b7a","namespace":"llm"} {"level":"info","ts":1789506638.8387847,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-cfc50b7a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-cfc50b7a","reconcileID":"e58c0de7-9351-494b-8433-fc200e809f0f","name":"e2e-legacy-migration-cfc50b7a","namespace":"llm"} {"level":"error","ts":1789506638.8416607,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-cfc50b7a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-cfc50b7a","reconcileID":"6a6d82c2-c51c-40d5-9686-7ef3d79c82be","error":"externalmodels.inference.opendatahub.io \"e2e-legacy-migration-cfc50b7a\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789506638.8416977,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-cfc50b7a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-cfc50b7a","reconcileID":"6a6d82c2-c51c-40d5-9686-7ef3d79c82be","error":"ExternalModel \"e2e-legacy-migration-cfc50b7a\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-cfc50b7a\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789506638.8417459,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-cfc50b7a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-cfc50b7a","reconcileID":"3be9110c-55c3-4d65-9cd8-51477a64d007"} {"level":"info","ts":1789506639.25333,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789506639.2534294,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"dc509bd984280fc54035b3095b197be7","span_id":"41b5cedf7c00cba4","x-request-id":"7cae1e33-4a71-41b2-a839-53d436a2328e"} {"level":"info","ts":1789506639.2534416,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"dc509bd984280fc54035b3095b197be7","span_id":"41b5cedf7c00cba4","x-request-id":"7cae1e33-4a71-41b2-a839-53d436a2328e"} {"level":"info","ts":1789506639.2534533,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"dc509bd984280fc54035b3095b197be7","span_id":"41b5cedf7c00cba4","x-request-id":"7cae1e33-4a71-41b2-a839-53d436a2328e","EoS":true} {"level":"info","ts":1789506639.2534752,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dc509bd984280fc54035b3095b197be7","span_id":"41b5cedf7c00cba4","x-request-id":"7cae1e33-4a71-41b2-a839-53d436a2328e","header":"x-maas-username"} {"level":"info","ts":1789506639.2534857,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dc509bd984280fc54035b3095b197be7","span_id":"41b5cedf7c00cba4","x-request-id":"7cae1e33-4a71-41b2-a839-53d436a2328e","header":"x-maas-subscription"} {"level":"info","ts":1789506639.2534897,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dc509bd984280fc54035b3095b197be7","span_id":"41b5cedf7c00cba4","x-request-id":"7cae1e33-4a71-41b2-a839-53d436a2328e","header":"x-maas-group"} {"level":"info","ts":1789506639.2534947,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dc509bd984280fc54035b3095b197be7","span_id":"41b5cedf7c00cba4","x-request-id":"7cae1e33-4a71-41b2-a839-53d436a2328e","header":"x-maas-keyname"} {"level":"info","ts":1789506639.2535112,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"dc509bd984280fc54035b3095b197be7","span_id":"41b5cedf7c00cba4","x-request-id":"7cae1e33-4a71-41b2-a839-53d436a2328e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789506639.2535212,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"dc509bd984280fc54035b3095b197be7","span_id":"41b5cedf7c00cba4","x-request-id":"7cae1e33-4a71-41b2-a839-53d436a2328e","modelName":"e2e-external-model"} {"level":"info","ts":1789506639.2535348,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"dc509bd984280fc54035b3095b197be7","span_id":"41b5cedf7c00cba4","x-request-id":"7cae1e33-4a71-41b2-a839-53d436a2328e","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789506639.2535577,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"dc509bd984280fc54035b3095b197be7","span_id":"41b5cedf7c00cba4","x-request-id":"7cae1e33-4a71-41b2-a839-53d436a2328e","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1789506639.2535946,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"dc509bd984280fc54035b3095b197be7","span_id":"41b5cedf7c00cba4","x-request-id":"7cae1e33-4a71-41b2-a839-53d436a2328e","authType":"apikey"} {"level":"info","ts":1789506639.2536204,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"dc509bd984280fc54035b3095b197be7","span_id":"41b5cedf7c00cba4","x-request-id":"7cae1e33-4a71-41b2-a839-53d436a2328e"} {"level":"info","ts":1789506639.3006766,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"dc509bd984280fc54035b3095b197be7","span_id":"41b5cedf7c00cba4","x-request-id":"7cae1e33-4a71-41b2-a839-53d436a2328e"} {"level":"info","ts":1789506639.3007064,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"dc509bd984280fc54035b3095b197be7","span_id":"41b5cedf7c00cba4","x-request-id":"7cae1e33-4a71-41b2-a839-53d436a2328e"} {"level":"info","ts":1789506639.3007221,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dc509bd984280fc54035b3095b197be7","span_id":"41b5cedf7c00cba4","x-request-id":"7cae1e33-4a71-41b2-a839-53d436a2328e","EoS":false} {"level":"info","ts":1789506639.300736,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dc509bd984280fc54035b3095b197be7","span_id":"41b5cedf7c00cba4","x-request-id":"7cae1e33-4a71-41b2-a839-53d436a2328e"} {"level":"info","ts":1789506639.3007615,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dc509bd984280fc54035b3095b197be7","span_id":"41b5cedf7c00cba4","x-request-id":"7cae1e33-4a71-41b2-a839-53d436a2328e","EoS":true} {"level":"info","ts":1789506639.3007689,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dc509bd984280fc54035b3095b197be7","span_id":"41b5cedf7c00cba4","x-request-id":"7cae1e33-4a71-41b2-a839-53d436a2328e"} {"level":"info","ts":1789506639.347755,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789506639.347893,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"86ec70d1efe9f9aca77195bd545a7209","span_id":"a2e5debc10ea00cf","x-request-id":"26fa764b-7a10-43ab-9b6f-1d67336dab96"} {"level":"info","ts":1789506639.3479135,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"86ec70d1efe9f9aca77195bd545a7209","span_id":"a2e5debc10ea00cf","x-request-id":"26fa764b-7a10-43ab-9b6f-1d67336dab96"} {"level":"info","ts":1789506639.3479314,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"86ec70d1efe9f9aca77195bd545a7209","span_id":"a2e5debc10ea00cf","x-request-id":"26fa764b-7a10-43ab-9b6f-1d67336dab96","EoS":true} {"level":"info","ts":1789506639.3479671,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"86ec70d1efe9f9aca77195bd545a7209","span_id":"a2e5debc10ea00cf","x-request-id":"26fa764b-7a10-43ab-9b6f-1d67336dab96","header":"x-maas-keyname"} {"level":"info","ts":1789506639.3479836,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"86ec70d1efe9f9aca77195bd545a7209","span_id":"a2e5debc10ea00cf","x-request-id":"26fa764b-7a10-43ab-9b6f-1d67336dab96","header":"x-maas-group"} {"level":"info","ts":1789506639.3479922,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"86ec70d1efe9f9aca77195bd545a7209","span_id":"a2e5debc10ea00cf","x-request-id":"26fa764b-7a10-43ab-9b6f-1d67336dab96","header":"x-maas-username"} {"level":"info","ts":1789506639.3479984,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"86ec70d1efe9f9aca77195bd545a7209","span_id":"a2e5debc10ea00cf","x-request-id":"26fa764b-7a10-43ab-9b6f-1d67336dab96","header":"x-maas-subscription"} {"level":"info","ts":1789506639.3480215,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"86ec70d1efe9f9aca77195bd545a7209","span_id":"a2e5debc10ea00cf","x-request-id":"26fa764b-7a10-43ab-9b6f-1d67336dab96","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789506639.348063,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"86ec70d1efe9f9aca77195bd545a7209","span_id":"a2e5debc10ea00cf","x-request-id":"26fa764b-7a10-43ab-9b6f-1d67336dab96"} {"level":"info","ts":1789506639.3996727,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"86ec70d1efe9f9aca77195bd545a7209","span_id":"a2e5debc10ea00cf","x-request-id":"26fa764b-7a10-43ab-9b6f-1d67336dab96"} {"level":"info","ts":1789506639.3997684,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"86ec70d1efe9f9aca77195bd545a7209","span_id":"a2e5debc10ea00cf","x-request-id":"26fa764b-7a10-43ab-9b6f-1d67336dab96"} {"level":"info","ts":1789506639.399818,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"86ec70d1efe9f9aca77195bd545a7209","span_id":"a2e5debc10ea00cf","x-request-id":"26fa764b-7a10-43ab-9b6f-1d67336dab96","EoS":false} {"level":"info","ts":1789506639.3998632,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"86ec70d1efe9f9aca77195bd545a7209","span_id":"a2e5debc10ea00cf","x-request-id":"26fa764b-7a10-43ab-9b6f-1d67336dab96"} {"level":"info","ts":1789506639.3999176,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"86ec70d1efe9f9aca77195bd545a7209","span_id":"a2e5debc10ea00cf","x-request-id":"26fa764b-7a10-43ab-9b6f-1d67336dab96","EoS":true} {"level":"info","ts":1789506639.3999634,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"86ec70d1efe9f9aca77195bd545a7209","span_id":"a2e5debc10ea00cf","x-request-id":"26fa764b-7a10-43ab-9b6f-1d67336dab96"} {"level":"info","ts":1789506639.4428728,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789506639.4431586,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6346b5683074cd2aa47e603ba4b24bbc","span_id":"0dea49795a73d834","x-request-id":"f15c8c00-8189-4361-97d1-1674aa94d38d"} {"level":"info","ts":1789506639.4432259,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6346b5683074cd2aa47e603ba4b24bbc","span_id":"0dea49795a73d834","x-request-id":"f15c8c00-8189-4361-97d1-1674aa94d38d"} {"level":"info","ts":1789506639.443277,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6346b5683074cd2aa47e603ba4b24bbc","span_id":"0dea49795a73d834","x-request-id":"f15c8c00-8189-4361-97d1-1674aa94d38d","EoS":true} {"level":"info","ts":1789506639.4433517,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6346b5683074cd2aa47e603ba4b24bbc","span_id":"0dea49795a73d834","x-request-id":"f15c8c00-8189-4361-97d1-1674aa94d38d","header":"x-maas-username"} {"level":"info","ts":1789506639.4434054,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6346b5683074cd2aa47e603ba4b24bbc","span_id":"0dea49795a73d834","x-request-id":"f15c8c00-8189-4361-97d1-1674aa94d38d","header":"x-maas-group"} {"level":"info","ts":1789506639.4434378,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6346b5683074cd2aa47e603ba4b24bbc","span_id":"0dea49795a73d834","x-request-id":"f15c8c00-8189-4361-97d1-1674aa94d38d","header":"x-maas-subscription"} {"level":"info","ts":1789506639.4434667,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6346b5683074cd2aa47e603ba4b24bbc","span_id":"0dea49795a73d834","x-request-id":"f15c8c00-8189-4361-97d1-1674aa94d38d","header":"x-maas-keyname"} {"level":"info","ts":1789506639.4435377,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6346b5683074cd2aa47e603ba4b24bbc","span_id":"0dea49795a73d834","x-request-id":"f15c8c00-8189-4361-97d1-1674aa94d38d"} {"level":"info","ts":1789506639.7718985,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6346b5683074cd2aa47e603ba4b24bbc","span_id":"0dea49795a73d834","x-request-id":"f15c8c00-8189-4361-97d1-1674aa94d38d"} {"level":"info","ts":1789506639.771925,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6346b5683074cd2aa47e603ba4b24bbc","span_id":"0dea49795a73d834","x-request-id":"f15c8c00-8189-4361-97d1-1674aa94d38d"} {"level":"info","ts":1789506639.771942,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6346b5683074cd2aa47e603ba4b24bbc","span_id":"0dea49795a73d834","x-request-id":"f15c8c00-8189-4361-97d1-1674aa94d38d","EoS":false} {"level":"info","ts":1789506639.7719555,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6346b5683074cd2aa47e603ba4b24bbc","span_id":"0dea49795a73d834","x-request-id":"f15c8c00-8189-4361-97d1-1674aa94d38d"} {"level":"info","ts":1789506639.771986,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6346b5683074cd2aa47e603ba4b24bbc","span_id":"0dea49795a73d834","x-request-id":"f15c8c00-8189-4361-97d1-1674aa94d38d","EoS":true} {"level":"info","ts":1789506639.7719967,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6346b5683074cd2aa47e603ba4b24bbc","span_id":"0dea49795a73d834","x-request-id":"f15c8c00-8189-4361-97d1-1674aa94d38d"} {"level":"info","ts":1789506640.6760936,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d4fa3c19-9d4f-4012-a1be-1fc5b8eb8c9b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789506640.6763287,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d4fa3c19-9d4f-4012-a1be-1fc5b8eb8c9b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789506640.6762738,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"30ca0244-7211-4c2e-a421-3bfdb5fd8b15"} {"level":"info","ts":1789506640.8491032,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a22c6677-0793-46f4-a3d9-80ca8b3ac213"} {"level":"info","ts":1789506640.8493347,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"64817913-dc39-4de3-af73-c5beb3a33d65","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789506640.8494802,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"64817913-dc39-4de3-af73-c5beb3a33d65","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789506640.9909668,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"1bf21931-7482-447a-92c3-bfeb901bca5e","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789506640.9911351,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"1bf21931-7482-447a-92c3-bfeb901bca5e","key":"llm/e2e-external-model-api-key"} {"level":"error","ts":1789506645.1886168,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789506655.1898491,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789506661.422687,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789506661.4228077,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"faef81a4548ee5e7900526ae2ff85213","span_id":"c28881c9329dc2d6","x-request-id":"ac724d37-9ffb-4d8a-b270-fe04cbb2028b"} {"level":"info","ts":1789506661.4228234,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"faef81a4548ee5e7900526ae2ff85213","span_id":"c28881c9329dc2d6","x-request-id":"ac724d37-9ffb-4d8a-b270-fe04cbb2028b"} {"level":"info","ts":1789506661.422842,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"faef81a4548ee5e7900526ae2ff85213","span_id":"c28881c9329dc2d6","x-request-id":"ac724d37-9ffb-4d8a-b270-fe04cbb2028b","EoS":true} {"level":"info","ts":1789506661.4228804,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"faef81a4548ee5e7900526ae2ff85213","span_id":"c28881c9329dc2d6","x-request-id":"ac724d37-9ffb-4d8a-b270-fe04cbb2028b","header":"x-maas-subscription"} {"level":"info","ts":1789506661.4228935,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"faef81a4548ee5e7900526ae2ff85213","span_id":"c28881c9329dc2d6","x-request-id":"ac724d37-9ffb-4d8a-b270-fe04cbb2028b","header":"x-maas-username"} {"level":"info","ts":1789506661.4229023,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"faef81a4548ee5e7900526ae2ff85213","span_id":"c28881c9329dc2d6","x-request-id":"ac724d37-9ffb-4d8a-b270-fe04cbb2028b","header":"x-maas-group"} {"level":"info","ts":1789506661.4229093,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"faef81a4548ee5e7900526ae2ff85213","span_id":"c28881c9329dc2d6","x-request-id":"ac724d37-9ffb-4d8a-b270-fe04cbb2028b","header":"x-maas-keyname"} {"level":"info","ts":1789506661.422933,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"faef81a4548ee5e7900526ae2ff85213","span_id":"c28881c9329dc2d6","x-request-id":"ac724d37-9ffb-4d8a-b270-fe04cbb2028b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789506661.4229708,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"faef81a4548ee5e7900526ae2ff85213","span_id":"c28881c9329dc2d6","x-request-id":"ac724d37-9ffb-4d8a-b270-fe04cbb2028b"} {"level":"info","ts":1789506661.4253097,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"faef81a4548ee5e7900526ae2ff85213","span_id":"c28881c9329dc2d6","x-request-id":"ac724d37-9ffb-4d8a-b270-fe04cbb2028b"} {"level":"info","ts":1789506661.4253318,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"faef81a4548ee5e7900526ae2ff85213","span_id":"c28881c9329dc2d6","x-request-id":"ac724d37-9ffb-4d8a-b270-fe04cbb2028b"} {"level":"info","ts":1789506661.4253538,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"faef81a4548ee5e7900526ae2ff85213","span_id":"c28881c9329dc2d6","x-request-id":"ac724d37-9ffb-4d8a-b270-fe04cbb2028b","EoS":false} {"level":"info","ts":1789506661.4253654,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"faef81a4548ee5e7900526ae2ff85213","span_id":"c28881c9329dc2d6","x-request-id":"ac724d37-9ffb-4d8a-b270-fe04cbb2028b"} {"level":"info","ts":1789506661.425391,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"faef81a4548ee5e7900526ae2ff85213","span_id":"c28881c9329dc2d6","x-request-id":"ac724d37-9ffb-4d8a-b270-fe04cbb2028b","EoS":true} {"level":"info","ts":1789506661.425401,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"faef81a4548ee5e7900526ae2ff85213","span_id":"c28881c9329dc2d6","x-request-id":"ac724d37-9ffb-4d8a-b270-fe04cbb2028b"} {"level":"info","ts":1789506661.4775367,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789506661.4776776,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2b652ff430418d7d55297c2afe5edddd","span_id":"33c76bc08d5b09fb","x-request-id":"e380bb54-5747-4778-9df2-f653b8c96aaa"} {"level":"info","ts":1789506661.4776938,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2b652ff430418d7d55297c2afe5edddd","span_id":"33c76bc08d5b09fb","x-request-id":"e380bb54-5747-4778-9df2-f653b8c96aaa"} {"level":"info","ts":1789506661.477715,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2b652ff430418d7d55297c2afe5edddd","span_id":"33c76bc08d5b09fb","x-request-id":"e380bb54-5747-4778-9df2-f653b8c96aaa","EoS":true} {"level":"info","ts":1789506661.4777527,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2b652ff430418d7d55297c2afe5edddd","span_id":"33c76bc08d5b09fb","x-request-id":"e380bb54-5747-4778-9df2-f653b8c96aaa","header":"x-maas-username"} {"level":"info","ts":1789506661.4777658,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2b652ff430418d7d55297c2afe5edddd","span_id":"33c76bc08d5b09fb","x-request-id":"e380bb54-5747-4778-9df2-f653b8c96aaa","header":"x-maas-keyname"} {"level":"info","ts":1789506661.4777746,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2b652ff430418d7d55297c2afe5edddd","span_id":"33c76bc08d5b09fb","x-request-id":"e380bb54-5747-4778-9df2-f653b8c96aaa","header":"x-maas-subscription"} {"level":"info","ts":1789506661.4777822,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2b652ff430418d7d55297c2afe5edddd","span_id":"33c76bc08d5b09fb","x-request-id":"e380bb54-5747-4778-9df2-f653b8c96aaa","header":"x-maas-group"} {"level":"info","ts":1789506661.4778054,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2b652ff430418d7d55297c2afe5edddd","span_id":"33c76bc08d5b09fb","x-request-id":"e380bb54-5747-4778-9df2-f653b8c96aaa","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789506661.4778414,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2b652ff430418d7d55297c2afe5edddd","span_id":"33c76bc08d5b09fb","x-request-id":"e380bb54-5747-4778-9df2-f653b8c96aaa"} {"level":"info","ts":1789506661.4787786,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2b652ff430418d7d55297c2afe5edddd","span_id":"33c76bc08d5b09fb","x-request-id":"e380bb54-5747-4778-9df2-f653b8c96aaa"} {"level":"info","ts":1789506661.4787982,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2b652ff430418d7d55297c2afe5edddd","span_id":"33c76bc08d5b09fb","x-request-id":"e380bb54-5747-4778-9df2-f653b8c96aaa"} {"level":"info","ts":1789506661.4788136,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2b652ff430418d7d55297c2afe5edddd","span_id":"33c76bc08d5b09fb","x-request-id":"e380bb54-5747-4778-9df2-f653b8c96aaa","EoS":false} {"level":"info","ts":1789506661.4788268,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2b652ff430418d7d55297c2afe5edddd","span_id":"33c76bc08d5b09fb","x-request-id":"e380bb54-5747-4778-9df2-f653b8c96aaa"} {"level":"info","ts":1789506661.4788527,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2b652ff430418d7d55297c2afe5edddd","span_id":"33c76bc08d5b09fb","x-request-id":"e380bb54-5747-4778-9df2-f653b8c96aaa","EoS":true} {"level":"info","ts":1789506661.478864,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2b652ff430418d7d55297c2afe5edddd","span_id":"33c76bc08d5b09fb","x-request-id":"e380bb54-5747-4778-9df2-f653b8c96aaa"} {"level":"info","ts":1789506661.5223143,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789506661.5224185,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b5c0f23e7502c7ad800e75c20174f7e9","span_id":"fc531639abfe1669","x-request-id":"95a016d4-d1e7-4137-bb56-10db69c94cbb"} {"level":"info","ts":1789506661.5224333,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b5c0f23e7502c7ad800e75c20174f7e9","span_id":"fc531639abfe1669","x-request-id":"95a016d4-d1e7-4137-bb56-10db69c94cbb"} {"level":"info","ts":1789506661.5224445,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b5c0f23e7502c7ad800e75c20174f7e9","span_id":"fc531639abfe1669","x-request-id":"95a016d4-d1e7-4137-bb56-10db69c94cbb","EoS":true} {"level":"info","ts":1789506661.5224688,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b5c0f23e7502c7ad800e75c20174f7e9","span_id":"fc531639abfe1669","x-request-id":"95a016d4-d1e7-4137-bb56-10db69c94cbb","header":"x-maas-group"} {"level":"info","ts":1789506661.522479,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b5c0f23e7502c7ad800e75c20174f7e9","span_id":"fc531639abfe1669","x-request-id":"95a016d4-d1e7-4137-bb56-10db69c94cbb","header":"x-maas-subscription"} {"level":"info","ts":1789506661.5224843,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b5c0f23e7502c7ad800e75c20174f7e9","span_id":"fc531639abfe1669","x-request-id":"95a016d4-d1e7-4137-bb56-10db69c94cbb","header":"x-maas-username"} {"level":"info","ts":1789506661.5224895,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b5c0f23e7502c7ad800e75c20174f7e9","span_id":"fc531639abfe1669","x-request-id":"95a016d4-d1e7-4137-bb56-10db69c94cbb","header":"x-maas-keyname"} {"level":"info","ts":1789506661.522506,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b5c0f23e7502c7ad800e75c20174f7e9","span_id":"fc531639abfe1669","x-request-id":"95a016d4-d1e7-4137-bb56-10db69c94cbb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789506661.5225317,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b5c0f23e7502c7ad800e75c20174f7e9","span_id":"fc531639abfe1669","x-request-id":"95a016d4-d1e7-4137-bb56-10db69c94cbb"} {"level":"info","ts":1789506661.5234601,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b5c0f23e7502c7ad800e75c20174f7e9","span_id":"fc531639abfe1669","x-request-id":"95a016d4-d1e7-4137-bb56-10db69c94cbb"} {"level":"info","ts":1789506661.5234797,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b5c0f23e7502c7ad800e75c20174f7e9","span_id":"fc531639abfe1669","x-request-id":"95a016d4-d1e7-4137-bb56-10db69c94cbb"} {"level":"info","ts":1789506661.5234969,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b5c0f23e7502c7ad800e75c20174f7e9","span_id":"fc531639abfe1669","x-request-id":"95a016d4-d1e7-4137-bb56-10db69c94cbb","EoS":false} {"level":"info","ts":1789506661.523509,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b5c0f23e7502c7ad800e75c20174f7e9","span_id":"fc531639abfe1669","x-request-id":"95a016d4-d1e7-4137-bb56-10db69c94cbb"} {"level":"info","ts":1789506661.5235357,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b5c0f23e7502c7ad800e75c20174f7e9","span_id":"fc531639abfe1669","x-request-id":"95a016d4-d1e7-4137-bb56-10db69c94cbb","EoS":true} {"level":"info","ts":1789506661.523545,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b5c0f23e7502c7ad800e75c20174f7e9","span_id":"fc531639abfe1669","x-request-id":"95a016d4-d1e7-4137-bb56-10db69c94cbb"} {"level":"info","ts":1789506661.5793984,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789506661.5795,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"78c0bcc18882507b39351a5793f646aa","span_id":"182ddb15d07dfdda","x-request-id":"c51a2c9e-437e-4a24-8e17-0095e8fde47d"} {"level":"info","ts":1789506661.5795133,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"78c0bcc18882507b39351a5793f646aa","span_id":"182ddb15d07dfdda","x-request-id":"c51a2c9e-437e-4a24-8e17-0095e8fde47d"} {"level":"info","ts":1789506661.5795302,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"78c0bcc18882507b39351a5793f646aa","span_id":"182ddb15d07dfdda","x-request-id":"c51a2c9e-437e-4a24-8e17-0095e8fde47d","EoS":true} {"level":"info","ts":1789506661.5795574,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"78c0bcc18882507b39351a5793f646aa","span_id":"182ddb15d07dfdda","x-request-id":"c51a2c9e-437e-4a24-8e17-0095e8fde47d","header":"x-maas-username"} {"level":"info","ts":1789506661.5795894,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"78c0bcc18882507b39351a5793f646aa","span_id":"182ddb15d07dfdda","x-request-id":"c51a2c9e-437e-4a24-8e17-0095e8fde47d","header":"x-maas-keyname"} {"level":"info","ts":1789506661.5795982,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"78c0bcc18882507b39351a5793f646aa","span_id":"182ddb15d07dfdda","x-request-id":"c51a2c9e-437e-4a24-8e17-0095e8fde47d","header":"x-maas-group"} {"level":"info","ts":1789506661.5796096,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"78c0bcc18882507b39351a5793f646aa","span_id":"182ddb15d07dfdda","x-request-id":"c51a2c9e-437e-4a24-8e17-0095e8fde47d","header":"x-maas-subscription"} {"level":"info","ts":1789506661.5796263,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"78c0bcc18882507b39351a5793f646aa","span_id":"182ddb15d07dfdda","x-request-id":"c51a2c9e-437e-4a24-8e17-0095e8fde47d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789506661.5796533,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"78c0bcc18882507b39351a5793f646aa","span_id":"182ddb15d07dfdda","x-request-id":"c51a2c9e-437e-4a24-8e17-0095e8fde47d"} {"level":"info","ts":1789506661.5808191,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"78c0bcc18882507b39351a5793f646aa","span_id":"182ddb15d07dfdda","x-request-id":"c51a2c9e-437e-4a24-8e17-0095e8fde47d"} {"level":"info","ts":1789506661.580839,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"78c0bcc18882507b39351a5793f646aa","span_id":"182ddb15d07dfdda","x-request-id":"c51a2c9e-437e-4a24-8e17-0095e8fde47d"} {"level":"info","ts":1789506661.580854,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"78c0bcc18882507b39351a5793f646aa","span_id":"182ddb15d07dfdda","x-request-id":"c51a2c9e-437e-4a24-8e17-0095e8fde47d","EoS":false} {"level":"info","ts":1789506661.5808675,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"78c0bcc18882507b39351a5793f646aa","span_id":"182ddb15d07dfdda","x-request-id":"c51a2c9e-437e-4a24-8e17-0095e8fde47d"} {"level":"info","ts":1789506661.5808926,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"78c0bcc18882507b39351a5793f646aa","span_id":"182ddb15d07dfdda","x-request-id":"c51a2c9e-437e-4a24-8e17-0095e8fde47d","EoS":true} {"level":"info","ts":1789506661.5809019,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"78c0bcc18882507b39351a5793f646aa","span_id":"182ddb15d07dfdda","x-request-id":"c51a2c9e-437e-4a24-8e17-0095e8fde47d"} {"level":"error","ts":1789506665.1900296,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789506675.169853,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789506675.169978,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ef63b104b8a08f32815985690ecb30f2","span_id":"c0d44d67011df137","x-request-id":"be848e16-5d1a-4173-8cb3-e57409120ce6"} {"level":"info","ts":1789506675.1699955,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ef63b104b8a08f32815985690ecb30f2","span_id":"c0d44d67011df137","x-request-id":"be848e16-5d1a-4173-8cb3-e57409120ce6"} {"level":"info","ts":1789506675.1700091,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ef63b104b8a08f32815985690ecb30f2","span_id":"c0d44d67011df137","x-request-id":"be848e16-5d1a-4173-8cb3-e57409120ce6","EoS":true} {"level":"info","ts":1789506675.1700625,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ef63b104b8a08f32815985690ecb30f2","span_id":"c0d44d67011df137","x-request-id":"be848e16-5d1a-4173-8cb3-e57409120ce6"} {"level":"info","ts":1789506675.3185887,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789506675.3186846,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"139195428bbb19cb6f62b061fee65016","span_id":"6e3ee6775af3d068","x-request-id":"88ae6fcc-fafe-4a18-a550-52435e956e33"} {"level":"info","ts":1789506675.3186972,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"139195428bbb19cb6f62b061fee65016","span_id":"6e3ee6775af3d068","x-request-id":"88ae6fcc-fafe-4a18-a550-52435e956e33"} {"level":"info","ts":1789506675.3187084,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"139195428bbb19cb6f62b061fee65016","span_id":"6e3ee6775af3d068","x-request-id":"88ae6fcc-fafe-4a18-a550-52435e956e33","EoS":true} {"level":"info","ts":1789506675.3187542,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"139195428bbb19cb6f62b061fee65016","span_id":"6e3ee6775af3d068","x-request-id":"88ae6fcc-fafe-4a18-a550-52435e956e33"} {"level":"info","ts":1789506675.466025,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789506675.466136,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"80c7c9a68b020982e8015619011caf41","span_id":"d459e484ad609f94","x-request-id":"021446a2-a7e5-4136-b33d-440f85cc643e"} {"level":"info","ts":1789506675.466151,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"80c7c9a68b020982e8015619011caf41","span_id":"d459e484ad609f94","x-request-id":"021446a2-a7e5-4136-b33d-440f85cc643e"} {"level":"info","ts":1789506675.466163,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"80c7c9a68b020982e8015619011caf41","span_id":"d459e484ad609f94","x-request-id":"021446a2-a7e5-4136-b33d-440f85cc643e","EoS":true} {"level":"info","ts":1789506675.4662104,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"80c7c9a68b020982e8015619011caf41","span_id":"d459e484ad609f94","x-request-id":"021446a2-a7e5-4136-b33d-440f85cc643e"} {"level":"error","ts":1789506680.191708,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789506690.1920755,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789506700.1923652,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789507633.2875319,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789507633.2876592,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5111118363aa3de24108b638180cf82d","span_id":"9e7e940d9c1495b9","x-request-id":"546b83c3-6b11-4460-8692-5ef247447dae"} {"level":"info","ts":1789507633.2876751,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5111118363aa3de24108b638180cf82d","span_id":"9e7e940d9c1495b9","x-request-id":"546b83c3-6b11-4460-8692-5ef247447dae"} {"level":"info","ts":1789507633.287687,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5111118363aa3de24108b638180cf82d","span_id":"9e7e940d9c1495b9","x-request-id":"546b83c3-6b11-4460-8692-5ef247447dae","EoS":true} {"level":"info","ts":1789507633.2877135,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5111118363aa3de24108b638180cf82d","span_id":"9e7e940d9c1495b9","x-request-id":"546b83c3-6b11-4460-8692-5ef247447dae","header":"x-maas-username"} {"level":"info","ts":1789507633.2877235,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5111118363aa3de24108b638180cf82d","span_id":"9e7e940d9c1495b9","x-request-id":"546b83c3-6b11-4460-8692-5ef247447dae","header":"x-maas-subscription"} {"level":"info","ts":1789507633.2877285,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5111118363aa3de24108b638180cf82d","span_id":"9e7e940d9c1495b9","x-request-id":"546b83c3-6b11-4460-8692-5ef247447dae","header":"x-maas-keyname"} {"level":"info","ts":1789507633.2877333,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5111118363aa3de24108b638180cf82d","span_id":"9e7e940d9c1495b9","x-request-id":"546b83c3-6b11-4460-8692-5ef247447dae","header":"x-maas-group"} {"level":"info","ts":1789507633.2877486,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5111118363aa3de24108b638180cf82d","span_id":"9e7e940d9c1495b9","x-request-id":"546b83c3-6b11-4460-8692-5ef247447dae","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789507633.2877798,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5111118363aa3de24108b638180cf82d","span_id":"9e7e940d9c1495b9","x-request-id":"546b83c3-6b11-4460-8692-5ef247447dae"} {"level":"info","ts":1789507633.2887726,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5111118363aa3de24108b638180cf82d","span_id":"9e7e940d9c1495b9","x-request-id":"546b83c3-6b11-4460-8692-5ef247447dae"} {"level":"info","ts":1789507633.2887952,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5111118363aa3de24108b638180cf82d","span_id":"9e7e940d9c1495b9","x-request-id":"546b83c3-6b11-4460-8692-5ef247447dae"} {"level":"info","ts":1789507633.2888167,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5111118363aa3de24108b638180cf82d","span_id":"9e7e940d9c1495b9","x-request-id":"546b83c3-6b11-4460-8692-5ef247447dae","EoS":false} {"level":"info","ts":1789507633.2888324,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5111118363aa3de24108b638180cf82d","span_id":"9e7e940d9c1495b9","x-request-id":"546b83c3-6b11-4460-8692-5ef247447dae"} {"level":"info","ts":1789507633.2888598,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5111118363aa3de24108b638180cf82d","span_id":"9e7e940d9c1495b9","x-request-id":"546b83c3-6b11-4460-8692-5ef247447dae","EoS":true} {"level":"info","ts":1789507633.2888694,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5111118363aa3de24108b638180cf82d","span_id":"9e7e940d9c1495b9","x-request-id":"546b83c3-6b11-4460-8692-5ef247447dae"} {"level":"info","ts":1789507633.32758,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789507633.3276863,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"eb164d58e92f4d5f22883d925562e50a","span_id":"44cacae182850ceb","x-request-id":"cd04ce88-db97-46f6-82e9-113bcf0db53a"} {"level":"info","ts":1789507633.3276994,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"eb164d58e92f4d5f22883d925562e50a","span_id":"44cacae182850ceb","x-request-id":"cd04ce88-db97-46f6-82e9-113bcf0db53a"} {"level":"info","ts":1789507633.327712,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"eb164d58e92f4d5f22883d925562e50a","span_id":"44cacae182850ceb","x-request-id":"cd04ce88-db97-46f6-82e9-113bcf0db53a","EoS":true} {"level":"info","ts":1789507633.327737,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"eb164d58e92f4d5f22883d925562e50a","span_id":"44cacae182850ceb","x-request-id":"cd04ce88-db97-46f6-82e9-113bcf0db53a","header":"x-maas-group"} {"level":"info","ts":1789507633.327747,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"eb164d58e92f4d5f22883d925562e50a","span_id":"44cacae182850ceb","x-request-id":"cd04ce88-db97-46f6-82e9-113bcf0db53a","header":"x-maas-keyname"} {"level":"info","ts":1789507633.327752,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"eb164d58e92f4d5f22883d925562e50a","span_id":"44cacae182850ceb","x-request-id":"cd04ce88-db97-46f6-82e9-113bcf0db53a","header":"x-maas-subscription"} {"level":"info","ts":1789507633.327757,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"eb164d58e92f4d5f22883d925562e50a","span_id":"44cacae182850ceb","x-request-id":"cd04ce88-db97-46f6-82e9-113bcf0db53a","header":"x-maas-username"} {"level":"info","ts":1789507633.3277721,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"eb164d58e92f4d5f22883d925562e50a","span_id":"44cacae182850ceb","x-request-id":"cd04ce88-db97-46f6-82e9-113bcf0db53a","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789507633.3278,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"eb164d58e92f4d5f22883d925562e50a","span_id":"44cacae182850ceb","x-request-id":"cd04ce88-db97-46f6-82e9-113bcf0db53a"} {"level":"info","ts":1789507633.3287644,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"eb164d58e92f4d5f22883d925562e50a","span_id":"44cacae182850ceb","x-request-id":"cd04ce88-db97-46f6-82e9-113bcf0db53a"} {"level":"info","ts":1789507633.3287826,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"eb164d58e92f4d5f22883d925562e50a","span_id":"44cacae182850ceb","x-request-id":"cd04ce88-db97-46f6-82e9-113bcf0db53a"} {"level":"info","ts":1789507633.328798,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"eb164d58e92f4d5f22883d925562e50a","span_id":"44cacae182850ceb","x-request-id":"cd04ce88-db97-46f6-82e9-113bcf0db53a","EoS":false} {"level":"info","ts":1789507633.3288076,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"eb164d58e92f4d5f22883d925562e50a","span_id":"44cacae182850ceb","x-request-id":"cd04ce88-db97-46f6-82e9-113bcf0db53a"} {"level":"info","ts":1789507633.3288336,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"eb164d58e92f4d5f22883d925562e50a","span_id":"44cacae182850ceb","x-request-id":"cd04ce88-db97-46f6-82e9-113bcf0db53a","EoS":true} {"level":"info","ts":1789507633.3288438,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"eb164d58e92f4d5f22883d925562e50a","span_id":"44cacae182850ceb","x-request-id":"cd04ce88-db97-46f6-82e9-113bcf0db53a"} {"level":"error","ts":1789507645.2994993,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789507967.5459604,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789507967.5460606,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e5f3c61f02264b2a5f3e15dfbd082a54","span_id":"95c035dfaea4cef3","x-request-id":"a0bb6bfa-d17b-4e0b-856b-6a80d08ec3c6"} {"level":"info","ts":1789507967.5460727,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e5f3c61f02264b2a5f3e15dfbd082a54","span_id":"95c035dfaea4cef3","x-request-id":"a0bb6bfa-d17b-4e0b-856b-6a80d08ec3c6"} {"level":"info","ts":1789507967.546085,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e5f3c61f02264b2a5f3e15dfbd082a54","span_id":"95c035dfaea4cef3","x-request-id":"a0bb6bfa-d17b-4e0b-856b-6a80d08ec3c6","EoS":true} {"level":"info","ts":1789507967.546106,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e5f3c61f02264b2a5f3e15dfbd082a54","span_id":"95c035dfaea4cef3","x-request-id":"a0bb6bfa-d17b-4e0b-856b-6a80d08ec3c6","header":"x-maas-subscription"} {"level":"info","ts":1789507967.5461159,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e5f3c61f02264b2a5f3e15dfbd082a54","span_id":"95c035dfaea4cef3","x-request-id":"a0bb6bfa-d17b-4e0b-856b-6a80d08ec3c6","header":"x-maas-keyname"} {"level":"info","ts":1789507967.5461206,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e5f3c61f02264b2a5f3e15dfbd082a54","span_id":"95c035dfaea4cef3","x-request-id":"a0bb6bfa-d17b-4e0b-856b-6a80d08ec3c6","header":"x-maas-username"} {"level":"info","ts":1789507967.5461254,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e5f3c61f02264b2a5f3e15dfbd082a54","span_id":"95c035dfaea4cef3","x-request-id":"a0bb6bfa-d17b-4e0b-856b-6a80d08ec3c6","header":"x-maas-group"} {"level":"info","ts":1789507967.5461407,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e5f3c61f02264b2a5f3e15dfbd082a54","span_id":"95c035dfaea4cef3","x-request-id":"a0bb6bfa-d17b-4e0b-856b-6a80d08ec3c6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789507967.5461664,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e5f3c61f02264b2a5f3e15dfbd082a54","span_id":"95c035dfaea4cef3","x-request-id":"a0bb6bfa-d17b-4e0b-856b-6a80d08ec3c6"} {"level":"info","ts":1789507967.5622256,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e5f3c61f02264b2a5f3e15dfbd082a54","span_id":"95c035dfaea4cef3","x-request-id":"a0bb6bfa-d17b-4e0b-856b-6a80d08ec3c6"} {"level":"info","ts":1789507967.5622535,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e5f3c61f02264b2a5f3e15dfbd082a54","span_id":"95c035dfaea4cef3","x-request-id":"a0bb6bfa-d17b-4e0b-856b-6a80d08ec3c6"} {"level":"info","ts":1789507967.562276,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e5f3c61f02264b2a5f3e15dfbd082a54","span_id":"95c035dfaea4cef3","x-request-id":"a0bb6bfa-d17b-4e0b-856b-6a80d08ec3c6","EoS":false} {"level":"info","ts":1789507967.562294,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e5f3c61f02264b2a5f3e15dfbd082a54","span_id":"95c035dfaea4cef3","x-request-id":"a0bb6bfa-d17b-4e0b-856b-6a80d08ec3c6"} {"level":"info","ts":1789507967.562334,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e5f3c61f02264b2a5f3e15dfbd082a54","span_id":"95c035dfaea4cef3","x-request-id":"a0bb6bfa-d17b-4e0b-856b-6a80d08ec3c6","EoS":true} {"level":"info","ts":1789507967.562348,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e5f3c61f02264b2a5f3e15dfbd082a54","span_id":"95c035dfaea4cef3","x-request-id":"a0bb6bfa-d17b-4e0b-856b-6a80d08ec3c6"} {"level":"info","ts":1789507967.7257588,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789507967.7258592,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2cb87dce6349077abbf7367b1abf34f3","span_id":"1efb7a8248f32d1a","x-request-id":"2c1e5202-d4f1-4f24-8db0-173178a27e52"} {"level":"info","ts":1789507967.7258728,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2cb87dce6349077abbf7367b1abf34f3","span_id":"1efb7a8248f32d1a","x-request-id":"2c1e5202-d4f1-4f24-8db0-173178a27e52"} {"level":"info","ts":1789507967.7258837,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2cb87dce6349077abbf7367b1abf34f3","span_id":"1efb7a8248f32d1a","x-request-id":"2c1e5202-d4f1-4f24-8db0-173178a27e52","EoS":true} {"level":"info","ts":1789507967.7259054,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2cb87dce6349077abbf7367b1abf34f3","span_id":"1efb7a8248f32d1a","x-request-id":"2c1e5202-d4f1-4f24-8db0-173178a27e52","header":"x-maas-subscription"} {"level":"info","ts":1789507967.725916,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2cb87dce6349077abbf7367b1abf34f3","span_id":"1efb7a8248f32d1a","x-request-id":"2c1e5202-d4f1-4f24-8db0-173178a27e52","header":"x-maas-group"} {"level":"info","ts":1789507967.7259216,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2cb87dce6349077abbf7367b1abf34f3","span_id":"1efb7a8248f32d1a","x-request-id":"2c1e5202-d4f1-4f24-8db0-173178a27e52","header":"x-maas-username"} {"level":"info","ts":1789507967.7259264,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2cb87dce6349077abbf7367b1abf34f3","span_id":"1efb7a8248f32d1a","x-request-id":"2c1e5202-d4f1-4f24-8db0-173178a27e52","header":"x-maas-keyname"} {"level":"info","ts":1789507967.725941,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2cb87dce6349077abbf7367b1abf34f3","span_id":"1efb7a8248f32d1a","x-request-id":"2c1e5202-d4f1-4f24-8db0-173178a27e52","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789507967.725966,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2cb87dce6349077abbf7367b1abf34f3","span_id":"1efb7a8248f32d1a","x-request-id":"2c1e5202-d4f1-4f24-8db0-173178a27e52"} {"level":"info","ts":1789507967.7276225,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2cb87dce6349077abbf7367b1abf34f3","span_id":"1efb7a8248f32d1a","x-request-id":"2c1e5202-d4f1-4f24-8db0-173178a27e52"} {"level":"info","ts":1789507967.727645,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2cb87dce6349077abbf7367b1abf34f3","span_id":"1efb7a8248f32d1a","x-request-id":"2c1e5202-d4f1-4f24-8db0-173178a27e52"} {"level":"info","ts":1789507967.72766,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2cb87dce6349077abbf7367b1abf34f3","span_id":"1efb7a8248f32d1a","x-request-id":"2c1e5202-d4f1-4f24-8db0-173178a27e52","EoS":false} {"level":"info","ts":1789507967.727674,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2cb87dce6349077abbf7367b1abf34f3","span_id":"1efb7a8248f32d1a","x-request-id":"2c1e5202-d4f1-4f24-8db0-173178a27e52"} {"level":"info","ts":1789507967.727701,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2cb87dce6349077abbf7367b1abf34f3","span_id":"1efb7a8248f32d1a","x-request-id":"2c1e5202-d4f1-4f24-8db0-173178a27e52","EoS":true} {"level":"info","ts":1789507967.7277105,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2cb87dce6349077abbf7367b1abf34f3","span_id":"1efb7a8248f32d1a","x-request-id":"2c1e5202-d4f1-4f24-8db0-173178a27e52"} {"level":"info","ts":1789507967.8670182,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789507967.867132,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0b23b189b8ba5bf4d4b2f48f1f159ef9","span_id":"8b9d5a8d300b50ad","x-request-id":"b6febac2-ee14-45bd-9242-6e9f044d8973"} {"level":"info","ts":1789507967.8671463,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0b23b189b8ba5bf4d4b2f48f1f159ef9","span_id":"8b9d5a8d300b50ad","x-request-id":"b6febac2-ee14-45bd-9242-6e9f044d8973"} {"level":"info","ts":1789507967.8671615,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0b23b189b8ba5bf4d4b2f48f1f159ef9","span_id":"8b9d5a8d300b50ad","x-request-id":"b6febac2-ee14-45bd-9242-6e9f044d8973","EoS":true} {"level":"info","ts":1789507967.8671849,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0b23b189b8ba5bf4d4b2f48f1f159ef9","span_id":"8b9d5a8d300b50ad","x-request-id":"b6febac2-ee14-45bd-9242-6e9f044d8973","header":"x-maas-username"} {"level":"info","ts":1789507967.8671975,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0b23b189b8ba5bf4d4b2f48f1f159ef9","span_id":"8b9d5a8d300b50ad","x-request-id":"b6febac2-ee14-45bd-9242-6e9f044d8973","header":"x-maas-keyname"} {"level":"info","ts":1789507967.8672068,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0b23b189b8ba5bf4d4b2f48f1f159ef9","span_id":"8b9d5a8d300b50ad","x-request-id":"b6febac2-ee14-45bd-9242-6e9f044d8973","header":"x-maas-group"} {"level":"info","ts":1789507967.867213,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0b23b189b8ba5bf4d4b2f48f1f159ef9","span_id":"8b9d5a8d300b50ad","x-request-id":"b6febac2-ee14-45bd-9242-6e9f044d8973","header":"x-maas-subscription"} {"level":"info","ts":1789507967.8672283,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0b23b189b8ba5bf4d4b2f48f1f159ef9","span_id":"8b9d5a8d300b50ad","x-request-id":"b6febac2-ee14-45bd-9242-6e9f044d8973","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789507967.867256,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0b23b189b8ba5bf4d4b2f48f1f159ef9","span_id":"8b9d5a8d300b50ad","x-request-id":"b6febac2-ee14-45bd-9242-6e9f044d8973"} {"level":"info","ts":1789507967.8680353,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0b23b189b8ba5bf4d4b2f48f1f159ef9","span_id":"8b9d5a8d300b50ad","x-request-id":"b6febac2-ee14-45bd-9242-6e9f044d8973"} {"level":"info","ts":1789507967.8680565,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0b23b189b8ba5bf4d4b2f48f1f159ef9","span_id":"8b9d5a8d300b50ad","x-request-id":"b6febac2-ee14-45bd-9242-6e9f044d8973"} {"level":"info","ts":1789507967.8680687,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0b23b189b8ba5bf4d4b2f48f1f159ef9","span_id":"8b9d5a8d300b50ad","x-request-id":"b6febac2-ee14-45bd-9242-6e9f044d8973","EoS":false} {"level":"info","ts":1789507967.868081,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0b23b189b8ba5bf4d4b2f48f1f159ef9","span_id":"8b9d5a8d300b50ad","x-request-id":"b6febac2-ee14-45bd-9242-6e9f044d8973"} {"level":"info","ts":1789507967.8681085,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0b23b189b8ba5bf4d4b2f48f1f159ef9","span_id":"8b9d5a8d300b50ad","x-request-id":"b6febac2-ee14-45bd-9242-6e9f044d8973","EoS":true} {"level":"info","ts":1789507967.868116,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0b23b189b8ba5bf4d4b2f48f1f159ef9","span_id":"8b9d5a8d300b50ad","x-request-id":"b6febac2-ee14-45bd-9242-6e9f044d8973"} {"level":"info","ts":1789507968.0028107,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789507968.0029123,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4d7df99fc070f677e1ca5edd18fe4b2b","span_id":"9d10398abb7b0cc9","x-request-id":"87dd537d-aff5-4c1a-a892-1710fcadcb68"} {"level":"info","ts":1789507968.0029254,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4d7df99fc070f677e1ca5edd18fe4b2b","span_id":"9d10398abb7b0cc9","x-request-id":"87dd537d-aff5-4c1a-a892-1710fcadcb68"} {"level":"info","ts":1789507968.0029385,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4d7df99fc070f677e1ca5edd18fe4b2b","span_id":"9d10398abb7b0cc9","x-request-id":"87dd537d-aff5-4c1a-a892-1710fcadcb68","EoS":true} {"level":"info","ts":1789507968.0029624,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4d7df99fc070f677e1ca5edd18fe4b2b","span_id":"9d10398abb7b0cc9","x-request-id":"87dd537d-aff5-4c1a-a892-1710fcadcb68","header":"x-maas-subscription"} {"level":"info","ts":1789507968.002971,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4d7df99fc070f677e1ca5edd18fe4b2b","span_id":"9d10398abb7b0cc9","x-request-id":"87dd537d-aff5-4c1a-a892-1710fcadcb68","header":"x-maas-username"} {"level":"info","ts":1789507968.0029767,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4d7df99fc070f677e1ca5edd18fe4b2b","span_id":"9d10398abb7b0cc9","x-request-id":"87dd537d-aff5-4c1a-a892-1710fcadcb68","header":"x-maas-group"} {"level":"info","ts":1789507968.002982,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4d7df99fc070f677e1ca5edd18fe4b2b","span_id":"9d10398abb7b0cc9","x-request-id":"87dd537d-aff5-4c1a-a892-1710fcadcb68","header":"x-maas-keyname"} {"level":"info","ts":1789507968.0029972,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"4d7df99fc070f677e1ca5edd18fe4b2b","span_id":"9d10398abb7b0cc9","x-request-id":"87dd537d-aff5-4c1a-a892-1710fcadcb68","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789507968.0030239,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4d7df99fc070f677e1ca5edd18fe4b2b","span_id":"9d10398abb7b0cc9","x-request-id":"87dd537d-aff5-4c1a-a892-1710fcadcb68"} {"level":"info","ts":1789507968.003693,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4d7df99fc070f677e1ca5edd18fe4b2b","span_id":"9d10398abb7b0cc9","x-request-id":"87dd537d-aff5-4c1a-a892-1710fcadcb68"} {"level":"info","ts":1789507968.0037181,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4d7df99fc070f677e1ca5edd18fe4b2b","span_id":"9d10398abb7b0cc9","x-request-id":"87dd537d-aff5-4c1a-a892-1710fcadcb68"} {"level":"info","ts":1789507968.0037358,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4d7df99fc070f677e1ca5edd18fe4b2b","span_id":"9d10398abb7b0cc9","x-request-id":"87dd537d-aff5-4c1a-a892-1710fcadcb68","EoS":false} {"level":"info","ts":1789507968.0037572,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4d7df99fc070f677e1ca5edd18fe4b2b","span_id":"9d10398abb7b0cc9","x-request-id":"87dd537d-aff5-4c1a-a892-1710fcadcb68"} {"level":"info","ts":1789507968.003788,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4d7df99fc070f677e1ca5edd18fe4b2b","span_id":"9d10398abb7b0cc9","x-request-id":"87dd537d-aff5-4c1a-a892-1710fcadcb68","EoS":true} {"level":"info","ts":1789507968.003797,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4d7df99fc070f677e1ca5edd18fe4b2b","span_id":"9d10398abb7b0cc9","x-request-id":"87dd537d-aff5-4c1a-a892-1710fcadcb68"} {"level":"info","ts":1789507968.142382,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789507968.1424847,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f04403c95ab93848a54d9be1799aa14e","span_id":"097e3affc2f13ac9","x-request-id":"9631de03-4bdc-48c6-8ee6-b1cb3e5e8406"} {"level":"info","ts":1789507968.1424987,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f04403c95ab93848a54d9be1799aa14e","span_id":"097e3affc2f13ac9","x-request-id":"9631de03-4bdc-48c6-8ee6-b1cb3e5e8406"} {"level":"info","ts":1789507968.1425157,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f04403c95ab93848a54d9be1799aa14e","span_id":"097e3affc2f13ac9","x-request-id":"9631de03-4bdc-48c6-8ee6-b1cb3e5e8406","EoS":true} {"level":"info","ts":1789507968.142552,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f04403c95ab93848a54d9be1799aa14e","span_id":"097e3affc2f13ac9","x-request-id":"9631de03-4bdc-48c6-8ee6-b1cb3e5e8406","header":"x-maas-subscription"} {"level":"info","ts":1789507968.1425884,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f04403c95ab93848a54d9be1799aa14e","span_id":"097e3affc2f13ac9","x-request-id":"9631de03-4bdc-48c6-8ee6-b1cb3e5e8406","header":"x-maas-username"} {"level":"info","ts":1789507968.1425998,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f04403c95ab93848a54d9be1799aa14e","span_id":"097e3affc2f13ac9","x-request-id":"9631de03-4bdc-48c6-8ee6-b1cb3e5e8406","header":"x-maas-group"} {"level":"info","ts":1789507968.1426084,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f04403c95ab93848a54d9be1799aa14e","span_id":"097e3affc2f13ac9","x-request-id":"9631de03-4bdc-48c6-8ee6-b1cb3e5e8406","header":"x-maas-keyname"} {"level":"info","ts":1789507968.1426525,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f04403c95ab93848a54d9be1799aa14e","span_id":"097e3affc2f13ac9","x-request-id":"9631de03-4bdc-48c6-8ee6-b1cb3e5e8406","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789507968.142681,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f04403c95ab93848a54d9be1799aa14e","span_id":"097e3affc2f13ac9","x-request-id":"9631de03-4bdc-48c6-8ee6-b1cb3e5e8406"} {"level":"info","ts":1789507968.1433954,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f04403c95ab93848a54d9be1799aa14e","span_id":"097e3affc2f13ac9","x-request-id":"9631de03-4bdc-48c6-8ee6-b1cb3e5e8406"} {"level":"info","ts":1789507968.1434183,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f04403c95ab93848a54d9be1799aa14e","span_id":"097e3affc2f13ac9","x-request-id":"9631de03-4bdc-48c6-8ee6-b1cb3e5e8406"} {"level":"info","ts":1789507968.1434379,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f04403c95ab93848a54d9be1799aa14e","span_id":"097e3affc2f13ac9","x-request-id":"9631de03-4bdc-48c6-8ee6-b1cb3e5e8406","EoS":false} {"level":"info","ts":1789507968.1434534,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f04403c95ab93848a54d9be1799aa14e","span_id":"097e3affc2f13ac9","x-request-id":"9631de03-4bdc-48c6-8ee6-b1cb3e5e8406"} {"level":"info","ts":1789507968.1434796,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f04403c95ab93848a54d9be1799aa14e","span_id":"097e3affc2f13ac9","x-request-id":"9631de03-4bdc-48c6-8ee6-b1cb3e5e8406","EoS":true} {"level":"info","ts":1789507968.14349,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f04403c95ab93848a54d9be1799aa14e","span_id":"097e3affc2f13ac9","x-request-id":"9631de03-4bdc-48c6-8ee6-b1cb3e5e8406"} {"level":"info","ts":1789507976.8980732,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789507976.8981965,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3a8f1b37df50bb06b38eb38bb15438f6","span_id":"8cdfcb0291d3069b","x-request-id":"ed922db5-9c6c-4496-bd82-ce0b3a29fc45"} {"level":"info","ts":1789507976.8982127,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3a8f1b37df50bb06b38eb38bb15438f6","span_id":"8cdfcb0291d3069b","x-request-id":"ed922db5-9c6c-4496-bd82-ce0b3a29fc45"} {"level":"info","ts":1789507976.898226,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3a8f1b37df50bb06b38eb38bb15438f6","span_id":"8cdfcb0291d3069b","x-request-id":"ed922db5-9c6c-4496-bd82-ce0b3a29fc45","EoS":true} {"level":"info","ts":1789507976.8982508,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3a8f1b37df50bb06b38eb38bb15438f6","span_id":"8cdfcb0291d3069b","x-request-id":"ed922db5-9c6c-4496-bd82-ce0b3a29fc45","header":"x-maas-keyname"} {"level":"info","ts":1789507976.8982606,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3a8f1b37df50bb06b38eb38bb15438f6","span_id":"8cdfcb0291d3069b","x-request-id":"ed922db5-9c6c-4496-bd82-ce0b3a29fc45","header":"x-maas-subscription"} {"level":"info","ts":1789507976.898267,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3a8f1b37df50bb06b38eb38bb15438f6","span_id":"8cdfcb0291d3069b","x-request-id":"ed922db5-9c6c-4496-bd82-ce0b3a29fc45","header":"x-maas-username"} {"level":"info","ts":1789507976.898272,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3a8f1b37df50bb06b38eb38bb15438f6","span_id":"8cdfcb0291d3069b","x-request-id":"ed922db5-9c6c-4496-bd82-ce0b3a29fc45","header":"x-maas-group"} {"level":"info","ts":1789507976.8982866,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3a8f1b37df50bb06b38eb38bb15438f6","span_id":"8cdfcb0291d3069b","x-request-id":"ed922db5-9c6c-4496-bd82-ce0b3a29fc45","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789507976.898314,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3a8f1b37df50bb06b38eb38bb15438f6","span_id":"8cdfcb0291d3069b","x-request-id":"ed922db5-9c6c-4496-bd82-ce0b3a29fc45"} {"level":"info","ts":1789507976.8990233,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3a8f1b37df50bb06b38eb38bb15438f6","span_id":"8cdfcb0291d3069b","x-request-id":"ed922db5-9c6c-4496-bd82-ce0b3a29fc45"} {"level":"info","ts":1789507976.8990433,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3a8f1b37df50bb06b38eb38bb15438f6","span_id":"8cdfcb0291d3069b","x-request-id":"ed922db5-9c6c-4496-bd82-ce0b3a29fc45"} {"level":"info","ts":1789507976.8990571,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3a8f1b37df50bb06b38eb38bb15438f6","span_id":"8cdfcb0291d3069b","x-request-id":"ed922db5-9c6c-4496-bd82-ce0b3a29fc45","EoS":false} {"level":"info","ts":1789507976.8990698,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3a8f1b37df50bb06b38eb38bb15438f6","span_id":"8cdfcb0291d3069b","x-request-id":"ed922db5-9c6c-4496-bd82-ce0b3a29fc45"} {"level":"info","ts":1789507976.899094,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3a8f1b37df50bb06b38eb38bb15438f6","span_id":"8cdfcb0291d3069b","x-request-id":"ed922db5-9c6c-4496-bd82-ce0b3a29fc45","EoS":true} {"level":"info","ts":1789507976.8991032,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3a8f1b37df50bb06b38eb38bb15438f6","span_id":"8cdfcb0291d3069b","x-request-id":"ed922db5-9c6c-4496-bd82-ce0b3a29fc45"} {"level":"info","ts":1789507977.003913,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789507977.004031,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"583272ddb8cb7d5d279a323f3d303d0c","span_id":"1b5ce1e440bc80d8","x-request-id":"6d1f1d5d-b9fb-4c35-8ea8-e9170c92b26c"} {"level":"info","ts":1789507977.004634,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"583272ddb8cb7d5d279a323f3d303d0c","span_id":"1b5ce1e440bc80d8","x-request-id":"6d1f1d5d-b9fb-4c35-8ea8-e9170c92b26c"} {"level":"info","ts":1789507977.004653,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"583272ddb8cb7d5d279a323f3d303d0c","span_id":"1b5ce1e440bc80d8","x-request-id":"6d1f1d5d-b9fb-4c35-8ea8-e9170c92b26c"} {"level":"info","ts":1789507977.0046647,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"583272ddb8cb7d5d279a323f3d303d0c","span_id":"1b5ce1e440bc80d8","x-request-id":"6d1f1d5d-b9fb-4c35-8ea8-e9170c92b26c","EoS":false} {"level":"info","ts":1789507977.0046773,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"583272ddb8cb7d5d279a323f3d303d0c","span_id":"1b5ce1e440bc80d8","x-request-id":"6d1f1d5d-b9fb-4c35-8ea8-e9170c92b26c"} {"level":"info","ts":1789507977.0046983,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"583272ddb8cb7d5d279a323f3d303d0c","span_id":"1b5ce1e440bc80d8","x-request-id":"6d1f1d5d-b9fb-4c35-8ea8-e9170c92b26c","EoS":true} {"level":"info","ts":1789507977.0047061,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"583272ddb8cb7d5d279a323f3d303d0c","span_id":"1b5ce1e440bc80d8","x-request-id":"6d1f1d5d-b9fb-4c35-8ea8-e9170c92b26c"} {"level":"info","ts":1789507977.737091,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789507977.7372015,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"fda143ca8ac3fbb664d36c5356ef65ad","span_id":"e0f6afd13fd2e1a8","x-request-id":"b0adecd6-65e6-42e3-969b-48f9128fb6e0"} {"level":"info","ts":1789507977.7372167,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"fda143ca8ac3fbb664d36c5356ef65ad","span_id":"e0f6afd13fd2e1a8","x-request-id":"b0adecd6-65e6-42e3-969b-48f9128fb6e0"} {"level":"info","ts":1789507977.7372303,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"fda143ca8ac3fbb664d36c5356ef65ad","span_id":"e0f6afd13fd2e1a8","x-request-id":"b0adecd6-65e6-42e3-969b-48f9128fb6e0","EoS":true} {"level":"info","ts":1789507977.737261,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fda143ca8ac3fbb664d36c5356ef65ad","span_id":"e0f6afd13fd2e1a8","x-request-id":"b0adecd6-65e6-42e3-969b-48f9128fb6e0","header":"x-maas-subscription"} {"level":"info","ts":1789507977.7372727,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fda143ca8ac3fbb664d36c5356ef65ad","span_id":"e0f6afd13fd2e1a8","x-request-id":"b0adecd6-65e6-42e3-969b-48f9128fb6e0","header":"x-maas-username"} {"level":"info","ts":1789507977.737278,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fda143ca8ac3fbb664d36c5356ef65ad","span_id":"e0f6afd13fd2e1a8","x-request-id":"b0adecd6-65e6-42e3-969b-48f9128fb6e0","header":"x-maas-group"} {"level":"info","ts":1789507977.7372825,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fda143ca8ac3fbb664d36c5356ef65ad","span_id":"e0f6afd13fd2e1a8","x-request-id":"b0adecd6-65e6-42e3-969b-48f9128fb6e0","header":"x-maas-keyname"} {"level":"info","ts":1789507977.7372985,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"fda143ca8ac3fbb664d36c5356ef65ad","span_id":"e0f6afd13fd2e1a8","x-request-id":"b0adecd6-65e6-42e3-969b-48f9128fb6e0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789507977.7373304,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"fda143ca8ac3fbb664d36c5356ef65ad","span_id":"e0f6afd13fd2e1a8","x-request-id":"b0adecd6-65e6-42e3-969b-48f9128fb6e0"} {"level":"info","ts":1789507977.7383435,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"fda143ca8ac3fbb664d36c5356ef65ad","span_id":"e0f6afd13fd2e1a8","x-request-id":"b0adecd6-65e6-42e3-969b-48f9128fb6e0"} {"level":"info","ts":1789507977.7383661,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"fda143ca8ac3fbb664d36c5356ef65ad","span_id":"e0f6afd13fd2e1a8","x-request-id":"b0adecd6-65e6-42e3-969b-48f9128fb6e0"} {"level":"info","ts":1789507977.7383878,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fda143ca8ac3fbb664d36c5356ef65ad","span_id":"e0f6afd13fd2e1a8","x-request-id":"b0adecd6-65e6-42e3-969b-48f9128fb6e0","EoS":false} {"level":"info","ts":1789507977.738407,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fda143ca8ac3fbb664d36c5356ef65ad","span_id":"e0f6afd13fd2e1a8","x-request-id":"b0adecd6-65e6-42e3-969b-48f9128fb6e0"} {"level":"info","ts":1789507977.7384474,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fda143ca8ac3fbb664d36c5356ef65ad","span_id":"e0f6afd13fd2e1a8","x-request-id":"b0adecd6-65e6-42e3-969b-48f9128fb6e0","EoS":true} {"level":"info","ts":1789507977.7384613,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fda143ca8ac3fbb664d36c5356ef65ad","span_id":"e0f6afd13fd2e1a8","x-request-id":"b0adecd6-65e6-42e3-969b-48f9128fb6e0"} {"level":"info","ts":1789507978.6939871,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789507978.6941006,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"79e93b10ed187ede1052dea010349d00","span_id":"85672a9a8f4a4bfd","x-request-id":"7e9b50d3-634a-4b03-a483-de69bb31f64c"} {"level":"info","ts":1789507978.694119,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"79e93b10ed187ede1052dea010349d00","span_id":"85672a9a8f4a4bfd","x-request-id":"7e9b50d3-634a-4b03-a483-de69bb31f64c"} {"level":"info","ts":1789507978.6941311,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"79e93b10ed187ede1052dea010349d00","span_id":"85672a9a8f4a4bfd","x-request-id":"7e9b50d3-634a-4b03-a483-de69bb31f64c","EoS":true} {"level":"info","ts":1789507978.6941574,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"79e93b10ed187ede1052dea010349d00","span_id":"85672a9a8f4a4bfd","x-request-id":"7e9b50d3-634a-4b03-a483-de69bb31f64c","header":"x-maas-username"} {"level":"info","ts":1789507978.694168,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"79e93b10ed187ede1052dea010349d00","span_id":"85672a9a8f4a4bfd","x-request-id":"7e9b50d3-634a-4b03-a483-de69bb31f64c","header":"x-maas-subscription"} {"level":"info","ts":1789507978.694173,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"79e93b10ed187ede1052dea010349d00","span_id":"85672a9a8f4a4bfd","x-request-id":"7e9b50d3-634a-4b03-a483-de69bb31f64c","header":"x-maas-keyname"} {"level":"info","ts":1789507978.6941776,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"79e93b10ed187ede1052dea010349d00","span_id":"85672a9a8f4a4bfd","x-request-id":"7e9b50d3-634a-4b03-a483-de69bb31f64c","header":"x-maas-group"} {"level":"info","ts":1789507978.6941934,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"79e93b10ed187ede1052dea010349d00","span_id":"85672a9a8f4a4bfd","x-request-id":"7e9b50d3-634a-4b03-a483-de69bb31f64c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789507978.6942196,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"79e93b10ed187ede1052dea010349d00","span_id":"85672a9a8f4a4bfd","x-request-id":"7e9b50d3-634a-4b03-a483-de69bb31f64c"} {"level":"info","ts":1789507978.695214,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"79e93b10ed187ede1052dea010349d00","span_id":"85672a9a8f4a4bfd","x-request-id":"7e9b50d3-634a-4b03-a483-de69bb31f64c"} {"level":"info","ts":1789507978.6952348,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"79e93b10ed187ede1052dea010349d00","span_id":"85672a9a8f4a4bfd","x-request-id":"7e9b50d3-634a-4b03-a483-de69bb31f64c"} {"level":"info","ts":1789507978.6952462,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"79e93b10ed187ede1052dea010349d00","span_id":"85672a9a8f4a4bfd","x-request-id":"7e9b50d3-634a-4b03-a483-de69bb31f64c","EoS":false} {"level":"info","ts":1789507978.6952586,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"79e93b10ed187ede1052dea010349d00","span_id":"85672a9a8f4a4bfd","x-request-id":"7e9b50d3-634a-4b03-a483-de69bb31f64c"} {"level":"info","ts":1789507978.6952858,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"79e93b10ed187ede1052dea010349d00","span_id":"85672a9a8f4a4bfd","x-request-id":"7e9b50d3-634a-4b03-a483-de69bb31f64c","EoS":true} {"level":"info","ts":1789507978.695296,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"79e93b10ed187ede1052dea010349d00","span_id":"85672a9a8f4a4bfd","x-request-id":"7e9b50d3-634a-4b03-a483-de69bb31f64c"} {"level":"info","ts":1789507979.3957016,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789507979.395809,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a1845d6f42aef3c90fd9d15cc81a539f","span_id":"5108d21acbbdde73","x-request-id":"0820ae2f-0ecb-4ffe-9514-6f6fb0604ecb"} {"level":"info","ts":1789507979.3958278,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a1845d6f42aef3c90fd9d15cc81a539f","span_id":"5108d21acbbdde73","x-request-id":"0820ae2f-0ecb-4ffe-9514-6f6fb0604ecb"} {"level":"info","ts":1789507979.395841,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a1845d6f42aef3c90fd9d15cc81a539f","span_id":"5108d21acbbdde73","x-request-id":"0820ae2f-0ecb-4ffe-9514-6f6fb0604ecb","EoS":true} {"level":"info","ts":1789507979.3958662,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a1845d6f42aef3c90fd9d15cc81a539f","span_id":"5108d21acbbdde73","x-request-id":"0820ae2f-0ecb-4ffe-9514-6f6fb0604ecb","header":"x-maas-username"} {"level":"info","ts":1789507979.395877,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a1845d6f42aef3c90fd9d15cc81a539f","span_id":"5108d21acbbdde73","x-request-id":"0820ae2f-0ecb-4ffe-9514-6f6fb0604ecb","header":"x-maas-group"} {"level":"info","ts":1789507979.3958821,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a1845d6f42aef3c90fd9d15cc81a539f","span_id":"5108d21acbbdde73","x-request-id":"0820ae2f-0ecb-4ffe-9514-6f6fb0604ecb","header":"x-maas-subscription"} {"level":"info","ts":1789507979.3958867,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a1845d6f42aef3c90fd9d15cc81a539f","span_id":"5108d21acbbdde73","x-request-id":"0820ae2f-0ecb-4ffe-9514-6f6fb0604ecb","header":"x-maas-keyname"} {"level":"info","ts":1789507979.3959043,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a1845d6f42aef3c90fd9d15cc81a539f","span_id":"5108d21acbbdde73","x-request-id":"0820ae2f-0ecb-4ffe-9514-6f6fb0604ecb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789507979.3959353,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a1845d6f42aef3c90fd9d15cc81a539f","span_id":"5108d21acbbdde73","x-request-id":"0820ae2f-0ecb-4ffe-9514-6f6fb0604ecb"} {"level":"info","ts":1789507979.396918,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a1845d6f42aef3c90fd9d15cc81a539f","span_id":"5108d21acbbdde73","x-request-id":"0820ae2f-0ecb-4ffe-9514-6f6fb0604ecb"} {"level":"info","ts":1789507979.3969452,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a1845d6f42aef3c90fd9d15cc81a539f","span_id":"5108d21acbbdde73","x-request-id":"0820ae2f-0ecb-4ffe-9514-6f6fb0604ecb"} {"level":"info","ts":1789507979.3969672,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a1845d6f42aef3c90fd9d15cc81a539f","span_id":"5108d21acbbdde73","x-request-id":"0820ae2f-0ecb-4ffe-9514-6f6fb0604ecb","EoS":false} {"level":"info","ts":1789507979.3969855,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a1845d6f42aef3c90fd9d15cc81a539f","span_id":"5108d21acbbdde73","x-request-id":"0820ae2f-0ecb-4ffe-9514-6f6fb0604ecb"} {"level":"info","ts":1789507979.397012,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a1845d6f42aef3c90fd9d15cc81a539f","span_id":"5108d21acbbdde73","x-request-id":"0820ae2f-0ecb-4ffe-9514-6f6fb0604ecb","EoS":true} {"level":"info","ts":1789507979.3970222,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a1845d6f42aef3c90fd9d15cc81a539f","span_id":"5108d21acbbdde73","x-request-id":"0820ae2f-0ecb-4ffe-9514-6f6fb0604ecb"} {"level":"error","ts":1789507980.3381383,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789507980.3941908,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789507980.394288,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3f727e76b3e807a18ab8ac279ec71b9d","span_id":"bbe7b991e1450843","x-request-id":"cbc5b7b6-8321-492f-b304-7537107120db"} {"level":"info","ts":1789507980.3943007,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3f727e76b3e807a18ab8ac279ec71b9d","span_id":"bbe7b991e1450843","x-request-id":"cbc5b7b6-8321-492f-b304-7537107120db"} {"level":"info","ts":1789507980.3943117,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3f727e76b3e807a18ab8ac279ec71b9d","span_id":"bbe7b991e1450843","x-request-id":"cbc5b7b6-8321-492f-b304-7537107120db","EoS":true} {"level":"info","ts":1789507980.3943338,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3f727e76b3e807a18ab8ac279ec71b9d","span_id":"bbe7b991e1450843","x-request-id":"cbc5b7b6-8321-492f-b304-7537107120db","header":"x-maas-username"} {"level":"info","ts":1789507980.3943453,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3f727e76b3e807a18ab8ac279ec71b9d","span_id":"bbe7b991e1450843","x-request-id":"cbc5b7b6-8321-492f-b304-7537107120db","header":"x-maas-keyname"} {"level":"info","ts":1789507980.3943498,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3f727e76b3e807a18ab8ac279ec71b9d","span_id":"bbe7b991e1450843","x-request-id":"cbc5b7b6-8321-492f-b304-7537107120db","header":"x-maas-group"} {"level":"info","ts":1789507980.3943546,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3f727e76b3e807a18ab8ac279ec71b9d","span_id":"bbe7b991e1450843","x-request-id":"cbc5b7b6-8321-492f-b304-7537107120db","header":"x-maas-subscription"} {"level":"info","ts":1789507980.3943715,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3f727e76b3e807a18ab8ac279ec71b9d","span_id":"bbe7b991e1450843","x-request-id":"cbc5b7b6-8321-492f-b304-7537107120db","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789507980.3943987,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3f727e76b3e807a18ab8ac279ec71b9d","span_id":"bbe7b991e1450843","x-request-id":"cbc5b7b6-8321-492f-b304-7537107120db"} {"level":"info","ts":1789507980.3953393,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3f727e76b3e807a18ab8ac279ec71b9d","span_id":"bbe7b991e1450843","x-request-id":"cbc5b7b6-8321-492f-b304-7537107120db"} {"level":"info","ts":1789507980.395366,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3f727e76b3e807a18ab8ac279ec71b9d","span_id":"bbe7b991e1450843","x-request-id":"cbc5b7b6-8321-492f-b304-7537107120db"} {"level":"info","ts":1789507980.3953843,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3f727e76b3e807a18ab8ac279ec71b9d","span_id":"bbe7b991e1450843","x-request-id":"cbc5b7b6-8321-492f-b304-7537107120db","EoS":false} {"level":"info","ts":1789507980.395405,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3f727e76b3e807a18ab8ac279ec71b9d","span_id":"bbe7b991e1450843","x-request-id":"cbc5b7b6-8321-492f-b304-7537107120db"} {"level":"info","ts":1789507980.395432,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3f727e76b3e807a18ab8ac279ec71b9d","span_id":"bbe7b991e1450843","x-request-id":"cbc5b7b6-8321-492f-b304-7537107120db","EoS":true} {"level":"info","ts":1789507980.3954406,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3f727e76b3e807a18ab8ac279ec71b9d","span_id":"bbe7b991e1450843","x-request-id":"cbc5b7b6-8321-492f-b304-7537107120db"} {"level":"error","ts":1789507995.3386915,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789508001.9154036,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789508001.9155092,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0b51167d3a71dfaaebe5091e383afd67","span_id":"a4a93edd0f2801d3","x-request-id":"4f3a4abc-aea7-4927-9f5f-d65b77972abf"} {"level":"info","ts":1789508001.915527,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0b51167d3a71dfaaebe5091e383afd67","span_id":"a4a93edd0f2801d3","x-request-id":"4f3a4abc-aea7-4927-9f5f-d65b77972abf"} {"level":"info","ts":1789508001.9155447,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0b51167d3a71dfaaebe5091e383afd67","span_id":"a4a93edd0f2801d3","x-request-id":"4f3a4abc-aea7-4927-9f5f-d65b77972abf","EoS":true} {"level":"info","ts":1789508001.9155867,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0b51167d3a71dfaaebe5091e383afd67","span_id":"a4a93edd0f2801d3","x-request-id":"4f3a4abc-aea7-4927-9f5f-d65b77972abf","header":"x-maas-username"} {"level":"info","ts":1789508001.915598,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0b51167d3a71dfaaebe5091e383afd67","span_id":"a4a93edd0f2801d3","x-request-id":"4f3a4abc-aea7-4927-9f5f-d65b77972abf","header":"x-maas-subscription"} {"level":"info","ts":1789508001.9156053,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0b51167d3a71dfaaebe5091e383afd67","span_id":"a4a93edd0f2801d3","x-request-id":"4f3a4abc-aea7-4927-9f5f-d65b77972abf","header":"x-maas-group"} {"level":"info","ts":1789508001.9156172,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0b51167d3a71dfaaebe5091e383afd67","span_id":"a4a93edd0f2801d3","x-request-id":"4f3a4abc-aea7-4927-9f5f-d65b77972abf","header":"x-maas-keyname"} {"level":"info","ts":1789508001.9156344,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0b51167d3a71dfaaebe5091e383afd67","span_id":"a4a93edd0f2801d3","x-request-id":"4f3a4abc-aea7-4927-9f5f-d65b77972abf","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789508001.9156613,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0b51167d3a71dfaaebe5091e383afd67","span_id":"a4a93edd0f2801d3","x-request-id":"4f3a4abc-aea7-4927-9f5f-d65b77972abf"} {"level":"info","ts":1789508001.916601,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0b51167d3a71dfaaebe5091e383afd67","span_id":"a4a93edd0f2801d3","x-request-id":"4f3a4abc-aea7-4927-9f5f-d65b77972abf"} {"level":"info","ts":1789508001.9166412,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0b51167d3a71dfaaebe5091e383afd67","span_id":"a4a93edd0f2801d3","x-request-id":"4f3a4abc-aea7-4927-9f5f-d65b77972abf"} {"level":"info","ts":1789508001.9166584,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0b51167d3a71dfaaebe5091e383afd67","span_id":"a4a93edd0f2801d3","x-request-id":"4f3a4abc-aea7-4927-9f5f-d65b77972abf","EoS":false} {"level":"info","ts":1789508001.916673,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0b51167d3a71dfaaebe5091e383afd67","span_id":"a4a93edd0f2801d3","x-request-id":"4f3a4abc-aea7-4927-9f5f-d65b77972abf"} {"level":"info","ts":1789508001.9167092,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0b51167d3a71dfaaebe5091e383afd67","span_id":"a4a93edd0f2801d3","x-request-id":"4f3a4abc-aea7-4927-9f5f-d65b77972abf","EoS":true} {"level":"info","ts":1789508001.9167197,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0b51167d3a71dfaaebe5091e383afd67","span_id":"a4a93edd0f2801d3","x-request-id":"4f3a4abc-aea7-4927-9f5f-d65b77972abf"} {"level":"error","ts":1789508015.3406973,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789508090.5628266,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789508090.5629306,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e2fe514d6dfd4be167228c30d7406604","span_id":"766f350758f4605a","x-request-id":"ec7aec92-4033-41cf-a184-619a6a030051"} {"level":"info","ts":1789508090.5629458,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e2fe514d6dfd4be167228c30d7406604","span_id":"766f350758f4605a","x-request-id":"ec7aec92-4033-41cf-a184-619a6a030051"} {"level":"info","ts":1789508090.5629635,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e2fe514d6dfd4be167228c30d7406604","span_id":"766f350758f4605a","x-request-id":"ec7aec92-4033-41cf-a184-619a6a030051","EoS":true} {"level":"info","ts":1789508090.562989,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e2fe514d6dfd4be167228c30d7406604","span_id":"766f350758f4605a","x-request-id":"ec7aec92-4033-41cf-a184-619a6a030051","header":"x-maas-subscription"} {"level":"info","ts":1789508090.563,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e2fe514d6dfd4be167228c30d7406604","span_id":"766f350758f4605a","x-request-id":"ec7aec92-4033-41cf-a184-619a6a030051","header":"x-maas-group"} {"level":"info","ts":1789508090.5630054,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e2fe514d6dfd4be167228c30d7406604","span_id":"766f350758f4605a","x-request-id":"ec7aec92-4033-41cf-a184-619a6a030051","header":"x-maas-keyname"} {"level":"info","ts":1789508090.5630105,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e2fe514d6dfd4be167228c30d7406604","span_id":"766f350758f4605a","x-request-id":"ec7aec92-4033-41cf-a184-619a6a030051","header":"x-maas-username"} {"level":"info","ts":1789508090.5630262,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e2fe514d6dfd4be167228c30d7406604","span_id":"766f350758f4605a","x-request-id":"ec7aec92-4033-41cf-a184-619a6a030051","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789508090.5630572,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e2fe514d6dfd4be167228c30d7406604","span_id":"766f350758f4605a","x-request-id":"ec7aec92-4033-41cf-a184-619a6a030051"} {"level":"info","ts":1789508090.5763445,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e2fe514d6dfd4be167228c30d7406604","span_id":"766f350758f4605a","x-request-id":"ec7aec92-4033-41cf-a184-619a6a030051"} {"level":"info","ts":1789508090.5763674,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e2fe514d6dfd4be167228c30d7406604","span_id":"766f350758f4605a","x-request-id":"ec7aec92-4033-41cf-a184-619a6a030051"} {"level":"info","ts":1789508090.5763872,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e2fe514d6dfd4be167228c30d7406604","span_id":"766f350758f4605a","x-request-id":"ec7aec92-4033-41cf-a184-619a6a030051","EoS":false} {"level":"info","ts":1789508090.5764036,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e2fe514d6dfd4be167228c30d7406604","span_id":"766f350758f4605a","x-request-id":"ec7aec92-4033-41cf-a184-619a6a030051"} {"level":"info","ts":1789508090.5764427,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e2fe514d6dfd4be167228c30d7406604","span_id":"766f350758f4605a","x-request-id":"ec7aec92-4033-41cf-a184-619a6a030051","EoS":true} {"level":"info","ts":1789508090.576455,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e2fe514d6dfd4be167228c30d7406604","span_id":"766f350758f4605a","x-request-id":"ec7aec92-4033-41cf-a184-619a6a030051"} {"level":"error","ts":1789508105.35069,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789508171.211237,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789508171.2113419,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5b292ffe4d3df4a4d62081f580eb0adb","span_id":"93bf8caa13ae0927","x-request-id":"be534e33-9a61-4f77-aab9-4b5871e96245"} {"level":"info","ts":1789508171.2113607,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5b292ffe4d3df4a4d62081f580eb0adb","span_id":"93bf8caa13ae0927","x-request-id":"be534e33-9a61-4f77-aab9-4b5871e96245"} {"level":"info","ts":1789508171.211373,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5b292ffe4d3df4a4d62081f580eb0adb","span_id":"93bf8caa13ae0927","x-request-id":"be534e33-9a61-4f77-aab9-4b5871e96245","EoS":true} {"level":"info","ts":1789508171.211397,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5b292ffe4d3df4a4d62081f580eb0adb","span_id":"93bf8caa13ae0927","x-request-id":"be534e33-9a61-4f77-aab9-4b5871e96245","header":"x-maas-subscription"} {"level":"info","ts":1789508171.2114077,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5b292ffe4d3df4a4d62081f580eb0adb","span_id":"93bf8caa13ae0927","x-request-id":"be534e33-9a61-4f77-aab9-4b5871e96245","header":"x-maas-group"} {"level":"info","ts":1789508171.2114124,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5b292ffe4d3df4a4d62081f580eb0adb","span_id":"93bf8caa13ae0927","x-request-id":"be534e33-9a61-4f77-aab9-4b5871e96245","header":"x-maas-keyname"} {"level":"info","ts":1789508171.2114165,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5b292ffe4d3df4a4d62081f580eb0adb","span_id":"93bf8caa13ae0927","x-request-id":"be534e33-9a61-4f77-aab9-4b5871e96245","header":"x-maas-username"} {"level":"info","ts":1789508171.211436,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5b292ffe4d3df4a4d62081f580eb0adb","span_id":"93bf8caa13ae0927","x-request-id":"be534e33-9a61-4f77-aab9-4b5871e96245","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789508171.2114651,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5b292ffe4d3df4a4d62081f580eb0adb","span_id":"93bf8caa13ae0927","x-request-id":"be534e33-9a61-4f77-aab9-4b5871e96245"} {"level":"info","ts":1789508171.2121649,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5b292ffe4d3df4a4d62081f580eb0adb","span_id":"93bf8caa13ae0927","x-request-id":"be534e33-9a61-4f77-aab9-4b5871e96245"} {"level":"info","ts":1789508171.2121854,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5b292ffe4d3df4a4d62081f580eb0adb","span_id":"93bf8caa13ae0927","x-request-id":"be534e33-9a61-4f77-aab9-4b5871e96245"} {"level":"info","ts":1789508171.212208,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5b292ffe4d3df4a4d62081f580eb0adb","span_id":"93bf8caa13ae0927","x-request-id":"be534e33-9a61-4f77-aab9-4b5871e96245","EoS":false} {"level":"info","ts":1789508171.2122264,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5b292ffe4d3df4a4d62081f580eb0adb","span_id":"93bf8caa13ae0927","x-request-id":"be534e33-9a61-4f77-aab9-4b5871e96245"} {"level":"info","ts":1789508171.212266,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5b292ffe4d3df4a4d62081f580eb0adb","span_id":"93bf8caa13ae0927","x-request-id":"be534e33-9a61-4f77-aab9-4b5871e96245","EoS":true} {"level":"info","ts":1789508171.2122796,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5b292ffe4d3df4a4d62081f580eb0adb","span_id":"93bf8caa13ae0927","x-request-id":"be534e33-9a61-4f77-aab9-4b5871e96245"} {"level":"info","ts":1789508184.8755372,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789508184.8756793,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b722e2cfb803c375ff2e4b11f3f6ddbd","span_id":"40b8844d9d0e139d","x-request-id":"e7870d40-096f-4628-8bed-3f0eacab60df"} {"level":"info","ts":1789508184.8756964,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b722e2cfb803c375ff2e4b11f3f6ddbd","span_id":"40b8844d9d0e139d","x-request-id":"e7870d40-096f-4628-8bed-3f0eacab60df"} {"level":"info","ts":1789508184.8757098,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b722e2cfb803c375ff2e4b11f3f6ddbd","span_id":"40b8844d9d0e139d","x-request-id":"e7870d40-096f-4628-8bed-3f0eacab60df","EoS":true} {"level":"info","ts":1789508184.8757327,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b722e2cfb803c375ff2e4b11f3f6ddbd","span_id":"40b8844d9d0e139d","x-request-id":"e7870d40-096f-4628-8bed-3f0eacab60df","header":"x-maas-keyname"} {"level":"info","ts":1789508184.8757424,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b722e2cfb803c375ff2e4b11f3f6ddbd","span_id":"40b8844d9d0e139d","x-request-id":"e7870d40-096f-4628-8bed-3f0eacab60df","header":"x-maas-username"} {"level":"info","ts":1789508184.875747,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b722e2cfb803c375ff2e4b11f3f6ddbd","span_id":"40b8844d9d0e139d","x-request-id":"e7870d40-096f-4628-8bed-3f0eacab60df","header":"x-maas-group"} {"level":"info","ts":1789508184.8757515,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b722e2cfb803c375ff2e4b11f3f6ddbd","span_id":"40b8844d9d0e139d","x-request-id":"e7870d40-096f-4628-8bed-3f0eacab60df","header":"x-maas-subscription"} {"level":"info","ts":1789508184.8757687,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b722e2cfb803c375ff2e4b11f3f6ddbd","span_id":"40b8844d9d0e139d","x-request-id":"e7870d40-096f-4628-8bed-3f0eacab60df","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789508184.8757987,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b722e2cfb803c375ff2e4b11f3f6ddbd","span_id":"40b8844d9d0e139d","x-request-id":"e7870d40-096f-4628-8bed-3f0eacab60df"} {"level":"info","ts":1789508184.8889058,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b722e2cfb803c375ff2e4b11f3f6ddbd","span_id":"40b8844d9d0e139d","x-request-id":"e7870d40-096f-4628-8bed-3f0eacab60df"} {"level":"info","ts":1789508184.8889334,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b722e2cfb803c375ff2e4b11f3f6ddbd","span_id":"40b8844d9d0e139d","x-request-id":"e7870d40-096f-4628-8bed-3f0eacab60df"} {"level":"info","ts":1789508184.8889525,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b722e2cfb803c375ff2e4b11f3f6ddbd","span_id":"40b8844d9d0e139d","x-request-id":"e7870d40-096f-4628-8bed-3f0eacab60df","EoS":false} {"level":"info","ts":1789508184.8889697,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b722e2cfb803c375ff2e4b11f3f6ddbd","span_id":"40b8844d9d0e139d","x-request-id":"e7870d40-096f-4628-8bed-3f0eacab60df"} {"level":"info","ts":1789508184.8889961,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b722e2cfb803c375ff2e4b11f3f6ddbd","span_id":"40b8844d9d0e139d","x-request-id":"e7870d40-096f-4628-8bed-3f0eacab60df","EoS":false} {"level":"info","ts":1789508184.8890092,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b722e2cfb803c375ff2e4b11f3f6ddbd","span_id":"40b8844d9d0e139d","x-request-id":"e7870d40-096f-4628-8bed-3f0eacab60df"} {"level":"info","ts":1789508184.8890214,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b722e2cfb803c375ff2e4b11f3f6ddbd","span_id":"40b8844d9d0e139d","x-request-id":"e7870d40-096f-4628-8bed-3f0eacab60df","EoS":true} {"level":"info","ts":1789508184.889027,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b722e2cfb803c375ff2e4b11f3f6ddbd","span_id":"40b8844d9d0e139d","x-request-id":"e7870d40-096f-4628-8bed-3f0eacab60df"} {"level":"info","ts":1789508185.0315175,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789508185.031653,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8596deb2efa5aa48ebd46bf2945dd17a","span_id":"e99b3c4bee591aa7","x-request-id":"1b8ec6ad-85bb-4781-8070-213ed0eda2de"} {"level":"info","ts":1789508185.0316703,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8596deb2efa5aa48ebd46bf2945dd17a","span_id":"e99b3c4bee591aa7","x-request-id":"1b8ec6ad-85bb-4781-8070-213ed0eda2de"} {"level":"info","ts":1789508185.0316896,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8596deb2efa5aa48ebd46bf2945dd17a","span_id":"e99b3c4bee591aa7","x-request-id":"1b8ec6ad-85bb-4781-8070-213ed0eda2de","EoS":true} {"level":"info","ts":1789508185.0317268,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8596deb2efa5aa48ebd46bf2945dd17a","span_id":"e99b3c4bee591aa7","x-request-id":"1b8ec6ad-85bb-4781-8070-213ed0eda2de","header":"x-maas-keyname"} {"level":"info","ts":1789508185.0317392,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8596deb2efa5aa48ebd46bf2945dd17a","span_id":"e99b3c4bee591aa7","x-request-id":"1b8ec6ad-85bb-4781-8070-213ed0eda2de","header":"x-maas-username"} {"level":"info","ts":1789508185.031747,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8596deb2efa5aa48ebd46bf2945dd17a","span_id":"e99b3c4bee591aa7","x-request-id":"1b8ec6ad-85bb-4781-8070-213ed0eda2de","header":"x-maas-subscription"} {"level":"info","ts":1789508185.0317569,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8596deb2efa5aa48ebd46bf2945dd17a","span_id":"e99b3c4bee591aa7","x-request-id":"1b8ec6ad-85bb-4781-8070-213ed0eda2de","header":"x-maas-group"} {"level":"info","ts":1789508185.0317774,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8596deb2efa5aa48ebd46bf2945dd17a","span_id":"e99b3c4bee591aa7","x-request-id":"1b8ec6ad-85bb-4781-8070-213ed0eda2de","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789508185.0318172,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8596deb2efa5aa48ebd46bf2945dd17a","span_id":"e99b3c4bee591aa7","x-request-id":"1b8ec6ad-85bb-4781-8070-213ed0eda2de"} {"level":"info","ts":1789508185.0336342,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8596deb2efa5aa48ebd46bf2945dd17a","span_id":"e99b3c4bee591aa7","x-request-id":"1b8ec6ad-85bb-4781-8070-213ed0eda2de"} {"level":"info","ts":1789508185.0336564,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8596deb2efa5aa48ebd46bf2945dd17a","span_id":"e99b3c4bee591aa7","x-request-id":"1b8ec6ad-85bb-4781-8070-213ed0eda2de"} {"level":"info","ts":1789508185.0336702,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8596deb2efa5aa48ebd46bf2945dd17a","span_id":"e99b3c4bee591aa7","x-request-id":"1b8ec6ad-85bb-4781-8070-213ed0eda2de","EoS":false} {"level":"info","ts":1789508185.033689,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8596deb2efa5aa48ebd46bf2945dd17a","span_id":"e99b3c4bee591aa7","x-request-id":"1b8ec6ad-85bb-4781-8070-213ed0eda2de"} {"level":"info","ts":1789508185.0337121,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8596deb2efa5aa48ebd46bf2945dd17a","span_id":"e99b3c4bee591aa7","x-request-id":"1b8ec6ad-85bb-4781-8070-213ed0eda2de","EoS":false} {"level":"info","ts":1789508185.0337198,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8596deb2efa5aa48ebd46bf2945dd17a","span_id":"e99b3c4bee591aa7","x-request-id":"1b8ec6ad-85bb-4781-8070-213ed0eda2de"} {"level":"info","ts":1789508185.0337324,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8596deb2efa5aa48ebd46bf2945dd17a","span_id":"e99b3c4bee591aa7","x-request-id":"1b8ec6ad-85bb-4781-8070-213ed0eda2de","EoS":true} {"level":"info","ts":1789508185.033741,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8596deb2efa5aa48ebd46bf2945dd17a","span_id":"e99b3c4bee591aa7","x-request-id":"1b8ec6ad-85bb-4781-8070-213ed0eda2de"} {"level":"info","ts":1789508185.174625,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789508185.1747336,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6aab8e3592805e1bb83199c031eebfea","span_id":"2c8d298752b935f2","x-request-id":"c8f829fc-086d-467f-9627-377be74dfded"} {"level":"info","ts":1789508185.1747532,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6aab8e3592805e1bb83199c031eebfea","span_id":"2c8d298752b935f2","x-request-id":"c8f829fc-086d-467f-9627-377be74dfded"} {"level":"info","ts":1789508185.1747673,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6aab8e3592805e1bb83199c031eebfea","span_id":"2c8d298752b935f2","x-request-id":"c8f829fc-086d-467f-9627-377be74dfded","EoS":true} {"level":"info","ts":1789508185.1747909,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6aab8e3592805e1bb83199c031eebfea","span_id":"2c8d298752b935f2","x-request-id":"c8f829fc-086d-467f-9627-377be74dfded","header":"x-maas-username"} {"level":"info","ts":1789508185.1748016,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6aab8e3592805e1bb83199c031eebfea","span_id":"2c8d298752b935f2","x-request-id":"c8f829fc-086d-467f-9627-377be74dfded","header":"x-maas-group"} {"level":"info","ts":1789508185.174808,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6aab8e3592805e1bb83199c031eebfea","span_id":"2c8d298752b935f2","x-request-id":"c8f829fc-086d-467f-9627-377be74dfded","header":"x-maas-keyname"} {"level":"info","ts":1789508185.1748123,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6aab8e3592805e1bb83199c031eebfea","span_id":"2c8d298752b935f2","x-request-id":"c8f829fc-086d-467f-9627-377be74dfded","header":"x-maas-subscription"} {"level":"info","ts":1789508185.1748292,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6aab8e3592805e1bb83199c031eebfea","span_id":"2c8d298752b935f2","x-request-id":"c8f829fc-086d-467f-9627-377be74dfded","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789508185.1748614,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6aab8e3592805e1bb83199c031eebfea","span_id":"2c8d298752b935f2","x-request-id":"c8f829fc-086d-467f-9627-377be74dfded"} {"level":"info","ts":1789508185.175592,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6aab8e3592805e1bb83199c031eebfea","span_id":"2c8d298752b935f2","x-request-id":"c8f829fc-086d-467f-9627-377be74dfded"} {"level":"info","ts":1789508185.1756158,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6aab8e3592805e1bb83199c031eebfea","span_id":"2c8d298752b935f2","x-request-id":"c8f829fc-086d-467f-9627-377be74dfded"} {"level":"info","ts":1789508185.1756344,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6aab8e3592805e1bb83199c031eebfea","span_id":"2c8d298752b935f2","x-request-id":"c8f829fc-086d-467f-9627-377be74dfded","EoS":false} {"level":"info","ts":1789508185.1756546,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6aab8e3592805e1bb83199c031eebfea","span_id":"2c8d298752b935f2","x-request-id":"c8f829fc-086d-467f-9627-377be74dfded"} {"level":"info","ts":1789508185.175683,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6aab8e3592805e1bb83199c031eebfea","span_id":"2c8d298752b935f2","x-request-id":"c8f829fc-086d-467f-9627-377be74dfded","EoS":true} {"level":"info","ts":1789508185.1756918,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6aab8e3592805e1bb83199c031eebfea","span_id":"2c8d298752b935f2","x-request-id":"c8f829fc-086d-467f-9627-377be74dfded"} {"level":"error","ts":1789508185.3600118,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789508195.3611197,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789508197.9748845,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789508197.9749916,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"11c343fecb864814410dbe8158832717","span_id":"89c1a11e942ecca9","x-request-id":"429dfe0e-8f0d-4c04-8468-94454a67fdf0"} {"level":"info","ts":1789508197.9750068,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"11c343fecb864814410dbe8158832717","span_id":"89c1a11e942ecca9","x-request-id":"429dfe0e-8f0d-4c04-8468-94454a67fdf0"} {"level":"info","ts":1789508197.9750235,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"11c343fecb864814410dbe8158832717","span_id":"89c1a11e942ecca9","x-request-id":"429dfe0e-8f0d-4c04-8468-94454a67fdf0","EoS":true} {"level":"info","ts":1789508197.9750519,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"11c343fecb864814410dbe8158832717","span_id":"89c1a11e942ecca9","x-request-id":"429dfe0e-8f0d-4c04-8468-94454a67fdf0","header":"x-maas-group"} {"level":"info","ts":1789508197.9750617,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"11c343fecb864814410dbe8158832717","span_id":"89c1a11e942ecca9","x-request-id":"429dfe0e-8f0d-4c04-8468-94454a67fdf0","header":"x-maas-username"} {"level":"info","ts":1789508197.9750667,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"11c343fecb864814410dbe8158832717","span_id":"89c1a11e942ecca9","x-request-id":"429dfe0e-8f0d-4c04-8468-94454a67fdf0","header":"x-maas-subscription"} {"level":"info","ts":1789508197.9750712,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"11c343fecb864814410dbe8158832717","span_id":"89c1a11e942ecca9","x-request-id":"429dfe0e-8f0d-4c04-8468-94454a67fdf0","header":"x-maas-keyname"} {"level":"info","ts":1789508197.9750867,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"11c343fecb864814410dbe8158832717","span_id":"89c1a11e942ecca9","x-request-id":"429dfe0e-8f0d-4c04-8468-94454a67fdf0","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789508197.975117,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"11c343fecb864814410dbe8158832717","span_id":"89c1a11e942ecca9","x-request-id":"429dfe0e-8f0d-4c04-8468-94454a67fdf0"} {"level":"info","ts":1789508197.976514,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"11c343fecb864814410dbe8158832717","span_id":"89c1a11e942ecca9","x-request-id":"429dfe0e-8f0d-4c04-8468-94454a67fdf0"} {"level":"info","ts":1789508197.9765353,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"11c343fecb864814410dbe8158832717","span_id":"89c1a11e942ecca9","x-request-id":"429dfe0e-8f0d-4c04-8468-94454a67fdf0"} {"level":"info","ts":1789508197.9765592,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"11c343fecb864814410dbe8158832717","span_id":"89c1a11e942ecca9","x-request-id":"429dfe0e-8f0d-4c04-8468-94454a67fdf0","EoS":false} {"level":"info","ts":1789508197.9765992,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"11c343fecb864814410dbe8158832717","span_id":"89c1a11e942ecca9","x-request-id":"429dfe0e-8f0d-4c04-8468-94454a67fdf0"} {"level":"info","ts":1789508197.9766269,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"11c343fecb864814410dbe8158832717","span_id":"89c1a11e942ecca9","x-request-id":"429dfe0e-8f0d-4c04-8468-94454a67fdf0","EoS":true} {"level":"info","ts":1789508197.976637,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"11c343fecb864814410dbe8158832717","span_id":"89c1a11e942ecca9","x-request-id":"429dfe0e-8f0d-4c04-8468-94454a67fdf0"} {"level":"error","ts":1789508210.36247,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}